-- Logs begin at Fri 2022-04-08 10:05:14 UTC, end at Fri 2022-04-08 11:13:04 UTC. -- Apr 08 10:41:24.531265 dv-cinder-836071-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 08 10:41:27.530613 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.common.config [-] Logging enabled! Apr 08 10:41:27.531389 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev90 Apr 08 10:41:27.531389 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109800) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 08 10:41:27.534894 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.common.config [-] Logging enabled! Apr 08 10:41:27.535149 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev90 Apr 08 10:41:27.535465 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109800) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 08 10:41:27.536405 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 08 10:41:27.536635 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 08 10:41:27.537001 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 08 10:41:27.537266 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 08 10:41:27.537492 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 08 10:41:27.537909 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.538321 dv-cinder-836071-3-iscsi neutron-server[109800]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 08 10:41:27.538628 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.538917 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.539203 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.539492 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.539780 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.540061 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.540364 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.540645 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.540915 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.541225 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.541512 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.541806 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.542388 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.542678 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.542965 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.543246 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] debug = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.543525 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.543958 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.544378 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.544665 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.544952 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.545259 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.545536 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.545813 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.546100 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.546430 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] host = dv-cinder-836071-3-iscsi {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.546707 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.546991 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.547274 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.547555 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.547828 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.548106 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.548389 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.548660 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.548928 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] log_file = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.549224 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.549510 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.549793 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.550083 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.550414 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.550752 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.551182 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.551476 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.551755 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.552031 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.552306 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.552580 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.552855 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.553147 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.553435 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.553718 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.554002 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.554276 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.554550 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.554826 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.555094 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.555377 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.555646 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.555916 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.556192 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.556479 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.556749 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.557021 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.557345 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.557632 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.557913 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.558196 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.558468 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.558746 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.559016 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.559293 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.559564 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] use_json = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.559838 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.560107 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.560390 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.560660 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.560931 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.561224 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.561496 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.561781 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.562052 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:27.562347 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.562641 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.562938 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.563235 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.563521 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.563797 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.564082 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.564360 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.564654 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.564943 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.565264 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.565541 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.565912 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.566299 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.566786 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.567104 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.567401 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.567707 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.567971 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.568248 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.568524 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.568804 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.569111 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.569391 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.569679 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.569966 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.570247 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.570543 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.570828 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.571121 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.571405 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.571680 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.571961 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.572248 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.572528 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.572801 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.573091 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.573382 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.573659 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.573930 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.574209 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.574486 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.574762 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.575030 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.575309 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.575595 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.575871 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.576140 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.576408 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.576687 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.576953 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.577263 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.577542 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.577813 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.578082 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.578358 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.578630 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.578902 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.579175 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.579445 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.579719 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.579988 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.580256 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.580525 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.580793 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.581085 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.581352 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.581828 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.582243 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.582518 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.582793 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.583066 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.583340 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.583615 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.583903 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.584202 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.584479 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.584763 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.585039 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.585341 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.585617 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.585897 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.586176 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.586457 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.586729 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.587019 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.587300 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.587584 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.587884 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.588159 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.588451 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.588726 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.589003 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.589309 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.589589 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.589868 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.590151 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.590435 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.590730 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.591025 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.591317 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.591608 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.591900 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.592176 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.592484 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.592763 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:27.592977 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 08 10:41:27.593246 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109800) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 08 10:41:27.990824 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 08 10:41:27.991047 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 08 10:41:27.991389 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 08 10:41:27.991725 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 08 10:41:28.320759 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:28.321029 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:28.321362 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:28.322556 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:28.322825 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:28.324801 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:28.377182 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:28.377460 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:28.377724 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:28.392448 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:28.392724 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:28.392991 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:28.424044 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:28.424316 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:28.424581 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:28.459982 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:28.460253 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:28.460521 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:28.797925 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:28.798612 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:28.798612 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:28.798612 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:28.799317 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:28.908438 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:28.908756 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:28.909089 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:28.909333 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:28.909699 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:28.910012 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:28.910272 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:28.910527 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:28.910759 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:28.911038 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:28.911294 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:28.911557 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:28.911796 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:28.912045 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:28.912293 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:28.912553 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:28.912800 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:28.913149 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:28.913356 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:28.913611 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:28.913880 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:28.914126 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:28.914401 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:28.914793 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:28.915053 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:28.915277 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:28.915768 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109800) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 10:41:28.916010 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109800) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 10:41:28.916267 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109800) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 10:41:28.916478 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109800) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 10:41:28.916709 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109800) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 10:41:28.916936 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109800) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 10:41:28.917665 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 08 10:41:28.920774 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 08 10:41:28.924721 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 08 10:41:28.928572 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Apr 08 10:41:28.930223 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 08 10:41:28.930699 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 08 10:41:28.931126 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 08 10:41:28.931510 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 08 10:41:28.935446 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 08 10:41:28.935684 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 08 10:41:28.936030 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 08 10:41:28.941017 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 08 10:41:28.966309 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 08 10:41:28.966761 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:28.967059 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109800) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 08 10:41:28.967421 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:28.968768 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109800) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 08 10:41:28.969039 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 08 10:41:28.969324 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 08 10:41:28.972671 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:28.973003 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.035603 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 08 10:41:29.035839 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 08 10:41:29.036069 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 08 10:41:29.036441 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 08 10:41:29.059617 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_db.sqlalchemy.engines [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109800) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 08 10:41:29.514286 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.plugins.ml2.managers [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Initializing driver for type 'gre' Apr 08 10:41:29.514735 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] gre ID ranges: [(1, 1000)] Apr 08 10:41:29.567841 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.plugins.ml2.managers [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Initializing driver for type 'local' Apr 08 10:41:29.568176 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.plugins.ml2.managers [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Initializing driver for type 'vlan' Apr 08 10:41:29.582798 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] VlanTypeDriver initialization complete Apr 08 10:41:29.583219 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.plugins.ml2.managers [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Initializing driver for type 'vxlan' Apr 08 10:41:29.583734 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] vxlan ID ranges: [(1, 1000)] Apr 08 10:41:29.636131 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.plugins.ml2.managers [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Initializing extension driver 'port_security' Apr 08 10:41:29.636474 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.plugins.ml2.extensions.port_security [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] PortSecurityExtensionDriver initialization complete Apr 08 10:41:29.636812 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.plugins.ml2.managers [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Initializing mechanism driver 'openvswitch' Apr 08 10:41:29.637185 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.plugins.ml2.managers [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Initializing mechanism driver 'hyperv' Apr 08 10:41:29.643843 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.plugin [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:29.644908 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > port after_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.645313 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > port after_update 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.645669 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > port after_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.646202 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109800) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 08 10:41:29.646642 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > subnet after_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.646998 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > subnet after_update 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.647344 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.647740 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109800) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 08 10:41:29.648145 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > network after_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.648495 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > network after_update 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.648867 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > network after_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.649357 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109800) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 08 10:41:29.649759 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > security_group after_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.650113 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > security_group after_update 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.650453 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.650847 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109800) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 08 10:41:29.651249 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.651596 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.651933 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.652327 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109800) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 08 10:41:29.652730 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > address_group after_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.653105 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > address_group after_update 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.653437 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.653818 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109800) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 08 10:41:29.654262 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] ML2 OVO RPC backend initialized. {{(pid=109800) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 08 10:41:29.654972 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.655331 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.655753 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > network before_response 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.656098 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > networks before_response 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.656450 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > port before_response 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.656793 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > ports before_response 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.657163 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > subnet before_response 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.657503 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > subnets before_response 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.657848 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > network after_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.658186 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > network after_update 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.658517 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > network after_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.658856 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > port after_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.659196 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > port after_update 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.659531 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > port after_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.659978 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > subnet after_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.660317 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > subnet after_update 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.660635 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.668218 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.quota [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded quota_driver: . Apr 08 10:41:29.668584 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.plugins.ml2.plugin [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Modular L2 Plugin initialization complete Apr 08 10:41:29.668940 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading services supported by the core plugin {{(pid=109800) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 08 10:41:29.669305 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.plugins.ml2.managers [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Got port-security extension from driver 'port_security' Apr 08 10:41:29.669794 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.extensions.vlantransparent [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Disabled vlantransparent extension. Apr 08 10:41:29.670295 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109800) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 08 10:41:29.670605 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading Plugin: router Apr 08 10:41:29.705836 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.706237 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > router after_create 55549900 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.706646 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > router before_create 55549900 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.707017 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.707389 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.707749 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > router after_delete 55549900 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.708110 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.708467 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.708823 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > router after_create 55549900 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.709191 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > router after_update 55549900 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.709541 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > router after_update 55549900 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.709892 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.710254 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > router after_update 55549900 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.710667 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > router precommit_update 55549900 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.711033 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: port after_update 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.711377 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: port after_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.711716 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: subnet after_update 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.712059 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.712408 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.712748 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > router precommit_create 55549900 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.713102 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: port before_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.713451 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > router precommit_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.713809 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > router after_update 55549900 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.714153 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.714506 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > router precommit_create 55549900 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.714873 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.715219 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > router precommit_update 55549900 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.715584 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > agent after_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.716067 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > agent after_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.716413 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > network after_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.717315 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.quota.resource_registry [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Tracking information for resource: router configured {{(pid=109800) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 10:41:29.717653 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.quota.resource_registry [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Tracking information for resource: floatingip configured {{(pid=109800) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 10:41:29.722691 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.db.l3_agentschedulers_db [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 08 10:41:29.723277 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: port after_update 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.723644 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: port after_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.724001 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: port after_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.724356 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: port after_update 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.725187 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > router before_create 55550100 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.725553 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.725920 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > router precommit_create 55550100 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.726280 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > router precommit_update 55550100 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.731170 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.services.provider_configuration [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Service providers = [] {{(pid=109800) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 08 10:41:29.731534 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.db.servicetype_db [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109800) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 08 10:41:29.734546 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.services.service_base [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109800) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 08 10:41:29.734894 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.services.service_base [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109800) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 08 10:41:29.735238 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.services.service_base [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109800) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 08 10:41:29.736140 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.services.service_base [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109800) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 08 10:41:29.736515 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.services.service_base [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 08 10:41:29.736887 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109800) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 10:41:29.737237 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 08 10:41:29.747991 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109800) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 10:41:29.748327 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading Plugin: auto_allocate Apr 08 10:41:29.754311 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: network precommit_update 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.754685 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: network precommit_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.755361 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109800) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 10:41:29.755689 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading Plugin: tag Apr 08 10:41:29.766349 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109800) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 10:41:29.766608 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading Plugin: timestamp Apr 08 10:41:29.770778 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109800) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 10:41:29.771118 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading Plugin: network_ip_availability Apr 08 10:41:29.776625 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.777005 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.777401 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:29.778128 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109800) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 10:41:29.778453 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading Plugin: flavors Apr 08 10:41:29.784599 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109800) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 10:41:29.785093 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading Plugin: revisions Apr 08 10:41:29.789450 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109800) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 10:41:29.789851 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_concurrency.lockutils [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.798s {{(pid=109800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 08 10:41:29.790607 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109800) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 08 10:41:29.790950 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Initializing extension manager. Apr 08 10:41:29.791471 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: __init__.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.791812 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: __pycache__ {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.792146 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: address_group.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.793264 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.793833 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: address-group Apr 08 10:41:29.794160 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: address_scope.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.794884 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.795394 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: address-scope Apr 08 10:41:29.795720 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.796983 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.797821 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: router-admin-state-down-before-update Apr 08 10:41:29.798155 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: agent.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.798865 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.799656 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: agent Apr 08 10:41:29.799998 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: agent_resources_synced.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.800955 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.801495 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: agent-resources-synced Apr 08 10:41:29.802062 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: allowedaddresspairs.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.804508 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.805036 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: allowed-address-pairs Apr 08 10:41:29.805390 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: auto_allocated_topology.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.806782 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.807598 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: auto-allocated-topology Apr 08 10:41:29.808102 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: availability_zone.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.808829 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.809364 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: availability_zone Apr 08 10:41:29.809690 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: availability_zone_filter.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.810626 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.811125 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: availability_zone_filter Apr 08 10:41:29.811449 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: data_plane_status.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.812372 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.812876 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extension data-plane-status not supported by any of loaded plugins Apr 08 10:41:29.813247 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: default_subnetpools.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.814163 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.814668 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: default-subnetpools Apr 08 10:41:29.814997 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.815820 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.816398 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: dhcp_agent_scheduler Apr 08 10:41:29.816722 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: dns.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.817692 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.818193 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extension dns-integration not supported by any of loaded plugins Apr 08 10:41:29.818519 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: dns_domain_ports.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.819435 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.819943 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 08 10:41:29.820267 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.821240 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.821857 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 08 10:41:29.822185 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: dvr.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.822861 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.823360 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: dvr Apr 08 10:41:29.823685 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: ecmp_routes.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.824611 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.825139 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 08 10:41:29.825460 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: empty_string_filtering.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.826373 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.826871 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: empty-string-filtering Apr 08 10:41:29.827196 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.828111 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.828619 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 08 10:41:29.828936 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.829892 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.830399 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 08 10:41:29.830716 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: external_net.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.831675 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.832189 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: external-net Apr 08 10:41:29.832511 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.833466 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.833970 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: extra_dhcp_opt Apr 08 10:41:29.834291 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: extraroute.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.835213 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.835709 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: extraroute Apr 08 10:41:29.836031 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: extraroute_atomic.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.837081 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.837585 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: extraroute-atomic Apr 08 10:41:29.837911 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: filter_validation.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.838583 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.839075 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: filter-validation Apr 08 10:41:29.839395 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: fip_pf_description.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.840309 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.840806 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 08 10:41:29.841162 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: fip_pf_port_range.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.842081 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.842581 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 08 10:41:29.842905 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: fip_port_details.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.844025 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.844535 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: fip-port-details Apr 08 10:41:29.844857 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: flavors.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.846149 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.846670 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: flavors Apr 08 10:41:29.846994 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.848698 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.849246 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 08 10:41:29.849582 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: floatingip_pools.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.850295 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.850807 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: floatingip-pools Apr 08 10:41:29.851131 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: ip_allocation.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.852065 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.852568 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extension ip_allocation not supported by any of loaded plugins Apr 08 10:41:29.852896 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.853844 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.854340 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: ip-substring-filtering Apr 08 10:41:29.854665 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: l2_adjacency.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.855631 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.856133 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 08 10:41:29.856457 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: l3.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.857487 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.858003 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: router Apr 08 10:41:29.858350 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.860588 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.861128 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 08 10:41:29.861466 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.862397 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.863004 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: ext-gw-mode Apr 08 10:41:29.863351 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.864345 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.864856 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: l3-ha Apr 08 10:41:29.865216 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.866148 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.866647 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 08 10:41:29.866973 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: l3_flavors.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.867901 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.868402 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: l3-flavors Apr 08 10:41:29.868731 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: l3_ndp_proxy.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.870139 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.870656 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 08 10:41:29.870990 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.871916 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.872428 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 08 10:41:29.872754 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: l3agentscheduler.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.873846 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.874359 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: l3_agent_scheduler Apr 08 10:41:29.874689 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: local_ip.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.876464 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.876984 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extension local_ip not supported by any of loaded plugins Apr 08 10:41:29.877342 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: logging.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.879016 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.879539 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extension logging not supported by any of loaded plugins Apr 08 10:41:29.879872 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: metering.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.880627 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.881248 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: metering Apr 08 10:41:29.881578 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.882681 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.883206 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: metering_source_and_destination_fields Apr 08 10:41:29.883532 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: multiprovidernet.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.884480 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.884985 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: multi-provider Apr 08 10:41:29.885348 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: netmtu.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.886280 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.886786 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: net-mtu Apr 08 10:41:29.887108 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: netmtu_writable.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.888033 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.888542 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: net-mtu-writable Apr 08 10:41:29.888869 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: network_availability_zone.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.889573 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.890114 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: network_availability_zone Apr 08 10:41:29.890434 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: network_ip_availability.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.891563 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.892079 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: network-ip-availability Apr 08 10:41:29.892405 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: network_segment_range.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.893208 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.893716 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extension network-segment-range not supported by any of loaded plugins Apr 08 10:41:29.894093 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: pagination.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.895082 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.895418 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: pagination Apr 08 10:41:29.895742 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: port_device_profile.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.896656 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.897209 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: port-device-profile Apr 08 10:41:29.897534 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.898472 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.898980 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: port-mac-address-regenerate Apr 08 10:41:29.899303 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.900225 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.900731 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: port-numa-affinity-policy Apr 08 10:41:29.901053 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: port_resource_request.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.902002 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.902507 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extension port-resource-request not supported by any of loaded plugins Apr 08 10:41:29.902830 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: port_resource_request_groups.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.903800 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.904305 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 08 10:41:29.904630 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: portbindings.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.905584 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.906096 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: binding Apr 08 10:41:29.906420 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: portbindings_extended.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.907695 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.908218 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: binding-extended Apr 08 10:41:29.908547 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: portsecurity.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.909498 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.910043 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: port-security Apr 08 10:41:29.910368 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: project_id.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.911361 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.911696 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: project-id Apr 08 10:41:29.912021 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: providernet.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.912939 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.913486 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: provider Apr 08 10:41:29.913813 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: qos.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.917813 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.918339 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extension qos not supported by any of loaded plugins Apr 08 10:41:29.918671 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.919922 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.920441 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 08 10:41:29.920769 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.921720 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.922231 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 08 10:41:29.922558 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: qos_default.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.923491 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.924000 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extension qos-default not supported by any of loaded plugins Apr 08 10:41:29.924327 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: qos_fip.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.925383 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.925870 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extension qos-fip not supported by any of loaded plugins Apr 08 10:41:29.926196 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: qos_fip_network_policy.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.927128 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.927632 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 08 10:41:29.927954 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: qos_gateway_ip.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.929003 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.929541 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 08 10:41:29.929862 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: qos_port_network_policy.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.930787 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.931294 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 08 10:41:29.931623 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.932666 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.933205 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 08 10:41:29.933548 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.934567 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.935083 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 08 10:41:29.935409 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: qos_pps_rule.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.936576 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.937089 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extension qos-pps not supported by any of loaded plugins Apr 08 10:41:29.937503 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: qos_rule_type_details.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.938432 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.938943 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 08 10:41:29.939268 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: qos_rule_type_filter.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.940193 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.940701 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 08 10:41:29.941044 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: qos_rules_alias.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.942161 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.942674 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 08 10:41:29.943001 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: quota_check_limit.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.943924 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.944433 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: quota-check-limit Apr 08 10:41:29.944758 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: quotasv2.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.945725 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.946054 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: quotas Apr 08 10:41:29.946362 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: quotasv2_detail.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.948066 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.948424 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: quota_details Apr 08 10:41:29.948750 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: rbac.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.949834 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.950359 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: rbac-policies Apr 08 10:41:29.950692 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: rbac_address_group.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.951625 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.952166 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: rbac-address-group Apr 08 10:41:29.952494 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: rbac_address_scope.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.953452 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.953955 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: rbac-address-scope Apr 08 10:41:29.954282 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: rbac_security_groups.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.955293 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.955801 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: rbac-security-groups Apr 08 10:41:29.956128 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: rbac_subnetpool.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.957294 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.957811 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: rbac-subnetpool Apr 08 10:41:29.958139 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: revisionifmatch.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.959074 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.959579 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: revision-if-match Apr 08 10:41:29.959901 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: revisions.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.961035 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.961569 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: standard-attr-revisions Apr 08 10:41:29.961894 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: router_availability_zone.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.962575 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.963083 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: router_availability_zone Apr 08 10:41:29.963405 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: routerservicetype.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.964336 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.964833 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extension router-service-type not supported by any of loaded plugins Apr 08 10:41:29.965194 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.966135 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.966646 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: security-groups-normalized-cidr Apr 08 10:41:29.966971 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.967899 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.968405 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: port-security-groups-filtering Apr 08 10:41:29.968734 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.969704 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.970217 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: security-groups-remote-address-group Apr 08 10:41:29.970544 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.971483 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.971991 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: security-groups-shared-filtering Apr 08 10:41:29.972350 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.972943 dv-cinder-836071-3-iscsi neutron-server[109800]: WARNING neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 08 10:41:29.973295 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: securitygroup.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.983071 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.983607 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: security-group Apr 08 10:41:29.983946 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: segment.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.984677 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.985227 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extension segment not supported by any of loaded plugins Apr 08 10:41:29.985558 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.986499 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.987007 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 08 10:41:29.987336 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: servicetype.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.988474 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.988986 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: service-type Apr 08 10:41:29.989346 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: sorting.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.990337 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.990671 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: sorting Apr 08 10:41:29.990998 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: standard_attr_segment.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.991902 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.992415 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 08 10:41:29.992735 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: standardattrdescription.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.993427 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.993928 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: standard-attr-description Apr 08 10:41:29.994252 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: stateful_security_group.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.995205 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.995718 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: stateful-security-group Apr 08 10:41:29.996043 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: stdattrs_common.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.996622 dv-cinder-836071-3-iscsi neutron-server[109800]: WARNING neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 08 10:41:29.996943 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.997917 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:29.998437 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 08 10:41:29.998758 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: subnet_onboard.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:29.999837 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:30.000358 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: subnet_onboard Apr 08 10:41:30.000684 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:30.001652 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:30.002159 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 08 10:41:30.002476 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: subnet_service_types.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:30.003427 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:30.004111 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: subnet-service-types Apr 08 10:41:30.004439 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: subnetallocation.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:30.005555 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:30.006075 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: subnet_allocation Apr 08 10:41:30.006400 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:30.007067 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:30.007571 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: subnetpool-prefix-ops Apr 08 10:41:30.007894 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:30.008848 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:30.009387 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 08 10:41:30.009714 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: tagging.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:30.010797 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:30.011307 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: standard-attr-tag Apr 08 10:41:30.011634 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: timestamp.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:30.012848 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:30.013388 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loaded extension: standard-attr-timestamp Apr 08 10:41:30.013718 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: trunk.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:30.014760 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:30.015272 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extension trunk not supported by any of loaded plugins Apr 08 10:41:30.015601 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: trunk_details.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:30.016589 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:30.017047 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extension trunk-details not supported by any of loaded plugins Apr 08 10:41:30.017403 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: uplink_status_propagation.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:30.018333 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:30.018838 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 08 10:41:30.019247 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Loading extension file: vlantransparent.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 10:41:30.019926 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 10:41:30.020435 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 08 10:41:30.022970 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.quota.resource_registry [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Creating instance of TrackedResource for resource:network Apr 08 10:41:30.023495 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.quota.resource_registry [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Creating instance of TrackedResource for resource:subnet Apr 08 10:41:30.023894 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.quota.resource_registry [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 10:41:30.024286 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.quota.resource_registry [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Creating instance of TrackedResource for resource:port Apr 08 10:41:30.025559 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.resource_helper [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109800) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:41:30.026010 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.resource_helper [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Service FLAVORS assigned prefix: {{(pid=109800) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:41:30.026626 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.resource_helper [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109800) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:41:30.027053 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.resource_helper [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109800) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:41:30.027383 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.quota.resource_registry [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Creating instance of TrackedResource for resource:router Apr 08 10:41:30.027809 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.quota.resource_registry [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Creating instance of TrackedResource for resource:floatingip Apr 08 10:41:30.028297 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.resource_helper [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Service METERING assigned prefix: /metering {{(pid=109800) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:41:30.029791 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:30.030178 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:30.030538 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:41:30.031554 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.quota.resource_registry [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Creating instance of CountableResource for resource:rbac_policy Apr 08 10:41:30.032012 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.quota.resource_registry [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Creating instance of TrackedResource for resource:security_group Apr 08 10:41:30.032452 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.quota.resource_registry [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 08 10:41:30.033055 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.resource_helper [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Service CORE assigned prefix: {{(pid=109800) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:41:30.033417 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.quota.resource_registry [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 10:41:30.033766 dv-cinder-836071-3-iscsi neutron-server[109800]: WARNING neutron.quota.resource_registry [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] subnetpool is already registered Apr 08 10:41:30.034206 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.resource_helper [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Service CORE assigned prefix: {{(pid=109800) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:41:30.034535 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.quota.resource_registry [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 10:41:30.034889 dv-cinder-836071-3-iscsi neutron-server[109800]: WARNING neutron.quota.resource_registry [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] subnetpool is already registered Apr 08 10:41:30.037217 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.resource_helper [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109800) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:41:30.037653 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.resource_helper [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Service FLAVORS assigned prefix: {{(pid=109800) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:41:30.038239 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.resource_helper [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109800) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:41:30.038659 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.resource_helper [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109800) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:41:30.038994 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.quota.resource_registry [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Creating instance of TrackedResource for resource:router Apr 08 10:41:30.039334 dv-cinder-836071-3-iscsi neutron-server[109800]: WARNING neutron.quota.resource_registry [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] router is already registered Apr 08 10:41:30.039746 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.quota.resource_registry [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Creating instance of TrackedResource for resource:floatingip Apr 08 10:41:30.040084 dv-cinder-836071-3-iscsi neutron-server[109800]: WARNING neutron.quota.resource_registry [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] floatingip is already registered Apr 08 10:41:30.040537 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.resource_helper [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Service METERING assigned prefix: /metering {{(pid=109800) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:41:30.041233 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.quota.resource_registry [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Creating instance of CountableResource for resource:rbac_policy Apr 08 10:41:30.041566 dv-cinder-836071-3-iscsi neutron-server[109800]: WARNING neutron.quota.resource_registry [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] rbac_policy is already registered Apr 08 10:41:30.041977 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.quota.resource_registry [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Creating instance of TrackedResource for resource:security_group Apr 08 10:41:30.042634 dv-cinder-836071-3-iscsi neutron-server[109800]: WARNING neutron.quota.resource_registry [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] security_group is already registered Apr 08 10:41:30.043035 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.quota.resource_registry [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 08 10:41:30.043367 dv-cinder-836071-3-iscsi neutron-server[109800]: WARNING neutron.quota.resource_registry [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] security_group_rule is already registered Apr 08 10:41:30.043986 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.resource_helper [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Service CORE assigned prefix: {{(pid=109800) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:41:30.044312 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.quota.resource_registry [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 10:41:30.044643 dv-cinder-836071-3-iscsi neutron-server[109800]: WARNING neutron.quota.resource_registry [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] subnetpool is already registered Apr 08 10:41:30.045083 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.resource_helper [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Service CORE assigned prefix: {{(pid=109800) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 10:41:30.045401 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.quota.resource_registry [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 10:41:30.045730 dv-cinder-836071-3-iscsi neutron-server[109800]: WARNING neutron.quota.resource_registry [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] subnetpool is already registered Apr 08 10:41:30.046208 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extended resource: extensions {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:41:30.047647 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extended resource: address-groups {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:41:30.049183 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extended resource: address-scopes {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:41:30.050555 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extended resource: agents {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:41:30.051713 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extended resource: auto-allocated-topology {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:41:30.052954 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extended resource: availability_zones {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:41:30.054198 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extended resource: dhcp-networks {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:41:30.055718 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extended resource: dhcp-agents {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:41:30.057209 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extended resource: routers {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:41:30.060359 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extended resource: flavors {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:41:30.061573 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extended resource: service_profiles {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:41:30.062778 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extended resource: next_providers {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:41:30.064224 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extended resource: service_profiles {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:41:30.065865 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extended resource: floatingip-pools {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:41:30.067062 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extended resource: routers {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:41:30.069154 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extended resource: floatingips {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:41:30.070451 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extended resource: l3-routers {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:41:30.071850 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extended resource: l3-agents {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:41:30.073303 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extended resource: metering-labels {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:41:30.074662 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extended resource: metering-label-rules {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:41:30.075922 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extended resource: network-ip-availabilities {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:41:30.077193 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extended resource: bindings {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:41:30.078893 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extended resource: quotas {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:41:30.080438 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extended resource: quotas {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:41:30.082272 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extended resource: rbac-policies {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:41:30.083578 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extended resource: security-groups {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:41:30.084815 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extended resource: security-group-rules {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:41:30.086056 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extended resource: service-providers {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:41:30.087270 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extended resource: subnetpools {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:41:30.088686 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extended resource: subnetpools {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:41:30.090157 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extended resource: tags {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:41:30.091838 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extended resource: tags {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:41:30.093678 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extended resource: tags {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:41:30.095473 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extended resource: tags {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:41:30.097463 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extended resource: tags {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:41:30.099295 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extended resource: tags {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:41:30.101017 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extended resource: tags {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:41:30.102946 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extended resource: tags {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:41:30.104702 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extended resource: tags {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:41:30.106590 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Extended resource: tags {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 10:41:30.112447 dv-cinder-836071-3-iscsi neutron-server[109800]: WARNING keystonemiddleware.auth_token [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 08 10:41:30.117237 dv-cinder-836071-3-iscsi neutron-server[109800]: WARNING keystonemiddleware.auth_token [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 08 10:41:30.125828 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_concurrency.lockutils [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Acquired lock "singleton_lock" {{(pid=109800) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 08 10:41:30.126308 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_concurrency.lockutils [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Releasing lock "singleton_lock" {{(pid=109800) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 08 10:41:30.126973 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO oslo_service.service [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Starting 2 workers Apr 08 10:41:30.131917 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Started child 109909 {{(pid=109800) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 08 10:41:30.136402 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Started child 109910 {{(pid=109800) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 08 10:41:30.137290 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:41:30.138016 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO neutron.service [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 08 10:41:30.138579 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Publish callbacks [] for process (None), before_spawn {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:41:30.138782 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [-] (109909) wsgi starting up on http://0.0.0.0:9696 Apr 08 10:41:30.141052 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO oslo_service.service [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Starting 1 workers Apr 08 10:41:30.141414 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:41:30.142928 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [-] (109910) wsgi starting up on http://0.0.0.0:9696 Apr 08 10:41:30.146385 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Started child 109911 {{(pid=109800) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 08 10:41:30.146969 dv-cinder-836071-3-iscsi neutron-server[109800]: INFO oslo_service.service [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Starting 1 workers Apr 08 10:41:30.150227 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.service [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] calling RpcWorker wait() {{(pid=109911) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 08 10:41:30.150826 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.service [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] returning from RpcWorker wait() {{(pid=109911) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 08 10:41:30.151567 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Started child 109912 {{(pid=109800) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 08 10:41:30.151907 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:41:30.152334 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-84a31354-5df6-40ad-a730-e2632c8caeb6 None None] Publish callbacks [] for process (None), after_spawn {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:41:30.152460 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:30.154288 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109800) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 08 10:41:30.154461 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 08 10:41:30.154839 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 08 10:41:30.155052 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 08 10:41:30.155416 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 08 10:41:30.155540 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 08 10:41:30.156091 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.156316 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.156603 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.156865 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.157161 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.157354 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:41:30.157876 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.158005 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.158234 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.158512 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.158805 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.158986 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:30.159119 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.159119 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.159360 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.159591 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.159952 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.160249 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.160437 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.160706 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.160846 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.161146 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.161422 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.161683 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.161961 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] debug = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.162206 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.162680 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.162910 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.163171 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.163396 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.163673 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.163916 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.164178 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.164429 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.164651 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.164899 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.165169 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.165409 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.165652 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.165908 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.166143 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.166389 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.166675 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.167059 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] host = dv-cinder-836071-3-iscsi {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.167608 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.167864 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.168108 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.168376 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.168666 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.168878 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.169164 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.169424 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.169673 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.169918 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.170140 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.170387 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.170606 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.170863 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] log_file = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.171027 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] log_options = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.171265 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.171526 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.171785 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.171973 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.172142 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.172305 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.172579 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.172743 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.173008 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.173254 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.173471 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.173716 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.173932 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.174149 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.174391 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.174607 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.174866 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.175098 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.175389 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.175858 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.176223 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.176485 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.176808 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.176945 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.177345 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.177633 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.178709 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.178973 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.179294 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.179564 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.179885 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.180161 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.180599 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.180886 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.181802 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.181802 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.181802 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.185716 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.186037 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.188238 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.190804 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.191264 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.191524 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.191828 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.192162 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.192429 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.192687 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] use_json = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.192973 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.193327 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.193549 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.193802 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.194025 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.194255 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.194501 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.194755 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.194976 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.195505 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.195807 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.196126 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.196392 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.196622 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.196868 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.197119 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.197368 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.197612 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.197851 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.198144 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.198374 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.198681 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.198973 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.199258 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.199575 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.199863 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.200122 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.200363 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.200584 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.200827 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.201083 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.201358 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.201754 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.202148 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.202553 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.202788 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.203076 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.203341 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.203659 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.203930 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.204186 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.204464 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.205161 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 50662) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:41:30.209359 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.209626 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.209884 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.210166 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.210403 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.210657 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.210964 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.211216 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.211441 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.211693 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.211960 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.212199 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.212454 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.212689 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.212952 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.213226 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.213651 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063136 Apr 08 10:41:30.215238 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.215495 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.215747 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.215977 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.216224 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.216468 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.216715 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.216962 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.217264 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.217509 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.217726 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.217953 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.218197 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.218440 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.218822 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.219047 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.220914 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.221590 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.221953 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.226700 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.226700 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.226914 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.226987 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.227223 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.227478 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.227734 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.227971 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.228215 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.228456 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.228680 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.232366 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.232638 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.232876 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.233150 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.233373 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.234608 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.234608 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.234608 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.234608 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.234608 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.234930 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.234930 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.235196 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.236089 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.236089 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.236089 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.236298 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.236443 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.236657 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.236912 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.237404 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.237841 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.238067 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.238352 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.238592 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.238858 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.239098 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.239340 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.239601 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.239824 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.240217 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.240634 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.240863 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.241125 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.241390 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.241682 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.241949 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.242188 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.242425 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.242781 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.243271 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.243641 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.243931 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.244181 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.244450 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.244770 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.245036 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.245363 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.245600 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.246007 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.246425 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.246770 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.247024 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.247418 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.247901 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.248325 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.248720 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.249538 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.249912 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.250161 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.250644 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.251120 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.251718 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.251950 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.252231 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.252496 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.252754 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.253035 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.253824 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.254317 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.254618 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.255104 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.255367 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.255726 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.255953 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.257049 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.257049 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.257049 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.257049 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.257049 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.257450 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.257633 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.257813 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.258030 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.258253 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.259048 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.259048 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.259048 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.259271 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.259414 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.259617 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.259844 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.260073 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.260295 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.260514 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.260766 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.261295 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.261576 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.261844 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.262084 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.263054 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.263054 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.263054 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.263054 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.263331 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.263483 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.263700 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.263934 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.264155 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.264378 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.265081 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.265081 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.265081 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.265352 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.265594 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.266716 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.266716 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.266716 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.266716 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.266971 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.267123 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.267350 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.267649 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.267878 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.268102 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.268346 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.268569 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.268792 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.269042 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.269544 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.269899 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.270186 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.270430 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.270677 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.272556 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.272556 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.272556 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.272556 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.272556 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.272556 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.272556 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.272556 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.272556 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.273134 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.273134 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.273440 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.273591 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.273853 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.274811 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:30.274977 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.274977 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.274977 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.274977 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.274977 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.275621 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.275621 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.275621 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.276020 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.276020 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.276272 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.276410 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.276633 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.276845 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.277129 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.277344 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.277691 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.277998 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.278283 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.278885 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.279285 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.279457 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.280402 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.280402 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.280689 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.280689 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.280945 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.282180 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.283097 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.283097 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.283097 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.283538 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.283538 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.283815 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.284047 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.284431 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.284772 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.285032 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.285487 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.285842 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.286066 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.286336 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.286573 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.286800 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.287048 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.287351 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.288423 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.288423 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.288423 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.288843 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.288843 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.289119 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.289388 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.289644 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.289917 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.290274 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.290569 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.290847 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.291073 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.291316 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.291541 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.291783 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.292004 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.292547 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.292789 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.293085 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.293384 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.297128 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.297128 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.297128 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.297128 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.297128 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.297128 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.297128 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.297128 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.298110 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 08 10:41:30.298110 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109800) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 08 10:41:30.298110 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 08 10:41:30.298110 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 08 10:41:30.298110 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 08 10:41:30.298110 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 08 10:41:30.298110 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 08 10:41:30.298110 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.298661 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.298661 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.298661 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.298661 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.298661 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.298661 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.298661 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.298661 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.299212 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.299212 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.299212 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.299212 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.299794 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.299958 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.300310 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.300472 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.300778 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.300949 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.301140 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.301958 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.302124 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.302437 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] debug = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.302606 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.302816 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.302959 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.303122 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.303268 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.303411 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.304145 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.305273 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.305503 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.305669 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.306500 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.306500 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.306500 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.306500 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.306500 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.306825 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.306825 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.306968 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.307034 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] host = dv-cinder-836071-3-iscsi {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.307287 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.307287 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.307437 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.307584 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.307727 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.308636 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.308636 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.308636 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.308636 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.308636 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.308636 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.308985 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.308985 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.308985 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] log_file = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.309190 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] log_options = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.309456 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.309456 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.309700 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.309791 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.309953 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.310128 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.310306 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.310398 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.310540 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.310846 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.311005 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.311159 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.311875 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.311875 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.311875 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.311875 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.311875 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.312392 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.312392 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.312392 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.312629 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.312629 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.312776 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.312854 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.313008 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.313209 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.313357 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.313533 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.313682 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.313822 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.313965 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.314104 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.314241 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.314380 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.314526 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.314662 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.314808 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.314944 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.315079 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.315234 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.315404 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.315549 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.315684 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.315931 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.316128 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.316281 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.316421 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] use_json = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.316572 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.316699 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.317580 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.317580 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.317580 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.317580 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.317580 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.317580 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.318284 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 10:41:30.318284 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.318284 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.318284 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.318284 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.318790 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.318790 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.318790 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.319117 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.319117 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.319269 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.319348 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.319452 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.319618 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.319774 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.319933 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.320092 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.320250 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.320407 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.320565 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.320704 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.320899 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.321018 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.321261 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.321418 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.321574 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.321730 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.321887 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.322051 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.322943 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.322943 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.322943 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.322943 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.322943 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.322943 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.323477 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.323477 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.323477 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.323729 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.323729 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.323873 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.323987 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.324091 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.324241 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.324398 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.324554 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.325572 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.325572 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.325572 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.325572 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.325572 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.325572 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.326008 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.326008 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.326008 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.326292 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.326292 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.326437 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.326517 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.326623 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.326778 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.326932 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.327088 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.327242 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.327398 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.327552 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.327706 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.327864 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.328019 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.328187 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.328342 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.328498 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.328654 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.328811 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.328968 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.329137 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.329338 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.329434 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.329590 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.329745 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.329900 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.330054 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.330209 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.330364 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.330519 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.330675 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.330831 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.330989 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.332152 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.332152 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.332152 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.332152 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.332152 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.332152 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.332152 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.332586 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.332586 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.332586 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.332776 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.332944 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.333027 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.333212 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.333347 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.333495 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.333650 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.333810 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.333967 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.334271 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.334421 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.334556 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.334715 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.334857 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.335017 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.335174 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.335317 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.335476 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.335630 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.335759 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.335916 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.336070 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.336234 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.336390 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.336548 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.336704 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.336865 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.337032 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.337209 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.337366 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.337521 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.337677 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.337833 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.337990 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.338146 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.338301 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.338455 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.338613 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.338781 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.338936 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.339092 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.339248 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.339427 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.339582 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.339736 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.339896 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.340052 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.340209 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.340364 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.340522 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.340677 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.340832 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.340988 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.341155 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.341311 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.341465 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.341621 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.341776 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.341933 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.342090 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.342245 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.342401 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.342559 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.342714 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.342868 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.343023 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.343178 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.343336 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.343492 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.343649 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.343809 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.343964 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.344121 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.344289 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.344480 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.344565 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.344723 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.344900 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.345077 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.345239 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.345395 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.345553 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.345711 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.345919 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.346067 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.346735 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.346735 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.346735 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.346735 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.347291 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.347291 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.347291 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.348283 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.348452 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.348614 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.348772 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.348934 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.349148 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.349309 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.349466 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.349627 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.349784 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.349942 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.351283 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.351283 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.351283 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.351283 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.351283 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.351283 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.351283 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.351283 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.351795 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.351795 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.351795 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.351795 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.352029 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.352029 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.352149 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.352272 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.352460 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.352614 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.352700 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.352857 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.353011 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.353193 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.353347 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.353517 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.353673 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.353828 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.353985 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.354141 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.354296 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.354461 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.354615 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.354777 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.354920 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.355125 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.355285 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.355474 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.355595 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.355749 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.355904 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.356059 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.356212 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.356377 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.356532 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.356690 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.356846 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.357002 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.357178 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.357343 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.357498 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.357652 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.357808 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.357963 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.358118 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.358282 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.358437 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.358591 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.358746 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.358895 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.359046 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.359211 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.359370 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.359527 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.359691 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.359848 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.360004 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.360165 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.360343 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.360490 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.360627 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.360775 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.360910 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.361045 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.361264 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.361409 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.361549 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.361673 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.361833 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.361996 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.362159 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.362323 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.362478 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.362641 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.363037 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.363190 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.363349 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.363504 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.363660 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.363821 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.364753 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.364753 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.364753 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.364753 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.364753 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.364753 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.365344 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.365344 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.365344 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.365344 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.365755 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.365755 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.365755 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.365975 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 10:41:30.365975 dv-cinder-836071-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 08 10:41:41.839767 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e3d3a4-3b33-4d57-a15e-a95efbee4463 None None] get_active_networks_info from dv-cinder-836071-3-iscsi {{(pid=109911) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 08 10:41:41.896605 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e3d3a4-3b33-4d57-a15e-a95efbee4463 None None] No non-hosted networks {{(pid=109911) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 08 10:41:41.913968 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.agentschedulers_db [None req-97e3d3a4-3b33-4d57-a15e-a95efbee4463 None None] DHCP Agent not found on host dv-cinder-836071-3-iscsi {{(pid=109911) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 08 10:41:42.010933 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c1358c6d-fec9-4be8-8e7d-0ab8d6681aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-741546'] for agent (0996d03c-a6d6-4751-8b32-c8111f4b3d8a), after_create {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:41:44.156511 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-12285d2c-d5ba-4ac2-81a7-a0126cfe746e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-741546'] for agent (a0f054a9-d30b-4594-8de6-6c24438c3963), after_create {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:41:44.206312 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-b393963b-86b3-42b6-9a83-bf57b6280699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (a0f054a9-d30b-4594-8de6-6c24438c3963), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:41:45.095041 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c39995e2-c233-4533-b78f-2944bd33f611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-741546'] for agent (65c9c9bc-bb02-426d-a902-340b44f1a4c2), after_create {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:41:45.136372 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 50740) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:41:45.670694 dv-cinder-836071-3-iscsi neutron-server[109910]: WARNING oslo_policy.policy [None req-9aac9d9c-ddcb-485c-9864-719059484dfa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 10:41:45.671445 dv-cinder-836071-3-iscsi neutron-server[109910]: WARNING oslo_policy.policy [None req-9aac9d9c-ddcb-485c-9864-719059484dfa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 10:41:45.900578 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [None req-9aac9d9c-ddcb-485c-9864-719059484dfa admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109910) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 10:41:45.913160 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-9aac9d9c-ddcb-485c-9864-719059484dfa admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7641721 Apr 08 10:41:46.573019 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dfd57949-1be2-4190-94f2-c1682066023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-741546'] for agent (140c1fdd-4f9d-4fc9-9d7c-f6f7cee51a0a), after_create {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:41:47.972426 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-741546'] for agent (d1e78606-e5cc-43c0-bc22-8a5324478286), after_create {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:41:47.973224 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:47.973713 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:47.974293 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:47.974633 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:47.976498 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:47.976850 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:47.977222 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:47.977579 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:47.977913 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:47.979492 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:47.981243 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:47.981759 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:47.982424 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:47.983464 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:47.984025 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:47.985307 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-836071-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:47.993284 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-836071-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:41:48.456338 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 50770) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:41:48.980294 dv-cinder-836071-3-iscsi neutron-server[109909]: WARNING oslo_policy.policy [None req-e48291d0-2537-48a8-a9ab-7e1ede591f5f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 10:41:48.980927 dv-cinder-836071-3-iscsi neutron-server[109909]: WARNING oslo_policy.policy [None req-e48291d0-2537-48a8-a9ab-7e1ede591f5f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 10:41:49.203825 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.v2.base [None req-e48291d0-2537-48a8-a9ab-7e1ede591f5f admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True}} {{(pid=109909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:41:49.294737 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.policy [None req-e48291d0-2537-48a8-a9ab-7e1ede591f5f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109909) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 08 10:41:49.336780 dv-cinder-836071-3-iscsi neutron-server[109909]: WARNING oslo_policy.policy [None req-e48291d0-2537-48a8-a9ab-7e1ede591f5f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 10:41:49.337134 dv-cinder-836071-3-iscsi neutron-server[109909]: WARNING oslo_policy.policy [None req-e48291d0-2537-48a8-a9ab-7e1ede591f5f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 10:41:49.445579 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-e48291d0-2537-48a8-a9ab-7e1ede591f5f admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778035393512', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778035393973', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778035377448', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778035368281', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778035426306', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778035415832', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1935821', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1857846', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-871442', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1041094'] for rbac-policy (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:41:49.517405 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-e48291d0-2537-48a8-a9ab-7e1ede591f5f admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:41:49.529142 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-e48291d0-2537-48a8-a9ab-7e1ede591f5f admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0607257 Apr 08 10:41:52.052646 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 50788) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:41:52.253676 dv-cinder-836071-3-iscsi neutron-server[109911]: INFO neutron.db.l3_hamode_db [None req-36570759-9f33-4e15-8347-d496e8fa1b82 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 08 10:41:52.330409 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36570759-9f33-4e15-8347-d496e8fa1b82 None None] Routers set() bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:41:52.330794 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36570759-9f33-4e15-8347-d496e8fa1b82 None None] Router IDs set() for agent in host dv-cinder-836071-3-iscsi {{(pid=109911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 08 10:41:52.388656 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [None req-011fdde9-53f8-41ea-a5a2-79863b16e5ed demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:41:52.446841 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011fdde9-53f8-41ea-a5a2-79863b16e5ed demo demo] Made reservation on behalf of 74b53cdeb26a45d4964c0e11c81eac27 for: {'network': 1} {{(pid=109910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:41:52.509143 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.policy [None req-011fdde9-53f8-41ea-a5a2-79863b16e5ed demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109910) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 08 10:41:52.553487 dv-cinder-836071-3-iscsi neutron-server[109910]: WARNING oslo_policy.policy [None req-011fdde9-53f8-41ea-a5a2-79863b16e5ed demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 10:41:52.553487 dv-cinder-836071-3-iscsi neutron-server[109910]: WARNING oslo_policy.policy [None req-011fdde9-53f8-41ea-a5a2-79863b16e5ed demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 10:41:52.563946 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-011fdde9-53f8-41ea-a5a2-79863b16e5ed demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for network (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:41:52.585979 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-011fdde9-53f8-41ea-a5a2-79863b16e5ed demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:41:52.703211 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-011fdde9-53f8-41ea-a5a2-79863b16e5ed demo demo] Publish callbacks [] for security_group (074bd2ef-e27a-4002-b140-7a9624b61aa5), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:41:52.711353 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-011fdde9-53f8-41ea-a5a2-79863b16e5ed demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (074bd2ef-e27a-4002-b140-7a9624b61aa5), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:41:52.740798 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-011fdde9-53f8-41ea-a5a2-79863b16e5ed demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=109910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:41:52.778750 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-011fdde9-53f8-41ea-a5a2-79863b16e5ed demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778033058241', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801210'] for segment (41e3a5cc-3bb8-4873-bab9-587cc4a6312a), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:41:52.779350 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-011fdde9-53f8-41ea-a5a2-79863b16e5ed demo demo] Unsubscribe: segment precommit_create {{(pid=109910) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 08 10:41:52.779874 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.db.segments_db [None req-011fdde9-53f8-41ea-a5a2-79863b16e5ed demo demo] Added segment 41e3a5cc-3bb8-4873-bab9-587cc4a6312a of type vlan for network 636c2677-14bd-450f-b5e0-58b003aa2551 Apr 08 10:41:52.796448 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011fdde9-53f8-41ea-a5a2-79863b16e5ed demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=074bd2ef-e27a-4002-b140-7a9624b61aa5,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:52.847585 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011fdde9-53f8-41ea-a5a2-79863b16e5ed demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:52.847924 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011fdde9-53f8-41ea-a5a2-79863b16e5ed demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:52.848414 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011fdde9-53f8-41ea-a5a2-79863b16e5ed demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:52.848770 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011fdde9-53f8-41ea-a5a2-79863b16e5ed demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:52.849103 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011fdde9-53f8-41ea-a5a2-79863b16e5ed demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:52.849457 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011fdde9-53f8-41ea-a5a2-79863b16e5ed demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:52.849780 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011fdde9-53f8-41ea-a5a2-79863b16e5ed demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:52.850696 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011fdde9-53f8-41ea-a5a2-79863b16e5ed demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:52.851034 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011fdde9-53f8-41ea-a5a2-79863b16e5ed demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:52.851361 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011fdde9-53f8-41ea-a5a2-79863b16e5ed demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:52.851690 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011fdde9-53f8-41ea-a5a2-79863b16e5ed demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:52.852030 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011fdde9-53f8-41ea-a5a2-79863b16e5ed demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:52.852357 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011fdde9-53f8-41ea-a5a2-79863b16e5ed demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:52.852661 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011fdde9-53f8-41ea-a5a2-79863b16e5ed demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:52.852998 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011fdde9-53f8-41ea-a5a2-79863b16e5ed demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:52.854619 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011fdde9-53f8-41ea-a5a2-79863b16e5ed demo demo] Tracked resource versions report: Apr 08 10:41:52.854619 dv-cinder-836071-3-iscsi neutron-server[109910]: pushed versions: Apr 08 10:41:52.854619 dv-cinder-836071-3-iscsi neutron-server[109910]: { 'AddressGroup': {'1.2'}, Apr 08 10:41:52.854619 dv-cinder-836071-3-iscsi neutron-server[109910]: 'Agent': {'1.1'}, Apr 08 10:41:52.854619 dv-cinder-836071-3-iscsi neutron-server[109910]: 'ConntrackHelper': {'1.0'}, Apr 08 10:41:52.854619 dv-cinder-836071-3-iscsi neutron-server[109910]: 'LocalIPAssociation': {'1.0'}, Apr 08 10:41:52.854619 dv-cinder-836071-3-iscsi neutron-server[109910]: 'Log': {'1.0'}, Apr 08 10:41:52.854619 dv-cinder-836071-3-iscsi neutron-server[109910]: 'NDPProxy': {'1.0'}, Apr 08 10:41:52.854619 dv-cinder-836071-3-iscsi neutron-server[109910]: 'Network': {'1.1'}, Apr 08 10:41:52.854619 dv-cinder-836071-3-iscsi neutron-server[109910]: 'Port': {'1.7'}, Apr 08 10:41:52.854619 dv-cinder-836071-3-iscsi neutron-server[109910]: 'PortForwarding': {'1.3'}, Apr 08 10:41:52.854619 dv-cinder-836071-3-iscsi neutron-server[109910]: 'QosPolicy': {'1.10'}, Apr 08 10:41:52.854619 dv-cinder-836071-3-iscsi neutron-server[109910]: 'SecurityGroup': {'1.5'}, Apr 08 10:41:52.854619 dv-cinder-836071-3-iscsi neutron-server[109910]: 'SecurityGroupRule': {'1.2'}, Apr 08 10:41:52.854619 dv-cinder-836071-3-iscsi neutron-server[109910]: 'SubPort': {'1.0'}, Apr 08 10:41:52.854619 dv-cinder-836071-3-iscsi neutron-server[109910]: 'Subnet': {'1.1'}, Apr 08 10:41:52.854619 dv-cinder-836071-3-iscsi neutron-server[109910]: 'Trunk': {'1.1'}} Apr 08 10:41:52.854619 dv-cinder-836071-3-iscsi neutron-server[109910]: consumer versions: Apr 08 10:41:52.854619 dv-cinder-836071-3-iscsi neutron-server[109910]: { DHCP agent@dv-cinder-836071-3-iscsi: {}, Apr 08 10:41:52.854619 dv-cinder-836071-3-iscsi neutron-server[109910]: L3 agent@dv-cinder-836071-3-iscsi: {}, Apr 08 10:41:52.854619 dv-cinder-836071-3-iscsi neutron-server[109910]: Metadata agent@dv-cinder-836071-3-iscsi: {}, Apr 08 10:41:52.854619 dv-cinder-836071-3-iscsi neutron-server[109910]: Metering agent@dv-cinder-836071-3-iscsi: {}, Apr 08 10:41:52.854619 dv-cinder-836071-3-iscsi neutron-server[109910]: Open vSwitch agent@dv-cinder-836071-3-iscsi: { 'AddressGroup': '1.2', Apr 08 10:41:52.854619 dv-cinder-836071-3-iscsi neutron-server[109910]: 'Agent': '1.1', Apr 08 10:41:52.854619 dv-cinder-836071-3-iscsi neutron-server[109910]: 'ConntrackHelper': '1.0', Apr 08 10:41:52.854619 dv-cinder-836071-3-iscsi neutron-server[109910]: 'LocalIPAssociation': '1.0', Apr 08 10:41:52.854619 dv-cinder-836071-3-iscsi neutron-server[109910]: 'Log': '1.0', Apr 08 10:41:52.854619 dv-cinder-836071-3-iscsi neutron-server[109910]: 'NDPProxy': '1.0', Apr 08 10:41:52.854619 dv-cinder-836071-3-iscsi neutron-server[109910]: 'Network': '1.1', Apr 08 10:41:52.854619 dv-cinder-836071-3-iscsi neutron-server[109910]: 'Port': '1.7', Apr 08 10:41:52.854619 dv-cinder-836071-3-iscsi neutron-server[109910]: 'PortForwarding': '1.3', Apr 08 10:41:52.854619 dv-cinder-836071-3-iscsi neutron-server[109910]: 'QosPolicy': '1.10', Apr 08 10:41:52.854619 dv-cinder-836071-3-iscsi neutron-server[109910]: 'SecurityGroup': '1.5', Apr 08 10:41:52.854619 dv-cinder-836071-3-iscsi neutron-server[109910]: 'SecurityGroupRule': '1.2', Apr 08 10:41:52.854619 dv-cinder-836071-3-iscsi neutron-server[109910]: 'SubPort': '1.0', Apr 08 10:41:52.854619 dv-cinder-836071-3-iscsi neutron-server[109910]: 'Subnet': '1.1', Apr 08 10:41:52.854619 dv-cinder-836071-3-iscsi neutron-server[109910]: 'Trunk': '1.1'}} Apr 08 10:41:52.854619 dv-cinder-836071-3-iscsi neutron-server[109910]: {{(pid=109910) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 10:41:52.886884 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-011fdde9-53f8-41ea-a5a2-79863b16e5ed demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778032765835'] for network (636c2677-14bd-450f-b5e0-58b003aa2551), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:41:52.933899 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-011fdde9-53f8-41ea-a5a2-79863b16e5ed demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513'] for network (636c2677-14bd-450f-b5e0-58b003aa2551), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:41:52.939384 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011fdde9-53f8-41ea-a5a2-79863b16e5ed demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:52.940109 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-011fdde9-53f8-41ea-a5a2-79863b16e5ed demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553535'] for network (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:41:53.042981 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-011fdde9-53f8-41ea-a5a2-79863b16e5ed demo demo] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.9890261 Apr 08 10:41:53.060094 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011fdde9-53f8-41ea-a5a2-79863b16e5ed demo demo] Pushing event updated for resources: {'Network': ['ID=636c2677-14bd-450f-b5e0-58b003aa2551,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:53.075937 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Network 636c2677-14bd-450f-b5e0-58b003aa2551 details requested by agent ovs-agent-dv-cinder-836071-3-iscsi with host dv-cinder-836071-3-iscsi {{(pid=109911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 10:41:55.601794 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 50802) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:41:56.102040 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438c4663-e1e8-478d-adf7-56a4e2d95e10 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:56.103435 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-438c4663-e1e8-478d-adf7-56a4e2d95e10 demo admin] 10.222.0.43 "GET /v2.0/networks/636c2677-14bd-450f-b5e0-58b003aa2551 HTTP/1.1" status: 200 len: 825 time: 0.5006349 Apr 08 10:41:56.144307 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-5188f196-d329-4643-a586-26f46344e145 demo admin] 10.222.0.43 "GET /v2.0/subnetpools/c09db881-c522-4067-9904-2b6395f39f1a HTTP/1.1" status: 200 len: 734 time: 0.0321465 Apr 08 10:41:56.155490 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [None req-1f040328-1710-43f7-901d-1dff67529387 demo admin] Request body: {'subnet': {'network_id': '636c2677-14bd-450f-b5e0-58b003aa2551', 'subnetpool_id': 'c09db881-c522-4067-9904-2b6395f39f1a', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:41:56.179695 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f040328-1710-43f7-901d-1dff67529387 demo admin] Made reservation on behalf of 74b53cdeb26a45d4964c0e11c81eac27 for: {'subnet': 1} {{(pid=109910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:41:56.181938 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-1f040328-1710-43f7-901d-1dff67529387 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:41:56.492248 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-1f040328-1710-43f7-901d-1dff67529387 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513'] for subnet (6cc8977e-78a6-4a0b-b516-3ba73c1c5c1b), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:41:56.556274 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f040328-1710-43f7-901d-1dff67529387 demo admin] Pushing event updated for resources: {'Subnet': ['ID=6cc8977e-78a6-4a0b-b516-3ba73c1c5c1b,revision_number=0']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:56.564929 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f040328-1710-43f7-901d-1dff67529387 demo admin] Checking segment: {'id': '41e3a5cc-3bb8-4873-bab9-587cc4a6312a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '636c2677-14bd-450f-b5e0-58b003aa2551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:41:56.565472 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f040328-1710-43f7-901d-1dff67529387 demo admin] Network hostable DHCP agents. Network: 636c2677-14bd-450f-b5e0-58b003aa2551, hostable agents: ['0996d03c-a6d6-4751-8b32-c8111f4b3d8a'], hosted agents: [] {{(pid=109910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:41:56.589240 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f040328-1710-43f7-901d-1dff67529387 demo admin] Network 636c2677-14bd-450f-b5e0-58b003aa2551 is scheduled to be hosted by DHCP agent 0996d03c-a6d6-4751-8b32-c8111f4b3d8a with binding_index 1 {{(pid=109910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:41:56.602759 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.base_scheduler [None req-1f040328-1710-43f7-901d-1dff67529387 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836071-3-iscsi, 636c2677-14bd-450f-b5e0-58b003aa2551) {{(pid=109910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:41:56.607845 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f040328-1710-43f7-901d-1dff67529387 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:41:56.608454 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-1f040328-1710-43f7-901d-1dff67529387 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553535'] for subnet (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:41:56.614228 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3cb61db-03fe-42dd-90ba-c622ba467f8b None None] Network 636c2677-14bd-450f-b5e0-58b003aa2551 requested from dv-cinder-836071-3-iscsi {{(pid=109911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 10:41:56.632814 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-1f040328-1710-43f7-901d-1dff67529387 demo admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4758925 Apr 08 10:41:56.996234 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dade60fb-6cb9-4110-97f8-cdb01ba3cd9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2e46b0fd-1d33-5ebd-a23e-349e34994587-636c2677-14bd-450f-b5e0-58b003aa2551', 'network_id': '636c2677-14bd-450f-b5e0-58b003aa2551', 'project_id': '74b53cdeb26a45d4964c0e11c81eac27', 'fixed_ips': [{'subnet_id': '6cc8977e-78a6-4a0b-b516-3ba73c1c5c1b'}]}} from dv-cinder-836071-3-iscsi. {{(pid=109911) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 10:41:56.997566 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dade60fb-6cb9-4110-97f8-cdb01ba3cd9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:41:57.287011 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.db_base_plugin_common [None req-dade60fb-6cb9-4110-97f8-cdb01ba3cd9d None None] Allocated IP 172.20.0.2 (636c2677-14bd-450f-b5e0-58b003aa2551/6cc8977e-78a6-4a0b-b516-3ba73c1c5c1b/b62b1a13-518e-4b0c-b8d0-754d0bd02df2) {{(pid=109911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:41:57.565282 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dade60fb-6cb9-4110-97f8-cdb01ba3cd9d None None] Publish callbacks [] for port (b62b1a13-518e-4b0c-b8d0-754d0bd02df2), precommit_create {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:41:57.573558 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dade60fb-6cb9-4110-97f8-cdb01ba3cd9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861'] for port (b62b1a13-518e-4b0c-b8d0-754d0bd02df2), after_create {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:41:57.646534 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dade60fb-6cb9-4110-97f8-cdb01ba3cd9d None None] Network 636c2677-14bd-450f-b5e0-58b003aa2551 is already hosted by enough agents. {{(pid=109911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:41:57.652263 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.scheduler.base_scheduler [None req-dade60fb-6cb9-4110-97f8-cdb01ba3cd9d None None] Resources bound (agent type, host, resource id): {{(pid=109911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:41:57.665299 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dade60fb-6cb9-4110-97f8-cdb01ba3cd9d None None] Received port after_create {{(pid=109911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 10:41:57.668518 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dade60fb-6cb9-4110-97f8-cdb01ba3cd9d None None] Pushing event updated for resources: {'Port': ['ID=b62b1a13-518e-4b0c-b8d0-754d0bd02df2,revision_number=1']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:57.701329 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dade60fb-6cb9-4110-97f8-cdb01ba3cd9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:57.701329 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dade60fb-6cb9-4110-97f8-cdb01ba3cd9d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:57.701329 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dade60fb-6cb9-4110-97f8-cdb01ba3cd9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:57.701329 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dade60fb-6cb9-4110-97f8-cdb01ba3cd9d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:57.701329 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dade60fb-6cb9-4110-97f8-cdb01ba3cd9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:57.701802 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dade60fb-6cb9-4110-97f8-cdb01ba3cd9d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:57.701802 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dade60fb-6cb9-4110-97f8-cdb01ba3cd9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:57.701802 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dade60fb-6cb9-4110-97f8-cdb01ba3cd9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:57.702016 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dade60fb-6cb9-4110-97f8-cdb01ba3cd9d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:57.702247 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dade60fb-6cb9-4110-97f8-cdb01ba3cd9d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:57.702628 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dade60fb-6cb9-4110-97f8-cdb01ba3cd9d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:57.702974 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dade60fb-6cb9-4110-97f8-cdb01ba3cd9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:57.703298 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dade60fb-6cb9-4110-97f8-cdb01ba3cd9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:57.703623 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dade60fb-6cb9-4110-97f8-cdb01ba3cd9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:57.703942 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dade60fb-6cb9-4110-97f8-cdb01ba3cd9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:41:57.705367 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dade60fb-6cb9-4110-97f8-cdb01ba3cd9d None None] Tracked resource versions report: Apr 08 10:41:57.705367 dv-cinder-836071-3-iscsi neutron-server[109911]: pushed versions: Apr 08 10:41:57.705367 dv-cinder-836071-3-iscsi neutron-server[109911]: { 'AddressGroup': {'1.2'}, Apr 08 10:41:57.705367 dv-cinder-836071-3-iscsi neutron-server[109911]: 'Agent': {'1.1'}, Apr 08 10:41:57.705367 dv-cinder-836071-3-iscsi neutron-server[109911]: 'ConntrackHelper': {'1.0'}, Apr 08 10:41:57.705367 dv-cinder-836071-3-iscsi neutron-server[109911]: 'LocalIPAssociation': {'1.0'}, Apr 08 10:41:57.705367 dv-cinder-836071-3-iscsi neutron-server[109911]: 'Log': {'1.0'}, Apr 08 10:41:57.705367 dv-cinder-836071-3-iscsi neutron-server[109911]: 'NDPProxy': {'1.0'}, Apr 08 10:41:57.705367 dv-cinder-836071-3-iscsi neutron-server[109911]: 'Network': {'1.1'}, Apr 08 10:41:57.705367 dv-cinder-836071-3-iscsi neutron-server[109911]: 'Port': {'1.7'}, Apr 08 10:41:57.705367 dv-cinder-836071-3-iscsi neutron-server[109911]: 'PortForwarding': {'1.3'}, Apr 08 10:41:57.705367 dv-cinder-836071-3-iscsi neutron-server[109911]: 'QosPolicy': {'1.10'}, Apr 08 10:41:57.705367 dv-cinder-836071-3-iscsi neutron-server[109911]: 'SecurityGroup': {'1.5'}, Apr 08 10:41:57.705367 dv-cinder-836071-3-iscsi neutron-server[109911]: 'SecurityGroupRule': {'1.2'}, Apr 08 10:41:57.705367 dv-cinder-836071-3-iscsi neutron-server[109911]: 'SubPort': {'1.0'}, Apr 08 10:41:57.705367 dv-cinder-836071-3-iscsi neutron-server[109911]: 'Subnet': {'1.1'}, Apr 08 10:41:57.705367 dv-cinder-836071-3-iscsi neutron-server[109911]: 'Trunk': {'1.1'}} Apr 08 10:41:57.705367 dv-cinder-836071-3-iscsi neutron-server[109911]: consumer versions: Apr 08 10:41:57.705367 dv-cinder-836071-3-iscsi neutron-server[109911]: { DHCP agent@dv-cinder-836071-3-iscsi: {}, Apr 08 10:41:57.705367 dv-cinder-836071-3-iscsi neutron-server[109911]: L3 agent@dv-cinder-836071-3-iscsi: {}, Apr 08 10:41:57.705367 dv-cinder-836071-3-iscsi neutron-server[109911]: Metadata agent@dv-cinder-836071-3-iscsi: {}, Apr 08 10:41:57.705367 dv-cinder-836071-3-iscsi neutron-server[109911]: Metering agent@dv-cinder-836071-3-iscsi: {}, Apr 08 10:41:57.705367 dv-cinder-836071-3-iscsi neutron-server[109911]: Open vSwitch agent@dv-cinder-836071-3-iscsi: { 'AddressGroup': '1.2', Apr 08 10:41:57.705367 dv-cinder-836071-3-iscsi neutron-server[109911]: 'Agent': '1.1', Apr 08 10:41:57.705367 dv-cinder-836071-3-iscsi neutron-server[109911]: 'ConntrackHelper': '1.0', Apr 08 10:41:57.705367 dv-cinder-836071-3-iscsi neutron-server[109911]: 'LocalIPAssociation': '1.0', Apr 08 10:41:57.705367 dv-cinder-836071-3-iscsi neutron-server[109911]: 'Log': '1.0', Apr 08 10:41:57.705367 dv-cinder-836071-3-iscsi neutron-server[109911]: 'NDPProxy': '1.0', Apr 08 10:41:57.705367 dv-cinder-836071-3-iscsi neutron-server[109911]: 'Network': '1.1', Apr 08 10:41:57.705367 dv-cinder-836071-3-iscsi neutron-server[109911]: 'Port': '1.7', Apr 08 10:41:57.705367 dv-cinder-836071-3-iscsi neutron-server[109911]: 'PortForwarding': '1.3', Apr 08 10:41:57.705367 dv-cinder-836071-3-iscsi neutron-server[109911]: 'QosPolicy': '1.10', Apr 08 10:41:57.705367 dv-cinder-836071-3-iscsi neutron-server[109911]: 'SecurityGroup': '1.5', Apr 08 10:41:57.705367 dv-cinder-836071-3-iscsi neutron-server[109911]: 'SecurityGroupRule': '1.2', Apr 08 10:41:57.705367 dv-cinder-836071-3-iscsi neutron-server[109911]: 'SubPort': '1.0', Apr 08 10:41:57.705367 dv-cinder-836071-3-iscsi neutron-server[109911]: 'Subnet': '1.1', Apr 08 10:41:57.705367 dv-cinder-836071-3-iscsi neutron-server[109911]: 'Trunk': '1.1'}} Apr 08 10:41:57.705367 dv-cinder-836071-3-iscsi neutron-server[109911]: {{(pid=109911) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 10:41:57.756375 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.managers [None req-dade60fb-6cb9-4110-97f8-cdb01ba3cd9d None None] Attempting to bind port b62b1a13-518e-4b0c-b8d0-754d0bd02df2 on host dv-cinder-836071-3-iscsi for vnic_type normal with profile {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 10:41:57.756782 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.managers [None req-dade60fb-6cb9-4110-97f8-cdb01ba3cd9d None None] Attempting to bind port b62b1a13-518e-4b0c-b8d0-754d0bd02df2 by drivers openvswitch,hyperv on host dv-cinder-836071-3-iscsi at level 0 using segments [{'id': '41e3a5cc-3bb8-4873-bab9-587cc4a6312a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '636c2677-14bd-450f-b5e0-58b003aa2551'}] {{(pid=109911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 10:41:57.757370 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dade60fb-6cb9-4110-97f8-cdb01ba3cd9d None None] Attempting to bind port b62b1a13-518e-4b0c-b8d0-754d0bd02df2 on network 636c2677-14bd-450f-b5e0-58b003aa2551 {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:41:57.762632 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dade60fb-6cb9-4110-97f8-cdb01ba3cd9d None None] Checking agent: {'id': 'd1e78606-e5cc-43c0-bc22-8a5324478286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 41, 48), 'started_at': datetime.datetime(2022, 4, 8, 10, 41, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 10:41:57.763014 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dade60fb-6cb9-4110-97f8-cdb01ba3cd9d None None] Checking segment: {'id': '41e3a5cc-3bb8-4873-bab9-587cc4a6312a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '636c2677-14bd-450f-b5e0-58b003aa2551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:41:57.763500 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dade60fb-6cb9-4110-97f8-cdb01ba3cd9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:41:57.763894 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dade60fb-6cb9-4110-97f8-cdb01ba3cd9d None None] Bound using segment: {'id': '41e3a5cc-3bb8-4873-bab9-587cc4a6312a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '636c2677-14bd-450f-b5e0-58b003aa2551'} {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 10:41:57.764378 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.managers [None req-dade60fb-6cb9-4110-97f8-cdb01ba3cd9d None None] Bound port: b62b1a13-518e-4b0c-b8d0-754d0bd02df2, host: dv-cinder-836071-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e3a5cc-3bb8-4873-bab9-587cc4a6312a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '636c2677-14bd-450f-b5e0-58b003aa2551'}}] {{(pid=109911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 10:41:57.764782 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dade60fb-6cb9-4110-97f8-cdb01ba3cd9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (b62b1a13-518e-4b0c-b8d0-754d0bd02df2), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:41:57.831350 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-dade60fb-6cb9-4110-97f8-cdb01ba3cd9d None None] For port b62b1a13-518e-4b0c-b8d0-754d0bd02df2, host dv-cinder-836071-3-iscsi, cleared binding levels {{(pid=109911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:41:57.850867 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-dade60fb-6cb9-4110-97f8-cdb01ba3cd9d None None] For port b62b1a13-518e-4b0c-b8d0-754d0bd02df2, host dv-cinder-836071-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=b62b1a13-518e-4b0c-b8d0-754d0bd02df2,segment=NetworkSegment(41e3a5cc-3bb8-4873-bab9-587cc4a6312a),segment_id=41e3a5cc-3bb8-4873-bab9-587cc4a6312a)] {{(pid=109911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:41:57.859312 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dade60fb-6cb9-4110-97f8-cdb01ba3cd9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (b62b1a13-518e-4b0c-b8d0-754d0bd02df2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:41:57.917009 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dade60fb-6cb9-4110-97f8-cdb01ba3cd9d None None] Pushing event updated for resources: {'Port': ['ID=b62b1a13-518e-4b0c-b8d0-754d0bd02df2,revision_number=2']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:41:59.187579 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 50810) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:41:59.517315 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [None req-055d7d4f-f285-43b9-a35d-26581b318902 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109910) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 10:41:59.518984 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-055d7d4f-f285-43b9-a35d-26581b318902 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3309906 Apr 08 10:42:02.084214 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 50818) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:42:02.408791 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [None req-f25c8990-feae-4ab7-97ab-8b3c88c44add admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109909) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 10:42:02.409830 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-f25c8990-feae-4ab7-97ab-8b3c88c44add admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3246825 Apr 08 10:42:04.957528 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 50826) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:42:05.286402 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.v2.base [None req-9e67b825-19a8-4031-9198-75fb4953f252 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=109909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:05.317345 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-9e67b825-19a8-4031-9198-75fb4953f252 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-748360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40211'] for router (f1ea5bbe-8035-45b3-92df-5c327a1baf2a), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:05.319071 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-9e67b825-19a8-4031-9198-75fb4953f252 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-743752', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40424'] for router (f1ea5bbe-8035-45b3-92df-5c327a1baf2a), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:05.466915 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-9e67b825-19a8-4031-9198-75fb4953f252 demo demo] Publish callbacks [] for router_controller (f1ea5bbe-8035-45b3-92df-5c327a1baf2a), precommit_add_association {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:05.473275 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-9e67b825-19a8-4031-9198-75fb4953f252 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-748511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-743719'] for router (f1ea5bbe-8035-45b3-92df-5c327a1baf2a), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:05.494965 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-9e67b825-19a8-4031-9198-75fb4953f252 demo demo] Publish callbacks [] for router (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:05.496136 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-9e67b825-19a8-4031-9198-75fb4953f252 demo demo] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5375583 Apr 08 10:42:08.055266 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 50838) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:42:08.398818 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [None req-cd614a18-f32c-4020-b3e6-38a5f722933b admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109910) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 10:42:08.399892 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-cd614a18-f32c-4020-b3e6-38a5f722933b admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3434269 Apr 08 10:42:08.723488 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device b62b1a13-518e-4b0c-b8d0-754d0bd02df2 up at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:42:08.810862 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Provisioning complete for port b62b1a13-518e-4b0c-b8d0-754d0bd02df2 triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:42:08.811241 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (b62b1a13-518e-4b0c-b8d0-754d0bd02df2), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:08.924898 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Current status of the port b62b1a13-518e-4b0c-b8d0-754d0bd02df2 is: DOWN; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:42:08.925320 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (b62b1a13-518e-4b0c-b8d0-754d0bd02df2), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:08.959587 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] For port b62b1a13-518e-4b0c-b8d0-754d0bd02df2, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=b62b1a13-518e-4b0c-b8d0-754d0bd02df2,segment=NetworkSegment(41e3a5cc-3bb8-4873-bab9-587cc4a6312a),segment_id=41e3a5cc-3bb8-4873-bab9-587cc4a6312a)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:42:08.964745 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (b62b1a13-518e-4b0c-b8d0-754d0bd02df2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:09.016648 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Pushing event updated for resources: {'Port': ['ID=b62b1a13-518e-4b0c-b8d0-754d0bd02df2,revision_number=3']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:09.298919 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5558a3c-bbf9-46f9-874b-05fa015e9c11 None None] Network 636c2677-14bd-450f-b5e0-58b003aa2551 requested from dv-cinder-836071-3-iscsi {{(pid=109911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 10:42:09.426495 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-66133bef-c52a-466f-8486-128ed3de0b6b None None] Provisioning complete for port b62b1a13-518e-4b0c-b8d0-754d0bd02df2 triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:42:09.426830 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-66133bef-c52a-466f-8486-128ed3de0b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (b62b1a13-518e-4b0c-b8d0-754d0bd02df2), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:09.512784 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-66133bef-c52a-466f-8486-128ed3de0b6b None None] Current status of the port b62b1a13-518e-4b0c-b8d0-754d0bd02df2 is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:42:09.633055 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-80355a6a-22ea-410b-91f9-46032c7bb7a2 None None] Provisioning complete for port b62b1a13-518e-4b0c-b8d0-754d0bd02df2 triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:42:09.633484 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-80355a6a-22ea-410b-91f9-46032c7bb7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (b62b1a13-518e-4b0c-b8d0-754d0bd02df2), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:09.712163 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-80355a6a-22ea-410b-91f9-46032c7bb7a2 None None] Current status of the port b62b1a13-518e-4b0c-b8d0-754d0bd02df2 is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:42:10.690822 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device b62b1a13-518e-4b0c-b8d0-754d0bd02df2 up at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:42:10.742202 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Provisioning complete for port b62b1a13-518e-4b0c-b8d0-754d0bd02df2 triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:42:10.742624 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (b62b1a13-518e-4b0c-b8d0-754d0bd02df2), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:10.821092 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Current status of the port b62b1a13-518e-4b0c-b8d0-754d0bd02df2 is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:42:10.937465 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 50846) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:42:11.291771 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [None req-2e070468-2d43-4047-89da-9f0477894b6d admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:11.317519 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e070468-2d43-4047-89da-9f0477894b6d admin admin] Made reservation on behalf of 8f523b514060430a8041b1d8ce4b3cad for: {'network': 1} {{(pid=109910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:42:11.319845 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-2e070468-2d43-4047-89da-9f0477894b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for network (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:11.335488 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-2e070468-2d43-4047-89da-9f0477894b6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:11.424012 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-2e070468-2d43-4047-89da-9f0477894b6d admin admin] Publish callbacks [] for security_group (d907307e-af99-4e3c-8470-3a637e1ea9a9), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:11.428051 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-2e070468-2d43-4047-89da-9f0477894b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (d907307e-af99-4e3c-8470-3a637e1ea9a9), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:11.441018 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2e070468-2d43-4047-89da-9f0477894b6d admin admin] Reserving flat network on physical network physnet1 {{(pid=109910) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 08 10:42:11.462658 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-2e070468-2d43-4047-89da-9f0477894b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801210'] for segment (161e69df-2a78-40e9-90fc-e661b1490c65), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:11.463017 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.db.segments_db [None req-2e070468-2d43-4047-89da-9f0477894b6d admin admin] Added segment 161e69df-2a78-40e9-90fc-e661b1490c65 of type flat for network 173a9438-8c11-42c7-a64e-a6d835b0fe8b Apr 08 10:42:11.464119 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e070468-2d43-4047-89da-9f0477894b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d907307e-af99-4e3c-8470-3a637e1ea9a9,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:11.516086 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-2e070468-2d43-4047-89da-9f0477894b6d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778032765835'] for network (173a9438-8c11-42c7-a64e-a6d835b0fe8b), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:11.550522 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-2e070468-2d43-4047-89da-9f0477894b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513'] for network (173a9438-8c11-42c7-a64e-a6d835b0fe8b), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:11.551621 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e070468-2d43-4047-89da-9f0477894b6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:11.552068 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-2e070468-2d43-4047-89da-9f0477894b6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553535'] for network (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:11.640228 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-2e070468-2d43-4047-89da-9f0477894b6d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7011778 Apr 08 10:42:11.643015 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e070468-2d43-4047-89da-9f0477894b6d admin admin] Pushing event updated for resources: {'Network': ['ID=173a9438-8c11-42c7-a64e-a6d835b0fe8b,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:11.653516 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Network 173a9438-8c11-42c7-a64e-a6d835b0fe8b details requested by agent ovs-agent-dv-cinder-836071-3-iscsi with host dv-cinder-836071-3-iscsi {{(pid=109911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 10:42:11.756647 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-fee80a8e-0a8a-4e52-bc1a-6e5a81e8ed71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (0996d03c-a6d6-4751-8b32-c8111f4b3d8a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:14.159361 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-70d3e499-c172-4901-9263-98aa00479af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (a0f054a9-d30b-4594-8de6-6c24438c3963), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:14.206391 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 50854) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:42:14.608945 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8062e796-0c34-4365-bd44-1650e157aaec demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:14.610307 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-8062e796-0c34-4365-bd44-1650e157aaec demo admin] 10.222.0.43 "GET /v2.0/subnets/6cc8977e-78a6-4a0b-b516-3ba73c1c5c1b HTTP/1.1" status: 200 len: 849 time: 0.4029520 Apr 08 10:42:14.781364 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-a0ba2431-1f76-4aa7-8c07-f02dc966161f demo admin] 10.222.0.43 "GET /v2.0/routers/f1ea5bbe-8035-45b3-92df-5c327a1baf2a HTTP/1.1" status: 200 len: 704 time: 0.1607056 Apr 08 10:42:15.059517 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c39995e2-c233-4533-b78f-2944bd33f611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (65c9c9bc-bb02-426d-a902-340b44f1a4c2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:15.084851 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-2ad513d1-5d75-4ffe-8a48-4eb3d53261dc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:15.386812 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.db_base_plugin_common [None req-2ad513d1-5d75-4ffe-8a48-4eb3d53261dc demo admin] Allocated IP 172.20.0.1 (636c2677-14bd-450f-b5e0-58b003aa2551/6cc8977e-78a6-4a0b-b516-3ba73c1c5c1b/eaba3b7f-9292-42ed-8961-7fab524e45e5) {{(pid=109910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:42:15.591768 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-2ad513d1-5d75-4ffe-8a48-4eb3d53261dc demo admin] Publish callbacks [] for port (eaba3b7f-9292-42ed-8961-7fab524e45e5), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:15.662561 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-2ad513d1-5d75-4ffe-8a48-4eb3d53261dc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861'] for port (eaba3b7f-9292-42ed-8961-7fab524e45e5), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:15.743751 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad513d1-5d75-4ffe-8a48-4eb3d53261dc demo admin] Network 636c2677-14bd-450f-b5e0-58b003aa2551 is already hosted by enough agents. {{(pid=109910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:42:15.748025 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.base_scheduler [None req-2ad513d1-5d75-4ffe-8a48-4eb3d53261dc demo admin] Resources bound (agent type, host, resource id): {{(pid=109910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:15.751633 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad513d1-5d75-4ffe-8a48-4eb3d53261dc demo admin] Received port after_create {{(pid=109910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 10:42:15.752242 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-2ad513d1-5d75-4ffe-8a48-4eb3d53261dc demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741448'] for router_interface (f1ea5bbe-8035-45b3-92df-5c327a1baf2a), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:15.754880 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad513d1-5d75-4ffe-8a48-4eb3d53261dc demo admin] Pushing event updated for resources: {'Port': ['ID=eaba3b7f-9292-42ed-8961-7fab524e45e5,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:15.971307 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-2ad513d1-5d75-4ffe-8a48-4eb3d53261dc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (eaba3b7f-9292-42ed-8961-7fab524e45e5), before_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:16.082222 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-0ea6684d-d8f7-4292-961f-870ded7c11c9 None None] Provisioning complete for port eaba3b7f-9292-42ed-8961-7fab524e45e5 triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:42:16.082846 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-0ea6684d-d8f7-4292-961f-870ded7c11c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (eaba3b7f-9292-42ed-8961-7fab524e45e5), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:16.115938 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-0ea6684d-d8f7-4292-961f-870ded7c11c9 None None] Port eaba3b7f-9292-42ed-8961-7fab524e45e5 cannot update to ACTIVE because it is not bound. {{(pid=109911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 10:42:16.201312 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-2ad513d1-5d75-4ffe-8a48-4eb3d53261dc demo admin] Publish callbacks [] for port (eaba3b7f-9292-42ed-8961-7fab524e45e5), precommit_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:16.206974 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-2ad513d1-5d75-4ffe-8a48-4eb3d53261dc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (eaba3b7f-9292-42ed-8961-7fab524e45e5), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:16.207772 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-2ad513d1-5d75-4ffe-8a48-4eb3d53261dc demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-741604'] for router_interface (f1ea5bbe-8035-45b3-92df-5c327a1baf2a), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:16.265913 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad513d1-5d75-4ffe-8a48-4eb3d53261dc demo admin] Pushing event updated for resources: {'Port': ['ID=eaba3b7f-9292-42ed-8961-7fab524e45e5,revision_number=2']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:16.347605 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad513d1-5d75-4ffe-8a48-4eb3d53261dc demo admin] Network 636c2677-14bd-450f-b5e0-58b003aa2551 is already hosted by enough agents. {{(pid=109910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:42:16.348946 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.base_scheduler [None req-2ad513d1-5d75-4ffe-8a48-4eb3d53261dc demo admin] Resources bound (agent type, host, resource id): {{(pid=109910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:16.495086 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dfd57949-1be2-4190-94f2-c1682066023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (140c1fdd-4f9d-4fc9-9d7c-f6f7cee51a0a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:16.522254 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad513d1-5d75-4ffe-8a48-4eb3d53261dc demo admin] Router f1ea5bbe-8035-45b3-92df-5c327a1baf2a is scheduled to L3 agent a0f054a9-d30b-4594-8de6-6c24438c3963 with binding_index 1 {{(pid=109910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:42:16.542592 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-16d539f7-9134-41da-a811-dc314f27c6e7 None None] Provisioning complete for port eaba3b7f-9292-42ed-8961-7fab524e45e5 triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:42:16.543267 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-16d539f7-9134-41da-a811-dc314f27c6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (eaba3b7f-9292-42ed-8961-7fab524e45e5), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:16.592308 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-16d539f7-9134-41da-a811-dc314f27c6e7 None None] Port eaba3b7f-9292-42ed-8961-7fab524e45e5 cannot update to ACTIVE because it is not bound. {{(pid=109911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 10:42:16.618675 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad513d1-5d75-4ffe-8a48-4eb3d53261dc demo admin] Notify agent at l3_agent.dv-cinder-836071-3-iscsi the message routers_updated {{(pid=109910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:42:16.624479 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-2ad513d1-5d75-4ffe-8a48-4eb3d53261dc demo admin] 10.222.0.43 "PUT /v2.0/routers/f1ea5bbe-8035-45b3-92df-5c327a1baf2a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8378367 Apr 08 10:42:16.629126 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8641e7a6-5719-47d8-9783-62a9c446fe9a None None] Sync routers for ids ['f1ea5bbe-8035-45b3-92df-5c327a1baf2a'] in dv-cinder-836071-3-iscsi {{(pid=109912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:42:16.642844 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8641e7a6-5719-47d8-9783-62a9c446fe9a None None] Routers {'f1ea5bbe-8035-45b3-92df-5c327a1baf2a'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:42:16.643743 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-8641e7a6-5719-47d8-9783-62a9c446fe9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:42:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['f1ea5bbe-8035-45b3-92df-5c327a1baf2a'], 'active': True} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:16.833775 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvr_db [None req-8641e7a6-5719-47d8-9783-62a9c446fe9a None None] Set router f1ea5bbe-8035-45b3-92df-5c327a1baf2a gateway port host: None {{(pid=109912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:42:17.270750 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-8641e7a6-5719-47d8-9783-62a9c446fe9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ea5bbe-8035-45b3-92df-5c327a1baf2a', 'name': 'router1', 'tenant_id': '74b53cdeb26a45d4964c0e11c81eac27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:42:05Z', 'updated_at': '2022-04-08T10:42:15Z', 'revision_number': 2, 'project_id': '74b53cdeb26a45d4964c0e11c81eac27', 'gw_port_host': None, '_interfaces': [{'id': 'eaba3b7f-9292-42ed-8961-7fab524e45e5', 'name': '', 'network_id': '636c2677-14bd-450f-b5e0-58b003aa2551', 'tenant_id': '74b53cdeb26a45d4964c0e11c81eac27', 'mac_address': 'fa:16:3e:59:3b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1ea5bbe-8035-45b3-92df-5c327a1baf2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6cc8977e-78a6-4a0b-b516-3ba73c1c5c1b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:15Z', 'updated_at': '2022-04-08T10:42:16Z', 'revision_number': 2, 'project_id': '74b53cdeb26a45d4964c0e11c81eac27', 'subnets': [{'id': '6cc8977e-78a6-4a0b-b516-3ba73c1c5c1b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c09db881-c522-4067-9904-2b6395f39f1a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:17.320133 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8641e7a6-5719-47d8-9783-62a9c446fe9a None None] Checking router: f1ea5bbe-8035-45b3-92df-5c327a1baf2a for host: dv-cinder-836071-3-iscsi {{(pid=109912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:42:17.320471 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8641e7a6-5719-47d8-9783-62a9c446fe9a None None] Updating router f1ea5bbe-8035-45b3-92df-5c327a1baf2a port eaba3b7f-9292-42ed-8961-7fab524e45e5 binding host dv-cinder-836071-3-iscsi {{(pid=109912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:42:17.406574 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-8641e7a6-5719-47d8-9783-62a9c446fe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (eaba3b7f-9292-42ed-8961-7fab524e45e5), before_update {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:17.891663 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-8641e7a6-5719-47d8-9783-62a9c446fe9a None None] Publish callbacks [] for port (eaba3b7f-9292-42ed-8961-7fab524e45e5), precommit_update {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:17.900240 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-8641e7a6-5719-47d8-9783-62a9c446fe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (eaba3b7f-9292-42ed-8961-7fab524e45e5), after_update {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:17.977351 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (d1e78606-e5cc-43c0-bc22-8a5324478286), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:18.069889 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e187b958-b5ae-4ac4-af59-00dc2852d46c None None] Pushing event updated for resources: {'Port': ['ID=eaba3b7f-9292-42ed-8961-7fab524e45e5,revision_number=3']} {{(pid=109912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:18.081230 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.managers [None req-8641e7a6-5719-47d8-9783-62a9c446fe9a None None] Attempting to bind port eaba3b7f-9292-42ed-8961-7fab524e45e5 on host dv-cinder-836071-3-iscsi for vnic_type normal with profile {{(pid=109912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 10:42:18.081634 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.managers [None req-8641e7a6-5719-47d8-9783-62a9c446fe9a None None] Attempting to bind port eaba3b7f-9292-42ed-8961-7fab524e45e5 by drivers openvswitch,hyperv on host dv-cinder-836071-3-iscsi at level 0 using segments [{'id': '41e3a5cc-3bb8-4873-bab9-587cc4a6312a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '636c2677-14bd-450f-b5e0-58b003aa2551'}] {{(pid=109912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 10:42:18.082049 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8641e7a6-5719-47d8-9783-62a9c446fe9a None None] Attempting to bind port eaba3b7f-9292-42ed-8961-7fab524e45e5 on network 636c2677-14bd-450f-b5e0-58b003aa2551 {{(pid=109912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:42:18.087837 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e187b958-b5ae-4ac4-af59-00dc2852d46c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:18.088182 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e187b958-b5ae-4ac4-af59-00dc2852d46c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:18.088535 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e187b958-b5ae-4ac4-af59-00dc2852d46c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:18.088885 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e187b958-b5ae-4ac4-af59-00dc2852d46c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:18.089253 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e187b958-b5ae-4ac4-af59-00dc2852d46c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:18.089577 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e187b958-b5ae-4ac4-af59-00dc2852d46c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:18.089901 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e187b958-b5ae-4ac4-af59-00dc2852d46c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:18.090221 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e187b958-b5ae-4ac4-af59-00dc2852d46c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:18.090539 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e187b958-b5ae-4ac4-af59-00dc2852d46c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:18.090858 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e187b958-b5ae-4ac4-af59-00dc2852d46c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:18.091179 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e187b958-b5ae-4ac4-af59-00dc2852d46c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:18.091516 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e187b958-b5ae-4ac4-af59-00dc2852d46c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:18.091837 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e187b958-b5ae-4ac4-af59-00dc2852d46c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:18.092151 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e187b958-b5ae-4ac4-af59-00dc2852d46c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:18.092465 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e187b958-b5ae-4ac4-af59-00dc2852d46c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:18.093895 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e187b958-b5ae-4ac4-af59-00dc2852d46c None None] Tracked resource versions report: Apr 08 10:42:18.093895 dv-cinder-836071-3-iscsi neutron-server[109912]: pushed versions: Apr 08 10:42:18.093895 dv-cinder-836071-3-iscsi neutron-server[109912]: { 'AddressGroup': {'1.2'}, Apr 08 10:42:18.093895 dv-cinder-836071-3-iscsi neutron-server[109912]: 'Agent': {'1.1'}, Apr 08 10:42:18.093895 dv-cinder-836071-3-iscsi neutron-server[109912]: 'ConntrackHelper': {'1.0'}, Apr 08 10:42:18.093895 dv-cinder-836071-3-iscsi neutron-server[109912]: 'LocalIPAssociation': {'1.0'}, Apr 08 10:42:18.093895 dv-cinder-836071-3-iscsi neutron-server[109912]: 'Log': {'1.0'}, Apr 08 10:42:18.093895 dv-cinder-836071-3-iscsi neutron-server[109912]: 'NDPProxy': {'1.0'}, Apr 08 10:42:18.093895 dv-cinder-836071-3-iscsi neutron-server[109912]: 'Network': {'1.1'}, Apr 08 10:42:18.093895 dv-cinder-836071-3-iscsi neutron-server[109912]: 'Port': {'1.7'}, Apr 08 10:42:18.093895 dv-cinder-836071-3-iscsi neutron-server[109912]: 'PortForwarding': {'1.3'}, Apr 08 10:42:18.093895 dv-cinder-836071-3-iscsi neutron-server[109912]: 'QosPolicy': {'1.10'}, Apr 08 10:42:18.093895 dv-cinder-836071-3-iscsi neutron-server[109912]: 'SecurityGroup': {'1.5'}, Apr 08 10:42:18.093895 dv-cinder-836071-3-iscsi neutron-server[109912]: 'SecurityGroupRule': {'1.2'}, Apr 08 10:42:18.093895 dv-cinder-836071-3-iscsi neutron-server[109912]: 'SubPort': {'1.0'}, Apr 08 10:42:18.093895 dv-cinder-836071-3-iscsi neutron-server[109912]: 'Subnet': {'1.1'}, Apr 08 10:42:18.093895 dv-cinder-836071-3-iscsi neutron-server[109912]: 'Trunk': {'1.1'}} Apr 08 10:42:18.093895 dv-cinder-836071-3-iscsi neutron-server[109912]: consumer versions: Apr 08 10:42:18.093895 dv-cinder-836071-3-iscsi neutron-server[109912]: { DHCP agent@dv-cinder-836071-3-iscsi: {}, Apr 08 10:42:18.093895 dv-cinder-836071-3-iscsi neutron-server[109912]: L3 agent@dv-cinder-836071-3-iscsi: {}, Apr 08 10:42:18.093895 dv-cinder-836071-3-iscsi neutron-server[109912]: Metadata agent@dv-cinder-836071-3-iscsi: {}, Apr 08 10:42:18.093895 dv-cinder-836071-3-iscsi neutron-server[109912]: Metering agent@dv-cinder-836071-3-iscsi: {}, Apr 08 10:42:18.093895 dv-cinder-836071-3-iscsi neutron-server[109912]: Open vSwitch agent@dv-cinder-836071-3-iscsi: { 'AddressGroup': '1.2', Apr 08 10:42:18.093895 dv-cinder-836071-3-iscsi neutron-server[109912]: 'Agent': '1.1', Apr 08 10:42:18.093895 dv-cinder-836071-3-iscsi neutron-server[109912]: 'ConntrackHelper': '1.0', Apr 08 10:42:18.093895 dv-cinder-836071-3-iscsi neutron-server[109912]: 'LocalIPAssociation': '1.0', Apr 08 10:42:18.093895 dv-cinder-836071-3-iscsi neutron-server[109912]: 'Log': '1.0', Apr 08 10:42:18.093895 dv-cinder-836071-3-iscsi neutron-server[109912]: 'NDPProxy': '1.0', Apr 08 10:42:18.093895 dv-cinder-836071-3-iscsi neutron-server[109912]: 'Network': '1.1', Apr 08 10:42:18.093895 dv-cinder-836071-3-iscsi neutron-server[109912]: 'Port': '1.7', Apr 08 10:42:18.093895 dv-cinder-836071-3-iscsi neutron-server[109912]: 'PortForwarding': '1.3', Apr 08 10:42:18.093895 dv-cinder-836071-3-iscsi neutron-server[109912]: 'QosPolicy': '1.10', Apr 08 10:42:18.093895 dv-cinder-836071-3-iscsi neutron-server[109912]: 'SecurityGroup': '1.5', Apr 08 10:42:18.093895 dv-cinder-836071-3-iscsi neutron-server[109912]: 'SecurityGroupRule': '1.2', Apr 08 10:42:18.093895 dv-cinder-836071-3-iscsi neutron-server[109912]: 'SubPort': '1.0', Apr 08 10:42:18.093895 dv-cinder-836071-3-iscsi neutron-server[109912]: 'Subnet': '1.1', Apr 08 10:42:18.093895 dv-cinder-836071-3-iscsi neutron-server[109912]: 'Trunk': '1.1'}} Apr 08 10:42:18.093895 dv-cinder-836071-3-iscsi neutron-server[109912]: {{(pid=109912) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 10:42:18.097129 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8641e7a6-5719-47d8-9783-62a9c446fe9a None None] Checking agent: {'id': 'd1e78606-e5cc-43c0-bc22-8a5324478286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 41, 48), 'started_at': datetime.datetime(2022, 4, 8, 10, 42, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 10:42:18.097540 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8641e7a6-5719-47d8-9783-62a9c446fe9a None None] Checking segment: {'id': '41e3a5cc-3bb8-4873-bab9-587cc4a6312a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '636c2677-14bd-450f-b5e0-58b003aa2551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:42:18.098033 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-8641e7a6-5719-47d8-9783-62a9c446fe9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:18.098414 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8641e7a6-5719-47d8-9783-62a9c446fe9a None None] Bound using segment: {'id': '41e3a5cc-3bb8-4873-bab9-587cc4a6312a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '636c2677-14bd-450f-b5e0-58b003aa2551'} {{(pid=109912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 10:42:18.098910 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.managers [None req-8641e7a6-5719-47d8-9783-62a9c446fe9a None None] Bound port: eaba3b7f-9292-42ed-8961-7fab524e45e5, host: dv-cinder-836071-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e3a5cc-3bb8-4873-bab9-587cc4a6312a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '636c2677-14bd-450f-b5e0-58b003aa2551'}}] {{(pid=109912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 10:42:18.099289 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-8641e7a6-5719-47d8-9783-62a9c446fe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (eaba3b7f-9292-42ed-8961-7fab524e45e5), before_update {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:18.169693 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.db [None req-8641e7a6-5719-47d8-9783-62a9c446fe9a None None] For port eaba3b7f-9292-42ed-8961-7fab524e45e5, host dv-cinder-836071-3-iscsi, cleared binding levels {{(pid=109912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:42:18.189019 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.db [None req-8641e7a6-5719-47d8-9783-62a9c446fe9a None None] For port eaba3b7f-9292-42ed-8961-7fab524e45e5, host dv-cinder-836071-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=eaba3b7f-9292-42ed-8961-7fab524e45e5,segment=NetworkSegment(41e3a5cc-3bb8-4873-bab9-587cc4a6312a),segment_id=41e3a5cc-3bb8-4873-bab9-587cc4a6312a)] {{(pid=109912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:42:18.195703 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-8641e7a6-5719-47d8-9783-62a9c446fe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (eaba3b7f-9292-42ed-8961-7fab524e45e5), after_update {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:18.226880 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-0c0af91a-2cb1-439c-b0c2-362312cd0ec6 None None] Provisioning complete for port eaba3b7f-9292-42ed-8961-7fab524e45e5 triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:42:18.227400 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-0c0af91a-2cb1-439c-b0c2-362312cd0ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (eaba3b7f-9292-42ed-8961-7fab524e45e5), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:18.254469 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e187b958-b5ae-4ac4-af59-00dc2852d46c None None] Pushing event updated for resources: {'Port': ['ID=eaba3b7f-9292-42ed-8961-7fab524e45e5,revision_number=4']} {{(pid=109912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:18.281965 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8641e7a6-5719-47d8-9783-62a9c446fe9a None None] Routers {'f1ea5bbe-8035-45b3-92df-5c327a1baf2a'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:42:18.282599 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-8641e7a6-5719-47d8-9783-62a9c446fe9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:42:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['f1ea5bbe-8035-45b3-92df-5c327a1baf2a'], 'active': True} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:18.328205 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-0c0af91a-2cb1-439c-b0c2-362312cd0ec6 None None] Current status of the port eaba3b7f-9292-42ed-8961-7fab524e45e5 is: DOWN; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:42:18.328871 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-0c0af91a-2cb1-439c-b0c2-362312cd0ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (eaba3b7f-9292-42ed-8961-7fab524e45e5), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:18.365122 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-0c0af91a-2cb1-439c-b0c2-362312cd0ec6 None None] For port eaba3b7f-9292-42ed-8961-7fab524e45e5, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=eaba3b7f-9292-42ed-8961-7fab524e45e5,segment=NetworkSegment(41e3a5cc-3bb8-4873-bab9-587cc4a6312a),segment_id=41e3a5cc-3bb8-4873-bab9-587cc4a6312a)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:42:18.372103 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-0c0af91a-2cb1-439c-b0c2-362312cd0ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (eaba3b7f-9292-42ed-8961-7fab524e45e5), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:18.400640 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvr_db [None req-8641e7a6-5719-47d8-9783-62a9c446fe9a None None] Set router f1ea5bbe-8035-45b3-92df-5c327a1baf2a gateway port host: None {{(pid=109912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:42:18.427743 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0af91a-2cb1-439c-b0c2-362312cd0ec6 None None] Pushing event updated for resources: {'Port': ['ID=eaba3b7f-9292-42ed-8961-7fab524e45e5,revision_number=5']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:18.492747 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-7acc5e63-062b-420d-b48d-7e82c565d2ed None None] Provisioning complete for port eaba3b7f-9292-42ed-8961-7fab524e45e5 triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:42:18.493177 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-7acc5e63-062b-420d-b48d-7e82c565d2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (eaba3b7f-9292-42ed-8961-7fab524e45e5), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:18.580610 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-7acc5e63-062b-420d-b48d-7e82c565d2ed None None] Current status of the port eaba3b7f-9292-42ed-8961-7fab524e45e5 is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:42:18.622483 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-8641e7a6-5719-47d8-9783-62a9c446fe9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ea5bbe-8035-45b3-92df-5c327a1baf2a', 'name': 'router1', 'tenant_id': '74b53cdeb26a45d4964c0e11c81eac27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:42:05Z', 'updated_at': '2022-04-08T10:42:15Z', 'revision_number': 2, 'project_id': '74b53cdeb26a45d4964c0e11c81eac27', 'gw_port_host': None, '_interfaces': [{'id': 'eaba3b7f-9292-42ed-8961-7fab524e45e5', 'name': '', 'network_id': '636c2677-14bd-450f-b5e0-58b003aa2551', 'tenant_id': '74b53cdeb26a45d4964c0e11c81eac27', 'mac_address': 'fa:16:3e:59:3b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1ea5bbe-8035-45b3-92df-5c327a1baf2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6cc8977e-78a6-4a0b-b516-3ba73c1c5c1b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:15Z', 'updated_at': '2022-04-08T10:42:18Z', 'revision_number': 4, 'project_id': '74b53cdeb26a45d4964c0e11c81eac27', 'subnets': [{'id': '6cc8977e-78a6-4a0b-b516-3ba73c1c5c1b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c09db881-c522-4067-9904-2b6395f39f1a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:18.649209 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8641e7a6-5719-47d8-9783-62a9c446fe9a None None] The sync data for ids ['f1ea5bbe-8035-45b3-92df-5c327a1baf2a'] in dv-cinder-836071-3-iscsi is: [{'id': 'f1ea5bbe-8035-45b3-92df-5c327a1baf2a', 'name': 'router1', 'tenant_id': '74b53cdeb26a45d4964c0e11c81eac27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:42:05Z', 'updated_at': '2022-04-08T10:42:15Z', 'revision_number': 2, 'project_id': '74b53cdeb26a45d4964c0e11c81eac27', 'gw_port_host': None, '_interfaces': [{'id': 'eaba3b7f-9292-42ed-8961-7fab524e45e5', 'name': '', 'network_id': '636c2677-14bd-450f-b5e0-58b003aa2551', 'tenant_id': '74b53cdeb26a45d4964c0e11c81eac27', 'mac_address': 'fa:16:3e:59:3b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1ea5bbe-8035-45b3-92df-5c327a1baf2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6cc8977e-78a6-4a0b-b516-3ba73c1c5c1b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:15Z', 'updated_at': '2022-04-08T10:42:18Z', 'revision_number': 4, 'project_id': '74b53cdeb26a45d4964c0e11c81eac27', 'subnets': [{'id': '6cc8977e-78a6-4a0b-b516-3ba73c1c5c1b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c09db881-c522-4067-9904-2b6395f39f1a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:42:19.186369 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 50876) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:42:19.409035 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43879960-16e8-4e04-bf47-dbe11d28f04c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:19.410439 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-43879960-16e8-4e04-bf47-dbe11d28f04c admin admin] 10.222.0.43 "GET /v2.0/networks/173a9438-8c11-42c7-a64e-a6d835b0fe8b HTTP/1.1" status: 200 len: 842 time: 0.2229309 Apr 08 10:42:19.419934 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [None req-deccf7a8-03b8-4736-b31b-bd4b697f0114 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'name': 'public-subnet', 'cidr': '172.27.2.0/24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:19.443725 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deccf7a8-03b8-4736-b31b-bd4b697f0114 admin admin] Made reservation on behalf of 8f523b514060430a8041b1d8ce4b3cad for: {'subnet': 1} {{(pid=109910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:42:19.445957 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-deccf7a8-03b8-4736-b31b-bd4b697f0114 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:19.754857 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.objects.ports [None req-deccf7a8-03b8-4736-b31b-bd4b697f0114 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109910) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 08 10:42:19.755211 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-deccf7a8-03b8-4736-b31b-bd4b697f0114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513'] for subnet (3e92b2da-8062-400a-a6d5-15b49fe43bf4), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:19.889085 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deccf7a8-03b8-4736-b31b-bd4b697f0114 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e92b2da-8062-400a-a6d5-15b49fe43bf4,revision_number=0']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:19.899991 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deccf7a8-03b8-4736-b31b-bd4b697f0114 admin admin] Checking segment: {'id': '161e69df-2a78-40e9-90fc-e661b1490c65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:42:19.900328 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deccf7a8-03b8-4736-b31b-bd4b697f0114 admin admin] Network hostable DHCP agents. Network: 173a9438-8c11-42c7-a64e-a6d835b0fe8b, hostable agents: ['0996d03c-a6d6-4751-8b32-c8111f4b3d8a'], hosted agents: [] {{(pid=109910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:42:19.917867 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deccf7a8-03b8-4736-b31b-bd4b697f0114 admin admin] Network 173a9438-8c11-42c7-a64e-a6d835b0fe8b is scheduled to be hosted by DHCP agent 0996d03c-a6d6-4751-8b32-c8111f4b3d8a with binding_index 1 {{(pid=109910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:42:19.927176 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.base_scheduler [None req-deccf7a8-03b8-4736-b31b-bd4b697f0114 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836071-3-iscsi, 173a9438-8c11-42c7-a64e-a6d835b0fe8b) {{(pid=109910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:19.931711 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deccf7a8-03b8-4736-b31b-bd4b697f0114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:19.932312 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-deccf7a8-03b8-4736-b31b-bd4b697f0114 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553535'] for subnet (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:19.937572 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b4c8fd-919c-4082-8038-5adf4b36de92 None None] Network 173a9438-8c11-42c7-a64e-a6d835b0fe8b requested from dv-cinder-836071-3-iscsi {{(pid=109911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 10:42:19.949949 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-deccf7a8-03b8-4736-b31b-bd4b697f0114 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5333941 Apr 08 10:42:20.044200 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39be970a-5447-4c8a-88d8-c59002a6e6c4 None None] Network 173a9438-8c11-42c7-a64e-a6d835b0fe8b requested from dv-cinder-836071-3-iscsi {{(pid=109911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 10:42:22.450246 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 50894) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:42:22.672597 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-b63162f8-86af-42ec-a8f1-27496a538dc5 demo admin] 10.222.0.43 "GET /v2.0/routers/f1ea5bbe-8035-45b3-92df-5c327a1baf2a HTTP/1.1" status: 200 len: 710 time: 0.2211864 Apr 08 10:42:22.851845 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bedb01-f984-45d5-85a8-43591d65435c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:42:22.853387 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-30bedb01-f984-45d5-85a8-43591d65435c demo admin] 10.222.0.43 "GET /v2.0/networks/173a9438-8c11-42c7-a64e-a6d835b0fe8b HTTP/1.1" status: 200 len: 886 time: 0.1753554 Apr 08 10:42:22.862322 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.v2.base [None req-bfdee51e-f018-4e97-ac0b-7176121c97b1 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b'}}} {{(pid=109909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:42:23.129897 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-bfdee51e-f018-4e97-ac0b-7176121c97b1 demo admin] Publish callbacks [] for router_gateway (f1ea5bbe-8035-45b3-92df-5c327a1baf2a), precommit_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:23.371079 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-bfdee51e-f018-4e97-ac0b-7176121c97b1 demo admin] Publish callbacks [] for router_gateway (f1ea5bbe-8035-45b3-92df-5c327a1baf2a), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:23.447999 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-bfdee51e-f018-4e97-ac0b-7176121c97b1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:23.626292 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.db.db_base_plugin_common [None req-bfdee51e-f018-4e97-ac0b-7176121c97b1 demo admin] Allocated IP 172.27.2.142 (173a9438-8c11-42c7-a64e-a6d835b0fe8b/3e92b2da-8062-400a-a6d5-15b49fe43bf4/55dafd12-5c33-4298-be93-8694f72092eb) {{(pid=109909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:42:23.735218 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-bfdee51e-f018-4e97-ac0b-7176121c97b1 demo admin] Publish callbacks [] for port (55dafd12-5c33-4298-be93-8694f72092eb), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:23.799449 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-bfdee51e-f018-4e97-ac0b-7176121c97b1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861'] for port (55dafd12-5c33-4298-be93-8694f72092eb), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:23.859650 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdee51e-f018-4e97-ac0b-7176121c97b1 demo admin] Network 173a9438-8c11-42c7-a64e-a6d835b0fe8b is already hosted by enough agents. {{(pid=109909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:42:23.864284 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.base_scheduler [None req-bfdee51e-f018-4e97-ac0b-7176121c97b1 demo admin] Resources bound (agent type, host, resource id): {{(pid=109909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:42:23.910300 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdee51e-f018-4e97-ac0b-7176121c97b1 demo admin] Pushing event updated for resources: {'Port': ['ID=55dafd12-5c33-4298-be93-8694f72092eb,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:23.912939 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdee51e-f018-4e97-ac0b-7176121c97b1 demo admin] Received port after_create {{(pid=109909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 10:42:23.950906 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdee51e-f018-4e97-ac0b-7176121c97b1 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:23.951269 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdee51e-f018-4e97-ac0b-7176121c97b1 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:23.951585 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdee51e-f018-4e97-ac0b-7176121c97b1 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:23.951930 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdee51e-f018-4e97-ac0b-7176121c97b1 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:23.952272 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdee51e-f018-4e97-ac0b-7176121c97b1 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:23.952606 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdee51e-f018-4e97-ac0b-7176121c97b1 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:23.952934 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdee51e-f018-4e97-ac0b-7176121c97b1 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:23.953257 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdee51e-f018-4e97-ac0b-7176121c97b1 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:23.953637 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdee51e-f018-4e97-ac0b-7176121c97b1 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:23.953968 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdee51e-f018-4e97-ac0b-7176121c97b1 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:23.954278 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdee51e-f018-4e97-ac0b-7176121c97b1 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:23.954615 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdee51e-f018-4e97-ac0b-7176121c97b1 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:23.954938 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdee51e-f018-4e97-ac0b-7176121c97b1 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:23.955266 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdee51e-f018-4e97-ac0b-7176121c97b1 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:23.955583 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdee51e-f018-4e97-ac0b-7176121c97b1 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:42:23.956932 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdee51e-f018-4e97-ac0b-7176121c97b1 demo admin] Tracked resource versions report: Apr 08 10:42:23.956932 dv-cinder-836071-3-iscsi neutron-server[109909]: pushed versions: Apr 08 10:42:23.956932 dv-cinder-836071-3-iscsi neutron-server[109909]: { 'AddressGroup': {'1.2'}, Apr 08 10:42:23.956932 dv-cinder-836071-3-iscsi neutron-server[109909]: 'Agent': {'1.1'}, Apr 08 10:42:23.956932 dv-cinder-836071-3-iscsi neutron-server[109909]: 'ConntrackHelper': {'1.0'}, Apr 08 10:42:23.956932 dv-cinder-836071-3-iscsi neutron-server[109909]: 'LocalIPAssociation': {'1.0'}, Apr 08 10:42:23.956932 dv-cinder-836071-3-iscsi neutron-server[109909]: 'Log': {'1.0'}, Apr 08 10:42:23.956932 dv-cinder-836071-3-iscsi neutron-server[109909]: 'NDPProxy': {'1.0'}, Apr 08 10:42:23.956932 dv-cinder-836071-3-iscsi neutron-server[109909]: 'Network': {'1.1'}, Apr 08 10:42:23.956932 dv-cinder-836071-3-iscsi neutron-server[109909]: 'Port': {'1.7'}, Apr 08 10:42:23.956932 dv-cinder-836071-3-iscsi neutron-server[109909]: 'PortForwarding': {'1.3'}, Apr 08 10:42:23.956932 dv-cinder-836071-3-iscsi neutron-server[109909]: 'QosPolicy': {'1.10'}, Apr 08 10:42:23.956932 dv-cinder-836071-3-iscsi neutron-server[109909]: 'SecurityGroup': {'1.5'}, Apr 08 10:42:23.956932 dv-cinder-836071-3-iscsi neutron-server[109909]: 'SecurityGroupRule': {'1.2'}, Apr 08 10:42:23.956932 dv-cinder-836071-3-iscsi neutron-server[109909]: 'SubPort': {'1.0'}, Apr 08 10:42:23.956932 dv-cinder-836071-3-iscsi neutron-server[109909]: 'Subnet': {'1.1'}, Apr 08 10:42:23.956932 dv-cinder-836071-3-iscsi neutron-server[109909]: 'Trunk': {'1.1'}} Apr 08 10:42:23.956932 dv-cinder-836071-3-iscsi neutron-server[109909]: consumer versions: Apr 08 10:42:23.956932 dv-cinder-836071-3-iscsi neutron-server[109909]: { DHCP agent@dv-cinder-836071-3-iscsi: {}, Apr 08 10:42:23.956932 dv-cinder-836071-3-iscsi neutron-server[109909]: L3 agent@dv-cinder-836071-3-iscsi: {}, Apr 08 10:42:23.956932 dv-cinder-836071-3-iscsi neutron-server[109909]: Metadata agent@dv-cinder-836071-3-iscsi: {}, Apr 08 10:42:23.956932 dv-cinder-836071-3-iscsi neutron-server[109909]: Metering agent@dv-cinder-836071-3-iscsi: {}, Apr 08 10:42:23.956932 dv-cinder-836071-3-iscsi neutron-server[109909]: Open vSwitch agent@dv-cinder-836071-3-iscsi: { 'AddressGroup': '1.2', Apr 08 10:42:23.956932 dv-cinder-836071-3-iscsi neutron-server[109909]: 'Agent': '1.1', Apr 08 10:42:23.956932 dv-cinder-836071-3-iscsi neutron-server[109909]: 'ConntrackHelper': '1.0', Apr 08 10:42:23.956932 dv-cinder-836071-3-iscsi neutron-server[109909]: 'LocalIPAssociation': '1.0', Apr 08 10:42:23.956932 dv-cinder-836071-3-iscsi neutron-server[109909]: 'Log': '1.0', Apr 08 10:42:23.956932 dv-cinder-836071-3-iscsi neutron-server[109909]: 'NDPProxy': '1.0', Apr 08 10:42:23.956932 dv-cinder-836071-3-iscsi neutron-server[109909]: 'Network': '1.1', Apr 08 10:42:23.956932 dv-cinder-836071-3-iscsi neutron-server[109909]: 'Port': '1.7', Apr 08 10:42:23.956932 dv-cinder-836071-3-iscsi neutron-server[109909]: 'PortForwarding': '1.3', Apr 08 10:42:23.956932 dv-cinder-836071-3-iscsi neutron-server[109909]: 'QosPolicy': '1.10', Apr 08 10:42:23.956932 dv-cinder-836071-3-iscsi neutron-server[109909]: 'SecurityGroup': '1.5', Apr 08 10:42:23.956932 dv-cinder-836071-3-iscsi neutron-server[109909]: 'SecurityGroupRule': '1.2', Apr 08 10:42:23.956932 dv-cinder-836071-3-iscsi neutron-server[109909]: 'SubPort': '1.0', Apr 08 10:42:23.956932 dv-cinder-836071-3-iscsi neutron-server[109909]: 'Subnet': '1.1', Apr 08 10:42:23.956932 dv-cinder-836071-3-iscsi neutron-server[109909]: 'Trunk': '1.1'}} Apr 08 10:42:23.956932 dv-cinder-836071-3-iscsi neutron-server[109909]: {{(pid=109909) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 10:42:24.278154 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-bfdee51e-f018-4e97-ac0b-7176121c97b1 demo admin] Publish callbacks [] for router_gateway (f1ea5bbe-8035-45b3-92df-5c327a1baf2a), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:24.484027 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-bfdee51e-f018-4e97-ac0b-7176121c97b1 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-743738', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-748502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40446'] for router (f1ea5bbe-8035-45b3-92df-5c327a1baf2a), precommit_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:24.488603 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-bfdee51e-f018-4e97-ac0b-7176121c97b1 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-743719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-743733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-743724', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-748481'] for router (f1ea5bbe-8035-45b3-92df-5c327a1baf2a), after_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:24.607705 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfdee51e-f018-4e97-ac0b-7176121c97b1 demo admin] Router f1ea5bbe-8035-45b3-92df-5c327a1baf2a has already been hosted by L3 agent a0f054a9-d30b-4594-8de6-6c24438c3963 {{(pid=109909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:42:24.719063 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfdee51e-f018-4e97-ac0b-7176121c97b1 demo admin] Notify agent at l3_agent.dv-cinder-836071-3-iscsi the message routers_updated {{(pid=109909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:42:24.723672 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-bfdee51e-f018-4e97-ac0b-7176121c97b1 demo admin] Publish callbacks [] for router (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:24.725509 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-bfdee51e-f018-4e97-ac0b-7176121c97b1 demo admin] 10.222.0.43 "PUT /v2.0/routers/f1ea5bbe-8035-45b3-92df-5c327a1baf2a HTTP/1.1" status: 200 len: 890 time: 1.8657901 Apr 08 10:42:26.712106 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device eaba3b7f-9292-42ed-8961-7fab524e45e5 up at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:42:26.764950 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Provisioning complete for port eaba3b7f-9292-42ed-8961-7fab524e45e5 triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:42:26.765432 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (eaba3b7f-9292-42ed-8961-7fab524e45e5), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:26.846489 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Current status of the port eaba3b7f-9292-42ed-8961-7fab524e45e5 is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:42:27.246533 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 50910) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:42:27.370524 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-39ad9dd9-69e4-42b5-b990-345835a03ac2 admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1222095 Apr 08 10:42:27.519740 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa7cad1-f66f-4cac-9890-6fc03669d379 None None] Sync routers for ids ['f1ea5bbe-8035-45b3-92df-5c327a1baf2a'] in dv-cinder-836071-3-iscsi {{(pid=109911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:42:27.532875 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa7cad1-f66f-4cac-9890-6fc03669d379 None None] Routers {'f1ea5bbe-8035-45b3-92df-5c327a1baf2a'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:42:27.533686 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-6fa7cad1-f66f-4cac-9890-6fc03669d379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:42:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['f1ea5bbe-8035-45b3-92df-5c327a1baf2a'], 'active': True} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:27.755075 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvr_db [None req-6fa7cad1-f66f-4cac-9890-6fc03669d379 None None] Set router f1ea5bbe-8035-45b3-92df-5c327a1baf2a gateway port host: dv-cinder-836071-3-iscsi {{(pid=109911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:42:28.238316 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-6fa7cad1-f66f-4cac-9890-6fc03669d379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ea5bbe-8035-45b3-92df-5c327a1baf2a', 'name': 'router1', 'tenant_id': '74b53cdeb26a45d4964c0e11c81eac27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '55dafd12-5c33-4298-be93-8694f72092eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:42:05Z', 'updated_at': '2022-04-08T10:42:24Z', 'revision_number': 4, 'project_id': '74b53cdeb26a45d4964c0e11c81eac27', 'gw_port': {'id': '55dafd12-5c33-4298-be93-8694f72092eb', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:41:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1ea5bbe-8035-45b3-92df-5c327a1baf2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:23Z', 'updated_at': '2022-04-08T10:42:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': 'eaba3b7f-9292-42ed-8961-7fab524e45e5', 'name': '', 'network_id': '636c2677-14bd-450f-b5e0-58b003aa2551', 'tenant_id': '74b53cdeb26a45d4964c0e11c81eac27', 'mac_address': 'fa:16:3e:59:3b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ea5bbe-8035-45b3-92df-5c327a1baf2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6cc8977e-78a6-4a0b-b516-3ba73c1c5c1b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:15Z', 'updated_at': '2022-04-08T10:42:18Z', 'revision_number': 5, 'project_id': '74b53cdeb26a45d4964c0e11c81eac27', 'subnets': [{'id': '6cc8977e-78a6-4a0b-b516-3ba73c1c5c1b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c09db881-c522-4067-9904-2b6395f39f1a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:28.296628 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa7cad1-f66f-4cac-9890-6fc03669d379 None None] Checking router: f1ea5bbe-8035-45b3-92df-5c327a1baf2a for host: dv-cinder-836071-3-iscsi {{(pid=109911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:42:28.296915 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa7cad1-f66f-4cac-9890-6fc03669d379 None None] Updating router f1ea5bbe-8035-45b3-92df-5c327a1baf2a port 55dafd12-5c33-4298-be93-8694f72092eb binding host dv-cinder-836071-3-iscsi {{(pid=109911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:42:28.350084 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-6fa7cad1-f66f-4cac-9890-6fc03669d379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (55dafd12-5c33-4298-be93-8694f72092eb), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:28.682587 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-6fa7cad1-f66f-4cac-9890-6fc03669d379 None None] Publish callbacks [] for port (55dafd12-5c33-4298-be93-8694f72092eb), precommit_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:28.691399 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-6fa7cad1-f66f-4cac-9890-6fc03669d379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (55dafd12-5c33-4298-be93-8694f72092eb), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:28.742206 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.managers [None req-6fa7cad1-f66f-4cac-9890-6fc03669d379 None None] Attempting to bind port 55dafd12-5c33-4298-be93-8694f72092eb on host dv-cinder-836071-3-iscsi for vnic_type normal with profile {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 10:42:28.742577 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.managers [None req-6fa7cad1-f66f-4cac-9890-6fc03669d379 None None] Attempting to bind port 55dafd12-5c33-4298-be93-8694f72092eb by drivers openvswitch,hyperv on host dv-cinder-836071-3-iscsi at level 0 using segments [{'id': '161e69df-2a78-40e9-90fc-e661b1490c65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b'}] {{(pid=109911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 10:42:28.742932 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa7cad1-f66f-4cac-9890-6fc03669d379 None None] Attempting to bind port 55dafd12-5c33-4298-be93-8694f72092eb on network 173a9438-8c11-42c7-a64e-a6d835b0fe8b {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:42:28.746227 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064eccaf-76ea-4aad-b04c-3937eda67da3 None None] Pushing event updated for resources: {'Port': ['ID=55dafd12-5c33-4298-be93-8694f72092eb,revision_number=2']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:28.750718 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa7cad1-f66f-4cac-9890-6fc03669d379 None None] Checking agent: {'id': 'd1e78606-e5cc-43c0-bc22-8a5324478286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 41, 48), 'started_at': datetime.datetime(2022, 4, 8, 10, 42, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 10:42:28.751082 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa7cad1-f66f-4cac-9890-6fc03669d379 None None] Checking segment: {'id': '161e69df-2a78-40e9-90fc-e661b1490c65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:42:28.751477 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-6fa7cad1-f66f-4cac-9890-6fc03669d379 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:28.751838 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa7cad1-f66f-4cac-9890-6fc03669d379 None None] Bound using segment: {'id': '161e69df-2a78-40e9-90fc-e661b1490c65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b'} {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 10:42:28.752315 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.managers [None req-6fa7cad1-f66f-4cac-9890-6fc03669d379 None None] Bound port: 55dafd12-5c33-4298-be93-8694f72092eb, host: dv-cinder-836071-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '161e69df-2a78-40e9-90fc-e661b1490c65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b'}}] {{(pid=109911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 10:42:28.752671 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-6fa7cad1-f66f-4cac-9890-6fc03669d379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (55dafd12-5c33-4298-be93-8694f72092eb), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:28.804038 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-6fa7cad1-f66f-4cac-9890-6fc03669d379 None None] For port 55dafd12-5c33-4298-be93-8694f72092eb, host dv-cinder-836071-3-iscsi, cleared binding levels {{(pid=109911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:42:28.807322 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-6fa7cad1-f66f-4cac-9890-6fc03669d379 None None] For port 55dafd12-5c33-4298-be93-8694f72092eb, host dv-cinder-836071-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=55dafd12-5c33-4298-be93-8694f72092eb,segment=NetworkSegment(161e69df-2a78-40e9-90fc-e661b1490c65),segment_id=161e69df-2a78-40e9-90fc-e661b1490c65)] {{(pid=109911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:42:28.813953 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-6fa7cad1-f66f-4cac-9890-6fc03669d379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (55dafd12-5c33-4298-be93-8694f72092eb), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:28.868603 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064eccaf-76ea-4aad-b04c-3937eda67da3 None None] Pushing event updated for resources: {'Port': ['ID=55dafd12-5c33-4298-be93-8694f72092eb,revision_number=3']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:28.872454 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa7cad1-f66f-4cac-9890-6fc03669d379 None None] Routers {'f1ea5bbe-8035-45b3-92df-5c327a1baf2a'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:42:28.873037 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-6fa7cad1-f66f-4cac-9890-6fc03669d379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:42:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['f1ea5bbe-8035-45b3-92df-5c327a1baf2a'], 'active': True} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:28.980206 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvr_db [None req-6fa7cad1-f66f-4cac-9890-6fc03669d379 None None] Set router f1ea5bbe-8035-45b3-92df-5c327a1baf2a gateway port host: dv-cinder-836071-3-iscsi {{(pid=109911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:42:29.210821 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-6fa7cad1-f66f-4cac-9890-6fc03669d379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ea5bbe-8035-45b3-92df-5c327a1baf2a', 'name': 'router1', 'tenant_id': '74b53cdeb26a45d4964c0e11c81eac27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '55dafd12-5c33-4298-be93-8694f72092eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:42:05Z', 'updated_at': '2022-04-08T10:42:24Z', 'revision_number': 4, 'project_id': '74b53cdeb26a45d4964c0e11c81eac27', 'gw_port': {'id': '55dafd12-5c33-4298-be93-8694f72092eb', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:41:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1ea5bbe-8035-45b3-92df-5c327a1baf2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:23Z', 'updated_at': '2022-04-08T10:42:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': 'eaba3b7f-9292-42ed-8961-7fab524e45e5', 'name': '', 'network_id': '636c2677-14bd-450f-b5e0-58b003aa2551', 'tenant_id': '74b53cdeb26a45d4964c0e11c81eac27', 'mac_address': 'fa:16:3e:59:3b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ea5bbe-8035-45b3-92df-5c327a1baf2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6cc8977e-78a6-4a0b-b516-3ba73c1c5c1b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:15Z', 'updated_at': '2022-04-08T10:42:18Z', 'revision_number': 5, 'project_id': '74b53cdeb26a45d4964c0e11c81eac27', 'subnets': [{'id': '6cc8977e-78a6-4a0b-b516-3ba73c1c5c1b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c09db881-c522-4067-9904-2b6395f39f1a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:42:29.237368 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa7cad1-f66f-4cac-9890-6fc03669d379 None None] The sync data for ids ['f1ea5bbe-8035-45b3-92df-5c327a1baf2a'] in dv-cinder-836071-3-iscsi is: [{'id': 'f1ea5bbe-8035-45b3-92df-5c327a1baf2a', 'name': 'router1', 'tenant_id': '74b53cdeb26a45d4964c0e11c81eac27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '55dafd12-5c33-4298-be93-8694f72092eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:42:05Z', 'updated_at': '2022-04-08T10:42:24Z', 'revision_number': 4, 'project_id': '74b53cdeb26a45d4964c0e11c81eac27', 'gw_port': {'id': '55dafd12-5c33-4298-be93-8694f72092eb', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:41:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1ea5bbe-8035-45b3-92df-5c327a1baf2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:23Z', 'updated_at': '2022-04-08T10:42:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': 'eaba3b7f-9292-42ed-8961-7fab524e45e5', 'name': '', 'network_id': '636c2677-14bd-450f-b5e0-58b003aa2551', 'tenant_id': '74b53cdeb26a45d4964c0e11c81eac27', 'mac_address': 'fa:16:3e:59:3b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ea5bbe-8035-45b3-92df-5c327a1baf2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6cc8977e-78a6-4a0b-b516-3ba73c1c5c1b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:42:15Z', 'updated_at': '2022-04-08T10:42:18Z', 'revision_number': 5, 'project_id': '74b53cdeb26a45d4964c0e11c81eac27', 'subnets': [{'id': '6cc8977e-78a6-4a0b-b516-3ba73c1c5c1b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c09db881-c522-4067-9904-2b6395f39f1a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:42:30.740127 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device 55dafd12-5c33-4298-be93-8694f72092eb up at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:42:30.788258 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Provisioning complete for port 55dafd12-5c33-4298-be93-8694f72092eb triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:42:30.788842 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (55dafd12-5c33-4298-be93-8694f72092eb), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:30.881158 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Current status of the port 55dafd12-5c33-4298-be93-8694f72092eb is: DOWN; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:42:30.881585 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (55dafd12-5c33-4298-be93-8694f72092eb), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:30.906003 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] For port 55dafd12-5c33-4298-be93-8694f72092eb, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=55dafd12-5c33-4298-be93-8694f72092eb,segment=NetworkSegment(161e69df-2a78-40e9-90fc-e661b1490c65),segment_id=161e69df-2a78-40e9-90fc-e661b1490c65)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:42:30.915399 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (55dafd12-5c33-4298-be93-8694f72092eb), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:30.996758 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Pushing event updated for resources: {'Port': ['ID=55dafd12-5c33-4298-be93-8694f72092eb,revision_number=4']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:42:32.735838 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device 55dafd12-5c33-4298-be93-8694f72092eb up at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:42:32.827571 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Provisioning complete for port 55dafd12-5c33-4298-be93-8694f72092eb triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:42:32.828193 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (55dafd12-5c33-4298-be93-8694f72092eb), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:32.964785 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Current status of the port 55dafd12-5c33-4298-be93-8694f72092eb is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:42:36.206697 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.agents_db [None req-4d82583b-548a-400c-8f4c-c09be56c4ea4 None None] Agent healthcheck: found 5 active agents {{(pid=109912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 10:42:41.752923 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-1dae3e61-2694-446f-aeee-dda6e08e9fbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (0996d03c-a6d6-4751-8b32-c8111f4b3d8a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:44.157983 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-832bf98d-8d41-44be-a0d8-59c32c80e6d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (a0f054a9-d30b-4594-8de6-6c24438c3963), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:45.066678 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c39995e2-c233-4533-b78f-2944bd33f611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (65c9c9bc-bb02-426d-a902-340b44f1a4c2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:46.522659 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dfd57949-1be2-4190-94f2-c1682066023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (140c1fdd-4f9d-4fc9-9d7c-f6f7cee51a0a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:42:47.974790 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (d1e78606-e5cc-43c0-bc22-8a5324478286), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:43:11.748060 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-9f216ef4-5d61-4965-88c6-847762a23a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (0996d03c-a6d6-4751-8b32-c8111f4b3d8a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:43:13.195701 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.agents_db [None req-4d82583b-548a-400c-8f4c-c09be56c4ea4 None None] Agent healthcheck: found 5 active agents {{(pid=109912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 10:43:14.151935 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-bafb7521-6cb4-4e50-9923-d9cb3e63d6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (a0f054a9-d30b-4594-8de6-6c24438c3963), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:43:15.065984 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c39995e2-c233-4533-b78f-2944bd33f611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (65c9c9bc-bb02-426d-a902-340b44f1a4c2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:43:16.513588 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dfd57949-1be2-4190-94f2-c1682066023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (140c1fdd-4f9d-4fc9-9d7c-f6f7cee51a0a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:43:17.979357 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (d1e78606-e5cc-43c0-bc22-8a5324478286), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:43:41.751304 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-401a1bc6-a8d6-42be-81d5-ed61e5188f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (0996d03c-a6d6-4751-8b32-c8111f4b3d8a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:43:44.155170 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-3945e9dc-1b9d-4e8a-a7e3-70d6bea51ec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (a0f054a9-d30b-4594-8de6-6c24438c3963), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:43:45.068178 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c39995e2-c233-4533-b78f-2944bd33f611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (65c9c9bc-bb02-426d-a902-340b44f1a4c2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:43:46.520156 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dfd57949-1be2-4190-94f2-c1682066023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (140c1fdd-4f9d-4fc9-9d7c-f6f7cee51a0a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:43:47.984020 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (d1e78606-e5cc-43c0-bc22-8a5324478286), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:43:49.596986 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 51394) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:43:49.661503 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd724a84-2cff-47dc-81d2-55a098996e6a admin admin] GET failed (client error): The resource could not be found. Apr 08 10:43:49.662805 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-cd724a84-2cff-47dc-81d2-55a098996e6a admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0648379 Apr 08 10:43:49.840030 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da478429-aff6-44b6-a8b2-02eb09149b35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:49.841581 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-da478429-aff6-44b6-a8b2-02eb09149b35 admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1746745 Apr 08 10:43:50.195676 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.agents_db [None req-4d82583b-548a-400c-8f4c-c09be56c4ea4 None None] Agent healthcheck: found 5 active agents {{(pid=109912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 10:43:52.177850 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 51404) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:43:52.292803 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05561f6d-7046-4de4-a527-edaf859ff2b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:52.294190 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-05561f6d-7046-4de4-a527-edaf859ff2b8 admin admin] 10.222.0.43 "GET /v2.0/subnets/6cc8977e-78a6-4a0b-b516-3ba73c1c5c1b HTTP/1.1" status: 200 len: 849 time: 0.1146924 Apr 08 10:43:52.307107 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.v2.base [None req-9a4146b0-ab3d-4fb7-b524-d38326838f16 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:43:52.404450 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-9a4146b0-ab3d-4fb7-b524-d38326838f16 admin admin] Publish callbacks [] for subnet (6cc8977e-78a6-4a0b-b516-3ba73c1c5c1b), before_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:43:52.560310 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-9a4146b0-ab3d-4fb7-b524-d38326838f16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778033240926'] for subnet (6cc8977e-78a6-4a0b-b516-3ba73c1c5c1b), after_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:43:52.594486 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70349bcb-f7aa-4d69-ad79-defa79d5332c None None] Network 636c2677-14bd-450f-b5e0-58b003aa2551 requested from dv-cinder-836071-3-iscsi {{(pid=109911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 10:43:52.596461 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4146b0-ab3d-4fb7-b524-d38326838f16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:52.597098 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-9a4146b0-ab3d-4fb7-b524-d38326838f16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553535'] for subnet (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:43:52.598402 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-9a4146b0-ab3d-4fb7-b524-d38326838f16 admin admin] 10.222.0.43 "PUT /v2.0/subnets/6cc8977e-78a6-4a0b-b516-3ba73c1c5c1b HTTP/1.1" status: 200 len: 868 time: 0.2953548 Apr 08 10:43:52.613417 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4146b0-ab3d-4fb7-b524-d38326838f16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cc8977e-78a6-4a0b-b516-3ba73c1c5c1b,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:43:52.621809 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4146b0-ab3d-4fb7-b524-d38326838f16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:52.622241 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4146b0-ab3d-4fb7-b524-d38326838f16 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:52.622516 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4146b0-ab3d-4fb7-b524-d38326838f16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:52.622864 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4146b0-ab3d-4fb7-b524-d38326838f16 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:52.623199 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4146b0-ab3d-4fb7-b524-d38326838f16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:52.623534 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4146b0-ab3d-4fb7-b524-d38326838f16 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:52.623858 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4146b0-ab3d-4fb7-b524-d38326838f16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:52.624193 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4146b0-ab3d-4fb7-b524-d38326838f16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:52.624545 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4146b0-ab3d-4fb7-b524-d38326838f16 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:52.624851 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4146b0-ab3d-4fb7-b524-d38326838f16 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:52.625204 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4146b0-ab3d-4fb7-b524-d38326838f16 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:52.625543 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4146b0-ab3d-4fb7-b524-d38326838f16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:52.625859 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4146b0-ab3d-4fb7-b524-d38326838f16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:52.626180 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4146b0-ab3d-4fb7-b524-d38326838f16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:52.626499 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4146b0-ab3d-4fb7-b524-d38326838f16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:43:52.946905 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-d474be77-3309-430b-8206-37aecfc11731 None None] Provisioning complete for port eaba3b7f-9292-42ed-8961-7fab524e45e5 triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:43:52.947263 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-d474be77-3309-430b-8206-37aecfc11731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (eaba3b7f-9292-42ed-8961-7fab524e45e5), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:43:53.028083 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-d474be77-3309-430b-8206-37aecfc11731 None None] Current status of the port eaba3b7f-9292-42ed-8961-7fab524e45e5 is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:43:53.041900 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-d474be77-3309-430b-8206-37aecfc11731 None None] Provisioning complete for port b62b1a13-518e-4b0c-b8d0-754d0bd02df2 triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:43:53.042301 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-d474be77-3309-430b-8206-37aecfc11731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (b62b1a13-518e-4b0c-b8d0-754d0bd02df2), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:43:53.120980 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-d474be77-3309-430b-8206-37aecfc11731 None None] Current status of the port b62b1a13-518e-4b0c-b8d0-754d0bd02df2 is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:43:54.931368 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 51414) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:43:55.154971 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7b0f05-67d9-42a7-8d82-3a94b16a4f1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:55.155706 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7b0f05-67d9-42a7-8d82-3a94b16a4f1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:55.158383 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-da7b0f05-67d9-42a7-8d82-3a94b16a4f1d admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2255604 Apr 08 10:43:57.513428 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 51422) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:43:57.657328 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cac9af6-0d11-4eec-9478-c01451fe7733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:57.657801 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cac9af6-0d11-4eec-9478-c01451fe7733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:43:57.659356 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-9cac9af6-0d11-4eec-9478-c01451fe7733 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1446295 Apr 08 10:43:59.971850 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 51430) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:44:00.116790 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493471f2-fd58-47e7-98d5-e7f158509f74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:00.118201 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-493471f2-fd58-47e7-98d5-e7f158509f74 admin admin] 10.222.0.43 "GET /v2.0/networks/173a9438-8c11-42c7-a64e-a6d835b0fe8b HTTP/1.1" status: 200 len: 886 time: 0.1452131 Apr 08 10:44:02.457968 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 51438) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:44:02.621419 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4150997-2c6a-4cc0-ad45-c7d1a71e2b1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:02.623038 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-a4150997-2c6a-4cc0-ad45-c7d1a71e2b1c admin admin] 10.222.0.43 "GET /v2.0/networks/636c2677-14bd-450f-b5e0-58b003aa2551 HTTP/1.1" status: 200 len: 869 time: 0.1638043 Apr 08 10:44:04.942268 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 51446) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:44:05.078484 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53d64c4-10b6-4f84-9d50-7e8c6cbbace7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:05.078941 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53d64c4-10b6-4f84-9d50-7e8c6cbbace7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:05.080482 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-d53d64c4-10b6-4f84-9d50-7e8c6cbbace7 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1372418 Apr 08 10:44:07.427709 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 51454) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:44:07.571745 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bef180-d571-4b52-8a21-ca3d574b3e2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:07.572214 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bef180-d571-4b52-8a21-ca3d574b3e2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:07.573812 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-78bef180-d571-4b52-8a21-ca3d574b3e2a admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1451626 Apr 08 10:44:09.934128 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 51462) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:44:10.033842 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94612d92-72f0-4cc8-8e91-055f76a606c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:10.035235 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-94612d92-72f0-4cc8-8e91-055f76a606c6 admin admin] 10.222.0.43 "GET /v2.0/subnets/3e92b2da-8062-400a-a6d5-15b49fe43bf4 HTTP/1.1" status: 200 len: 816 time: 0.0997689 Apr 08 10:44:11.756620 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-16dd9ab9-8289-45ff-85bf-0b073a98cebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (0996d03c-a6d6-4751-8b32-c8111f4b3d8a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:44:12.346818 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 51470) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:44:12.454745 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9d1b24-ccb3-4cca-8099-be837c92eff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:12.456110 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-1d9d1b24-ccb3-4cca-8099-be837c92eff0 admin admin] 10.222.0.43 "GET /v2.0/subnets/6cc8977e-78a6-4a0b-b516-3ba73c1c5c1b HTTP/1.1" status: 200 len: 868 time: 0.1080091 Apr 08 10:44:14.160134 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-66bd5698-3811-4b48-bb91-ea6ed54ff5b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (a0f054a9-d30b-4594-8de6-6c24438c3963), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:44:15.069621 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c39995e2-c233-4533-b78f-2944bd33f611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (65c9c9bc-bb02-426d-a902-340b44f1a4c2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:44:16.519769 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dfd57949-1be2-4190-94f2-c1682066023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (140c1fdd-4f9d-4fc9-9d7c-f6f7cee51a0a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:44:17.988646 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (d1e78606-e5cc-43c0-bc22-8a5324478286), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:44:27.195588 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.agents_db [None req-4d82583b-548a-400c-8f4c-c09be56c4ea4 None None] Agent healthcheck: found 5 active agents {{(pid=109912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 10:44:41.760099 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-63bb43c9-384e-49da-8e1d-6855bf8b503f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (0996d03c-a6d6-4751-8b32-c8111f4b3d8a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:44:44.166347 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-799b428e-aca7-40ab-a6d3-9199505ff94a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (a0f054a9-d30b-4594-8de6-6c24438c3963), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:44:45.073493 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c39995e2-c233-4533-b78f-2944bd33f611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (65c9c9bc-bb02-426d-a902-340b44f1a4c2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:44:46.523604 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dfd57949-1be2-4190-94f2-c1682066023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (140c1fdd-4f9d-4fc9-9d7c-f6f7cee51a0a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:44:47.998164 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (d1e78606-e5cc-43c0-bc22-8a5324478286), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:44:53.804988 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 51528) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:44:53.868345 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [None req-d7369a2f-9cc4-40c4-b890-cc5cdf001f51 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109910) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 10:44:53.869383 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-d7369a2f-9cc4-40c4-b890-cc5cdf001f51 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0630312 Apr 08 10:44:56.281183 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 51536) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:44:56.356143 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.pecan_wsgi.hooks.translation [None req-005f53e5-99c0-4f7c-ba8d-b4920c8a1e51 admin admin] GET failed (client error): The resource could not be found. Apr 08 10:44:56.357463 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-005f53e5-99c0-4f7c-ba8d-b4920c8a1e51 admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0752022 Apr 08 10:44:56.457511 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9079559-51f3-4372-be0e-028fbfd8ec76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:56.458928 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-b9079559-51f3-4372-be0e-028fbfd8ec76 admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0969386 Apr 08 10:44:58.817448 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 51544) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:44:58.867736 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [None req-54b43804-d7b1-4ffd-a659-990543ce68b1 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:44:58.891641 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b43804-d7b1-4ffd-a659-990543ce68b1 admin admin] Made reservation on behalf of 8f523b514060430a8041b1d8ce4b3cad for: {'network': 1} {{(pid=109910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:44:58.893849 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-54b43804-d7b1-4ffd-a659-990543ce68b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for network (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:44:58.921857 dv-cinder-836071-3-iscsi neutron-server[109910]: WARNING neutron.services.revisions.revision_plugin [None req-54b43804-d7b1-4ffd-a659-990543ce68b1 admin admin] Could not find related network for resource to bump revision. Apr 08 10:44:58.932973 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54b43804-d7b1-4ffd-a659-990543ce68b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=109910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:44:58.941739 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-54b43804-d7b1-4ffd-a659-990543ce68b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801210'] for segment (0d0a1c65-e787-456c-9ed8-86a89f292e39), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:44:58.942078 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.db.segments_db [None req-54b43804-d7b1-4ffd-a659-990543ce68b1 admin admin] Added segment 0d0a1c65-e787-456c-9ed8-86a89f292e39 of type vlan for network b3f5e3e5-c762-4dd5-aa23-0dc45ad4a039 Apr 08 10:44:58.981549 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-54b43804-d7b1-4ffd-a659-990543ce68b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778032765835'] for network (b3f5e3e5-c762-4dd5-aa23-0dc45ad4a039), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:44:59.010678 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-54b43804-d7b1-4ffd-a659-990543ce68b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513'] for network (b3f5e3e5-c762-4dd5-aa23-0dc45ad4a039), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:44:59.012298 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b43804-d7b1-4ffd-a659-990543ce68b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:44:59.013383 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-54b43804-d7b1-4ffd-a659-990543ce68b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553535'] for network (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:44:59.069791 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-54b43804-d7b1-4ffd-a659-990543ce68b1 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2511165 Apr 08 10:44:59.077094 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b43804-d7b1-4ffd-a659-990543ce68b1 admin admin] Pushing event updated for resources: {'Network': ['ID=b3f5e3e5-c762-4dd5-aa23-0dc45ad4a039,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:44:59.085249 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b43804-d7b1-4ffd-a659-990543ce68b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:59.085610 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b43804-d7b1-4ffd-a659-990543ce68b1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:59.085975 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b43804-d7b1-4ffd-a659-990543ce68b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:59.086326 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b43804-d7b1-4ffd-a659-990543ce68b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:59.086659 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b43804-d7b1-4ffd-a659-990543ce68b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:59.086994 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b43804-d7b1-4ffd-a659-990543ce68b1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:59.087315 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b43804-d7b1-4ffd-a659-990543ce68b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:59.087642 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b43804-d7b1-4ffd-a659-990543ce68b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:59.087963 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b43804-d7b1-4ffd-a659-990543ce68b1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:59.088310 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b43804-d7b1-4ffd-a659-990543ce68b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:59.088637 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b43804-d7b1-4ffd-a659-990543ce68b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:59.088964 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b43804-d7b1-4ffd-a659-990543ce68b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:59.089332 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b43804-d7b1-4ffd-a659-990543ce68b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:59.089651 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b43804-d7b1-4ffd-a659-990543ce68b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:59.089976 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b43804-d7b1-4ffd-a659-990543ce68b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:44:59.103605 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Network b3f5e3e5-c762-4dd5-aa23-0dc45ad4a039 details requested by agent ovs-agent-dv-cinder-836071-3-iscsi with host dv-cinder-836071-3-iscsi {{(pid=109911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 10:45:01.423871 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 51552) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:45:01.496195 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e9fd2c6-89ba-42ea-9e1e-c5eb12643dad admin admin] GET failed (client error): The resource could not be found. Apr 08 10:45:01.497555 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-7e9fd2c6-89ba-42ea-9e1e-c5eb12643dad admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0723894 Apr 08 10:45:01.583402 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38229c6b-9381-4bb2-a412-2ffb3006409b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:01.584875 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-38229c6b-9381-4bb2-a412-2ffb3006409b admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0813608 Apr 08 10:45:01.594941 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [None req-ce2ce3cc-9180-470f-9ad4-1deb756740af admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'b3f5e3e5-c762-4dd5-aa23-0dc45ad4a039', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:45:01.615629 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2ce3cc-9180-470f-9ad4-1deb756740af admin admin] Made reservation on behalf of 8f523b514060430a8041b1d8ce4b3cad for: {'subnet': 1} {{(pid=109910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:45:01.617822 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-ce2ce3cc-9180-470f-9ad4-1deb756740af admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:45:01.786052 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-ce2ce3cc-9180-470f-9ad4-1deb756740af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513'] for subnet (83f59148-46b4-469e-ae71-d6ccf4477245), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:45:01.847058 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ce3cc-9180-470f-9ad4-1deb756740af admin admin] Pushing event updated for resources: {'Subnet': ['ID=83f59148-46b4-469e-ae71-d6ccf4477245,revision_number=0']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:01.862787 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2ce3cc-9180-470f-9ad4-1deb756740af admin admin] Checking segment: {'id': '0d0a1c65-e787-456c-9ed8-86a89f292e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b3f5e3e5-c762-4dd5-aa23-0dc45ad4a039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:45:01.863231 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2ce3cc-9180-470f-9ad4-1deb756740af admin admin] Network hostable DHCP agents. Network: b3f5e3e5-c762-4dd5-aa23-0dc45ad4a039, hostable agents: ['0996d03c-a6d6-4751-8b32-c8111f4b3d8a'], hosted agents: [] {{(pid=109910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:45:01.882902 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2ce3cc-9180-470f-9ad4-1deb756740af admin admin] Network b3f5e3e5-c762-4dd5-aa23-0dc45ad4a039 is scheduled to be hosted by DHCP agent 0996d03c-a6d6-4751-8b32-c8111f4b3d8a with binding_index 1 {{(pid=109910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:45:01.892696 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.base_scheduler [None req-ce2ce3cc-9180-470f-9ad4-1deb756740af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836071-3-iscsi, b3f5e3e5-c762-4dd5-aa23-0dc45ad4a039) {{(pid=109910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:45:01.896969 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2ce3cc-9180-470f-9ad4-1deb756740af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:45:01.897580 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-ce2ce3cc-9180-470f-9ad4-1deb756740af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553535'] for subnet (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:45:01.901582 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07692db7-de2f-4032-894b-7c4a3dfaccd3 None None] Network b3f5e3e5-c762-4dd5-aa23-0dc45ad4a039 requested from dv-cinder-836071-3-iscsi {{(pid=109911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 10:45:01.913632 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-ce2ce3cc-9180-470f-9ad4-1deb756740af admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3222764 Apr 08 10:45:02.108311 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a446906e-4f45-4d47-bd7d-c008f619b413 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2e46b0fd-1d33-5ebd-a23e-349e34994587-b3f5e3e5-c762-4dd5-aa23-0dc45ad4a039', 'network_id': 'b3f5e3e5-c762-4dd5-aa23-0dc45ad4a039', 'project_id': '8f523b514060430a8041b1d8ce4b3cad', 'fixed_ips': [{'subnet_id': '83f59148-46b4-469e-ae71-d6ccf4477245'}]}} from dv-cinder-836071-3-iscsi. {{(pid=109911) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 10:45:02.109240 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-a446906e-4f45-4d47-bd7d-c008f619b413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:45:02.252886 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.db_base_plugin_common [None req-a446906e-4f45-4d47-bd7d-c008f619b413 None None] Allocated IP 192.168.233.2 (b3f5e3e5-c762-4dd5-aa23-0dc45ad4a039/83f59148-46b4-469e-ae71-d6ccf4477245/cc72e0a8-8c30-47a1-8f66-7b1e93513a16) {{(pid=109911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:45:02.394503 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-a446906e-4f45-4d47-bd7d-c008f619b413 None None] Publish callbacks [] for port (cc72e0a8-8c30-47a1-8f66-7b1e93513a16), precommit_create {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:45:02.401697 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-a446906e-4f45-4d47-bd7d-c008f619b413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861'] for port (cc72e0a8-8c30-47a1-8f66-7b1e93513a16), after_create {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:45:02.456299 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a446906e-4f45-4d47-bd7d-c008f619b413 None None] Pushing event updated for resources: {'Port': ['ID=cc72e0a8-8c30-47a1-8f66-7b1e93513a16,revision_number=1']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:02.463086 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a446906e-4f45-4d47-bd7d-c008f619b413 None None] Network b3f5e3e5-c762-4dd5-aa23-0dc45ad4a039 is already hosted by enough agents. {{(pid=109911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:45:02.464745 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.scheduler.base_scheduler [None req-a446906e-4f45-4d47-bd7d-c008f619b413 None None] Resources bound (agent type, host, resource id): {{(pid=109911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:45:02.467105 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a446906e-4f45-4d47-bd7d-c008f619b413 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:02.467511 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a446906e-4f45-4d47-bd7d-c008f619b413 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:02.467866 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a446906e-4f45-4d47-bd7d-c008f619b413 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:02.468221 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a446906e-4f45-4d47-bd7d-c008f619b413 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:02.468554 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a446906e-4f45-4d47-bd7d-c008f619b413 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:02.468896 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a446906e-4f45-4d47-bd7d-c008f619b413 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:02.469250 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a446906e-4f45-4d47-bd7d-c008f619b413 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:02.469609 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a446906e-4f45-4d47-bd7d-c008f619b413 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:02.469933 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a446906e-4f45-4d47-bd7d-c008f619b413 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:02.470256 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a446906e-4f45-4d47-bd7d-c008f619b413 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:02.470585 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a446906e-4f45-4d47-bd7d-c008f619b413 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:02.470923 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a446906e-4f45-4d47-bd7d-c008f619b413 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:02.471244 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a446906e-4f45-4d47-bd7d-c008f619b413 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:02.471561 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a446906e-4f45-4d47-bd7d-c008f619b413 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:02.471877 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a446906e-4f45-4d47-bd7d-c008f619b413 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:45:02.474777 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a446906e-4f45-4d47-bd7d-c008f619b413 None None] Received port after_create {{(pid=109911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 10:45:02.529923 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.managers [None req-a446906e-4f45-4d47-bd7d-c008f619b413 None None] Attempting to bind port cc72e0a8-8c30-47a1-8f66-7b1e93513a16 on host dv-cinder-836071-3-iscsi for vnic_type normal with profile {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 10:45:02.530267 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.managers [None req-a446906e-4f45-4d47-bd7d-c008f619b413 None None] Attempting to bind port cc72e0a8-8c30-47a1-8f66-7b1e93513a16 by drivers openvswitch,hyperv on host dv-cinder-836071-3-iscsi at level 0 using segments [{'id': '0d0a1c65-e787-456c-9ed8-86a89f292e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b3f5e3e5-c762-4dd5-aa23-0dc45ad4a039'}] {{(pid=109911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 10:45:02.530629 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a446906e-4f45-4d47-bd7d-c008f619b413 None None] Attempting to bind port cc72e0a8-8c30-47a1-8f66-7b1e93513a16 on network b3f5e3e5-c762-4dd5-aa23-0dc45ad4a039 {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:45:02.536225 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a446906e-4f45-4d47-bd7d-c008f619b413 None None] Checking agent: {'id': 'd1e78606-e5cc-43c0-bc22-8a5324478286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 41, 48), 'started_at': datetime.datetime(2022, 4, 8, 10, 42, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 10:45:02.536600 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a446906e-4f45-4d47-bd7d-c008f619b413 None None] Checking segment: {'id': '0d0a1c65-e787-456c-9ed8-86a89f292e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b3f5e3e5-c762-4dd5-aa23-0dc45ad4a039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:45:02.537022 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-a446906e-4f45-4d47-bd7d-c008f619b413 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:45:02.537429 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a446906e-4f45-4d47-bd7d-c008f619b413 None None] Bound using segment: {'id': '0d0a1c65-e787-456c-9ed8-86a89f292e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b3f5e3e5-c762-4dd5-aa23-0dc45ad4a039'} {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 10:45:02.537930 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.managers [None req-a446906e-4f45-4d47-bd7d-c008f619b413 None None] Bound port: cc72e0a8-8c30-47a1-8f66-7b1e93513a16, host: dv-cinder-836071-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d0a1c65-e787-456c-9ed8-86a89f292e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b3f5e3e5-c762-4dd5-aa23-0dc45ad4a039'}}] {{(pid=109911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 10:45:02.538303 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-a446906e-4f45-4d47-bd7d-c008f619b413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (cc72e0a8-8c30-47a1-8f66-7b1e93513a16), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:45:02.605556 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-a446906e-4f45-4d47-bd7d-c008f619b413 None None] For port cc72e0a8-8c30-47a1-8f66-7b1e93513a16, host dv-cinder-836071-3-iscsi, cleared binding levels {{(pid=109911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:45:02.609931 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-a446906e-4f45-4d47-bd7d-c008f619b413 None None] For port cc72e0a8-8c30-47a1-8f66-7b1e93513a16, host dv-cinder-836071-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=cc72e0a8-8c30-47a1-8f66-7b1e93513a16,segment=NetworkSegment(0d0a1c65-e787-456c-9ed8-86a89f292e39),segment_id=0d0a1c65-e787-456c-9ed8-86a89f292e39)] {{(pid=109911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:45:02.615798 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-a446906e-4f45-4d47-bd7d-c008f619b413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (cc72e0a8-8c30-47a1-8f66-7b1e93513a16), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:45:02.681692 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a446906e-4f45-4d47-bd7d-c008f619b413 None None] Pushing event updated for resources: {'Port': ['ID=cc72e0a8-8c30-47a1-8f66-7b1e93513a16,revision_number=2']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:03.487345 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d7eb4d-5d70-4d58-97d2-50c149c1d049 None None] Network b3f5e3e5-c762-4dd5-aa23-0dc45ad4a039 requested from dv-cinder-836071-3-iscsi {{(pid=109911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 10:45:03.599793 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-757e60b2-b635-4587-a540-121829898e62 None None] Provisioning complete for port cc72e0a8-8c30-47a1-8f66-7b1e93513a16 triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:45:03.600142 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-757e60b2-b635-4587-a540-121829898e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (cc72e0a8-8c30-47a1-8f66-7b1e93513a16), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:45:03.691014 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-757e60b2-b635-4587-a540-121829898e62 None None] Current status of the port cc72e0a8-8c30-47a1-8f66-7b1e93513a16 is: DOWN; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:45:03.691890 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-757e60b2-b635-4587-a540-121829898e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (cc72e0a8-8c30-47a1-8f66-7b1e93513a16), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:45:03.733294 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-757e60b2-b635-4587-a540-121829898e62 None None] For port cc72e0a8-8c30-47a1-8f66-7b1e93513a16, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=cc72e0a8-8c30-47a1-8f66-7b1e93513a16,segment=NetworkSegment(0d0a1c65-e787-456c-9ed8-86a89f292e39),segment_id=0d0a1c65-e787-456c-9ed8-86a89f292e39)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:45:03.739455 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-757e60b2-b635-4587-a540-121829898e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (cc72e0a8-8c30-47a1-8f66-7b1e93513a16), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:45:03.794025 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757e60b2-b635-4587-a540-121829898e62 None None] Pushing event updated for resources: {'Port': ['ID=cc72e0a8-8c30-47a1-8f66-7b1e93513a16,revision_number=3']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:45:03.859550 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-e4475a9f-d1fe-4ef1-ab15-124b3dfa72dd None None] Provisioning complete for port cc72e0a8-8c30-47a1-8f66-7b1e93513a16 triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:45:03.859929 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-e4475a9f-d1fe-4ef1-ab15-124b3dfa72dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (cc72e0a8-8c30-47a1-8f66-7b1e93513a16), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:45:03.940910 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-e4475a9f-d1fe-4ef1-ab15-124b3dfa72dd None None] Current status of the port cc72e0a8-8c30-47a1-8f66-7b1e93513a16 is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:45:04.194622 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.agents_db [None req-4d82583b-548a-400c-8f4c-c09be56c4ea4 None None] Agent healthcheck: found 5 active agents {{(pid=109912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 10:45:04.826882 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device cc72e0a8-8c30-47a1-8f66-7b1e93513a16 up at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:45:04.876578 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Provisioning complete for port cc72e0a8-8c30-47a1-8f66-7b1e93513a16 triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:45:04.876975 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (cc72e0a8-8c30-47a1-8f66-7b1e93513a16), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:45:04.962513 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Current status of the port cc72e0a8-8c30-47a1-8f66-7b1e93513a16 is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:45:11.771104 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-85f11f4a-60b3-421e-a54f-ba49b6fec126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (0996d03c-a6d6-4751-8b32-c8111f4b3d8a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:45:14.159308 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-2b3db480-8a6e-4158-92cc-f9d626576740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (a0f054a9-d30b-4594-8de6-6c24438c3963), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:45:15.077673 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c39995e2-c233-4533-b78f-2944bd33f611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (65c9c9bc-bb02-426d-a902-340b44f1a4c2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:45:16.524698 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dfd57949-1be2-4190-94f2-c1682066023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (140c1fdd-4f9d-4fc9-9d7c-f6f7cee51a0a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:45:17.993277 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (d1e78606-e5cc-43c0-bc22-8a5324478286), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:45:41.195038 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.agents_db [None req-4d82583b-548a-400c-8f4c-c09be56c4ea4 None None] Agent healthcheck: found 5 active agents {{(pid=109912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 10:45:41.763977 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-e5a6f0cc-1b8f-40c5-9773-4dc9c8031d2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (0996d03c-a6d6-4751-8b32-c8111f4b3d8a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:45:44.163328 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-295aecaf-22a6-4d6a-84ef-e74acecd6e63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (a0f054a9-d30b-4594-8de6-6c24438c3963), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:45:45.078939 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c39995e2-c233-4533-b78f-2944bd33f611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (65c9c9bc-bb02-426d-a902-340b44f1a4c2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:45:46.527495 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dfd57949-1be2-4190-94f2-c1682066023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (140c1fdd-4f9d-4fc9-9d7c-f6f7cee51a0a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:45:47.999435 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (d1e78606-e5cc-43c0-bc22-8a5324478286), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:46:11.771024 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-6cd06277-e13b-4e99-bc73-acf71a38cfec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (0996d03c-a6d6-4751-8b32-c8111f4b3d8a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:46:14.169094 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-e8345651-eb53-4e5a-888d-150c59396e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (a0f054a9-d30b-4594-8de6-6c24438c3963), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:46:15.081152 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c39995e2-c233-4533-b78f-2944bd33f611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (65c9c9bc-bb02-426d-a902-340b44f1a4c2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:46:16.527164 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dfd57949-1be2-4190-94f2-c1682066023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (140c1fdd-4f9d-4fc9-9d7c-f6f7cee51a0a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:46:17.994616 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (d1e78606-e5cc-43c0-bc22-8a5324478286), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:46:18.193924 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.agents_db [None req-4d82583b-548a-400c-8f4c-c09be56c4ea4 None None] Agent healthcheck: found 5 active agents {{(pid=109912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 10:46:32.827887 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 51590) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:46:32.833758 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [None req-7bae8919-4466-417f-a463-5b573423b9c2 tempest-verify_tempest_config-1005693678 tempest-verify_tempest_config-1005693678-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109909) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 10:46:32.834710 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-7bae8919-4466-417f-a463-5b573423b9c2 tempest-verify_tempest_config-1005693678 tempest-verify_tempest_config-1005693678-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058827 Apr 08 10:46:33.162942 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 51608) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:46:33.271253 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-7c7ad711-d471-4441-8020-1b21ad216cd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:46:33.354029 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-7c7ad711-d471-4441-8020-1b21ad216cd8 admin admin] Publish callbacks [] for security_group (0779cd76-0ac4-453e-a282-d658d7197fe3), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:46:33.359716 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-7c7ad711-d471-4441-8020-1b21ad216cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (0779cd76-0ac4-453e-a282-d658d7197fe3), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:46:33.405718 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7ad711-d471-4441-8020-1b21ad216cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0779cd76-0ac4-453e-a282-d658d7197fe3,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:33.409474 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-7c7ad711-d471-4441-8020-1b21ad216cd8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1d9cf6c797264a33b190ea51a70b5577&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2454844 Apr 08 10:46:33.412569 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 51614) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:46:33.415366 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7ad711-d471-4441-8020-1b21ad216cd8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:33.415758 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7ad711-d471-4441-8020-1b21ad216cd8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:33.416135 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7ad711-d471-4441-8020-1b21ad216cd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:33.416499 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7ad711-d471-4441-8020-1b21ad216cd8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:33.416888 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7ad711-d471-4441-8020-1b21ad216cd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:33.417276 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7ad711-d471-4441-8020-1b21ad216cd8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:33.417670 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7ad711-d471-4441-8020-1b21ad216cd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:33.418070 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7ad711-d471-4441-8020-1b21ad216cd8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:33.418437 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7ad711-d471-4441-8020-1b21ad216cd8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:33.418802 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7ad711-d471-4441-8020-1b21ad216cd8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:33.419127 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7ad711-d471-4441-8020-1b21ad216cd8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:33.419460 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7ad711-d471-4441-8020-1b21ad216cd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:33.419783 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7ad711-d471-4441-8020-1b21ad216cd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:33.420100 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7ad711-d471-4441-8020-1b21ad216cd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:33.420414 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7ad711-d471-4441-8020-1b21ad216cd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:33.566871 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-7dc6c05e-2d26-4961-9605-b1a74a6f9562 admin admin] Publish callbacks [] for security_group (0779cd76-0ac4-453e-a282-d658d7197fe3), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:46:33.589153 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-7dc6c05e-2d26-4961-9605-b1a74a6f9562 admin admin] Publish callbacks [] for security_group (0779cd76-0ac4-453e-a282-d658d7197fe3), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:46:33.687059 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-7dc6c05e-2d26-4961-9605-b1a74a6f9562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (0779cd76-0ac4-453e-a282-d658d7197fe3), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:46:33.691136 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-7dc6c05e-2d26-4961-9605-b1a74a6f9562 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:46:33.692799 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-7dc6c05e-2d26-4961-9605-b1a74a6f9562 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0779cd76-0ac4-453e-a282-d658d7197fe3 HTTP/1.1" status: 204 len: 168 time: 0.2791946 Apr 08 10:46:33.701110 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc6c05e-2d26-4961-9605-b1a74a6f9562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0779cd76-0ac4-453e-a282-d658d7197fe3,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:46:33.708315 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc6c05e-2d26-4961-9605-b1a74a6f9562 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:33.708722 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc6c05e-2d26-4961-9605-b1a74a6f9562 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:33.709099 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc6c05e-2d26-4961-9605-b1a74a6f9562 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:33.709442 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc6c05e-2d26-4961-9605-b1a74a6f9562 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:33.709931 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc6c05e-2d26-4961-9605-b1a74a6f9562 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:33.710248 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc6c05e-2d26-4961-9605-b1a74a6f9562 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:33.710637 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc6c05e-2d26-4961-9605-b1a74a6f9562 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:33.711081 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc6c05e-2d26-4961-9605-b1a74a6f9562 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:33.711407 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc6c05e-2d26-4961-9605-b1a74a6f9562 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:33.711729 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc6c05e-2d26-4961-9605-b1a74a6f9562 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:33.712055 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc6c05e-2d26-4961-9605-b1a74a6f9562 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:33.712441 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc6c05e-2d26-4961-9605-b1a74a6f9562 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:33.712723 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc6c05e-2d26-4961-9605-b1a74a6f9562 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:33.713036 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc6c05e-2d26-4961-9605-b1a74a6f9562 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:33.713375 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc6c05e-2d26-4961-9605-b1a74a6f9562 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:46:41.765004 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8f497072-0455-4c4f-bee5-6033fb67a075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (0996d03c-a6d6-4751-8b32-c8111f4b3d8a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:46:44.173254 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8dc4c40e-1b4d-4b9a-aa33-049016b0ca26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (a0f054a9-d30b-4594-8de6-6c24438c3963), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:46:45.083725 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c39995e2-c233-4533-b78f-2944bd33f611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (65c9c9bc-bb02-426d-a902-340b44f1a4c2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:46:46.529784 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dfd57949-1be2-4190-94f2-c1682066023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (140c1fdd-4f9d-4fc9-9d7c-f6f7cee51a0a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:46:47.999373 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (d1e78606-e5cc-43c0-bc22-8a5324478286), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:46:55.194556 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.agents_db [None req-4d82583b-548a-400c-8f4c-c09be56c4ea4 None None] Agent healthcheck: found 5 active agents {{(pid=109912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 10:47:11.776509 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-d2775abb-1670-442c-858b-25eb455a5364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (0996d03c-a6d6-4751-8b32-c8111f4b3d8a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:47:14.184503 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-57cae8a4-3dfe-4f30-8262-21c0ebd3630d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (a0f054a9-d30b-4594-8de6-6c24438c3963), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:47:15.098707 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c39995e2-c233-4533-b78f-2944bd33f611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (65c9c9bc-bb02-426d-a902-340b44f1a4c2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:47:16.538559 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dfd57949-1be2-4190-94f2-c1682066023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (140c1fdd-4f9d-4fc9-9d7c-f6f7cee51a0a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:47:18.019759 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (d1e78606-e5cc-43c0-bc22-8a5324478286), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:47:32.197693 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.agents_db [None req-4d82583b-548a-400c-8f4c-c09be56c4ea4 None None] Agent healthcheck: found 5 active agents {{(pid=109912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 10:47:41.782322 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-d8809849-87fc-4815-82d7-11c5cb555de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (0996d03c-a6d6-4751-8b32-c8111f4b3d8a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:47:44.190907 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-623dc7c8-e937-4969-8577-d010c904e041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (a0f054a9-d30b-4594-8de6-6c24438c3963), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:47:45.093753 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c39995e2-c233-4533-b78f-2944bd33f611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (65c9c9bc-bb02-426d-a902-340b44f1a4c2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:47:46.537957 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dfd57949-1be2-4190-94f2-c1682066023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (140c1fdd-4f9d-4fc9-9d7c-f6f7cee51a0a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:47:48.009665 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (d1e78606-e5cc-43c0-bc22-8a5324478286), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:48:09.196274 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.agents_db [None req-4d82583b-548a-400c-8f4c-c09be56c4ea4 None None] Agent healthcheck: found 5 active agents {{(pid=109912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 10:48:11.767246 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-7e4944ab-04b1-4b74-9057-a2b8d2499b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (0996d03c-a6d6-4751-8b32-c8111f4b3d8a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:48:14.175032 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c128e233-1226-45ce-8414-9807c5f52a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (a0f054a9-d30b-4594-8de6-6c24438c3963), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:48:15.096656 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c39995e2-c233-4533-b78f-2944bd33f611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (65c9c9bc-bb02-426d-a902-340b44f1a4c2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:48:16.548815 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dfd57949-1be2-4190-94f2-c1682066023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (140c1fdd-4f9d-4fc9-9d7c-f6f7cee51a0a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:48:17.766572 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-741546'] for agent (df0b008b-1017-45b0-9cbd-b6387ecfd69a), after_create {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:48:18.004219 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (d1e78606-e5cc-43c0-bc22-8a5324478286), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:48:33.168608 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 51684) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:48:33.297563 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-9a27832b-adb1-479f-92eb-be584ec7a77a admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1277804 Apr 08 10:48:35.673670 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 51694) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:48:35.735444 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-5d7549b1-5f40-488e-a70c-9589bfb06d89 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0605533 Apr 08 10:48:41.771173 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-242432fa-40f5-4cbc-be70-47519a11b60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (0996d03c-a6d6-4751-8b32-c8111f4b3d8a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:48:44.182059 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-3ed20d05-7c0c-45fc-8a89-035d6b6d07ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (a0f054a9-d30b-4594-8de6-6c24438c3963), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:48:45.102024 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c39995e2-c233-4533-b78f-2944bd33f611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (65c9c9bc-bb02-426d-a902-340b44f1a4c2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:48:46.200613 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.agents_db [None req-4d82583b-548a-400c-8f4c-c09be56c4ea4 None None] Agent healthcheck: found 6 active agents {{(pid=109912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 10:48:46.550251 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dfd57949-1be2-4190-94f2-c1682066023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (140c1fdd-4f9d-4fc9-9d7c-f6f7cee51a0a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:48:47.737759 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (df0b008b-1017-45b0-9cbd-b6387ecfd69a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:48:48.014417 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (d1e78606-e5cc-43c0-bc22-8a5324478286), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:49:11.781358 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8afa8a53-b3b7-47a6-93cc-dc3824b45248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (0996d03c-a6d6-4751-8b32-c8111f4b3d8a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:49:14.189207 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-22595620-0782-4517-b1e8-781228b54369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (a0f054a9-d30b-4594-8de6-6c24438c3963), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:49:15.104473 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c39995e2-c233-4533-b78f-2944bd33f611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (65c9c9bc-bb02-426d-a902-340b44f1a4c2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:49:16.556158 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dfd57949-1be2-4190-94f2-c1682066023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (140c1fdd-4f9d-4fc9-9d7c-f6f7cee51a0a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:49:17.740865 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (df0b008b-1017-45b0-9cbd-b6387ecfd69a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:49:18.022489 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (d1e78606-e5cc-43c0-bc22-8a5324478286), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:49:23.200538 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.agents_db [None req-4d82583b-548a-400c-8f4c-c09be56c4ea4 None None] Agent healthcheck: found 6 active agents {{(pid=109912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 10:49:41.776876 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-38e849b4-3979-4510-997a-196216fcd4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (0996d03c-a6d6-4751-8b32-c8111f4b3d8a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:49:44.173434 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-43d4cbbb-920c-45b3-bc81-ba0cc4aa0776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (a0f054a9-d30b-4594-8de6-6c24438c3963), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:49:45.104896 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c39995e2-c233-4533-b78f-2944bd33f611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (65c9c9bc-bb02-426d-a902-340b44f1a4c2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:49:46.556605 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dfd57949-1be2-4190-94f2-c1682066023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (140c1fdd-4f9d-4fc9-9d7c-f6f7cee51a0a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:49:47.730061 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (df0b008b-1017-45b0-9cbd-b6387ecfd69a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:49:48.007639 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (d1e78606-e5cc-43c0-bc22-8a5324478286), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:00.199844 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.agents_db [None req-4d82583b-548a-400c-8f4c-c09be56c4ea4 None None] Agent healthcheck: found 6 active agents {{(pid=109912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 10:50:11.782902 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-73d68e38-6ef0-48c1-a83b-4af4af717f8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (0996d03c-a6d6-4751-8b32-c8111f4b3d8a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:14.186051 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-ba41fc2d-9a80-4348-b75c-7fae0b6db87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (a0f054a9-d30b-4594-8de6-6c24438c3963), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:15.114349 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c39995e2-c233-4533-b78f-2944bd33f611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (65c9c9bc-bb02-426d-a902-340b44f1a4c2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:16.560504 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dfd57949-1be2-4190-94f2-c1682066023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (140c1fdd-4f9d-4fc9-9d7c-f6f7cee51a0a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:17.448361 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 51906) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:17.743286 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (df0b008b-1017-45b0-9cbd-b6387ecfd69a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:17.883157 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.v2.base [None req-1ca0934a-0bd9-4e55-89ea-e75b4c845dd8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1105897746-network', 'tenant_id': '734e32e8113d4e4db24c106da8458807'}} {{(pid=109909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:50:17.887439 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 51926) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:17.908056 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca0934a-0bd9-4e55-89ea-e75b4c845dd8 admin admin] Made reservation on behalf of 734e32e8113d4e4db24c106da8458807 for: {'network': 1} {{(pid=109909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:50:17.911033 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-1ca0934a-0bd9-4e55-89ea-e75b4c845dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for network (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:17.913111 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 51932) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:17.926095 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-1ca0934a-0bd9-4e55-89ea-e75b4c845dd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:18.013366 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-1ca0934a-0bd9-4e55-89ea-e75b4c845dd8 admin admin] Publish callbacks [] for security_group (a5a821e3-c3d8-4af3-8d49-90e407b03002), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:18.015501 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (d1e78606-e5cc-43c0-bc22-8a5324478286), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:18.018688 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-1ca0934a-0bd9-4e55-89ea-e75b4c845dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (a5a821e3-c3d8-4af3-8d49-90e407b03002), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:18.047172 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca0934a-0bd9-4e55-89ea-e75b4c845dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a821e3-c3d8-4af3-8d49-90e407b03002,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:18.057464 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca0934a-0bd9-4e55-89ea-e75b4c845dd8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:18.057814 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca0934a-0bd9-4e55-89ea-e75b4c845dd8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:18.058176 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca0934a-0bd9-4e55-89ea-e75b4c845dd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:18.058519 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca0934a-0bd9-4e55-89ea-e75b4c845dd8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:18.058845 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca0934a-0bd9-4e55-89ea-e75b4c845dd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:18.059343 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca0934a-0bd9-4e55-89ea-e75b4c845dd8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:18.059848 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca0934a-0bd9-4e55-89ea-e75b4c845dd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:18.060323 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca0934a-0bd9-4e55-89ea-e75b4c845dd8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:18.060798 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca0934a-0bd9-4e55-89ea-e75b4c845dd8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:18.061328 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca0934a-0bd9-4e55-89ea-e75b4c845dd8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:18.061872 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca0934a-0bd9-4e55-89ea-e75b4c845dd8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:18.062363 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca0934a-0bd9-4e55-89ea-e75b4c845dd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:18.062893 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca0934a-0bd9-4e55-89ea-e75b4c845dd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:18.063636 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca0934a-0bd9-4e55-89ea-e75b4c845dd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:18.064293 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca0934a-0bd9-4e55-89ea-e75b4c845dd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:18.065730 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca0934a-0bd9-4e55-89ea-e75b4c845dd8 admin admin] Tracked resource versions report: Apr 08 10:50:18.065730 dv-cinder-836071-3-iscsi neutron-server[109909]: pushed versions: Apr 08 10:50:18.065730 dv-cinder-836071-3-iscsi neutron-server[109909]: { 'AddressGroup': {'1.2'}, Apr 08 10:50:18.065730 dv-cinder-836071-3-iscsi neutron-server[109909]: 'Agent': {'1.1'}, Apr 08 10:50:18.065730 dv-cinder-836071-3-iscsi neutron-server[109909]: 'ConntrackHelper': {'1.0'}, Apr 08 10:50:18.065730 dv-cinder-836071-3-iscsi neutron-server[109909]: 'LocalIPAssociation': {'1.0'}, Apr 08 10:50:18.065730 dv-cinder-836071-3-iscsi neutron-server[109909]: 'Log': {'1.0'}, Apr 08 10:50:18.065730 dv-cinder-836071-3-iscsi neutron-server[109909]: 'NDPProxy': {'1.0'}, Apr 08 10:50:18.065730 dv-cinder-836071-3-iscsi neutron-server[109909]: 'Network': {'1.1'}, Apr 08 10:50:18.065730 dv-cinder-836071-3-iscsi neutron-server[109909]: 'Port': {'1.7'}, Apr 08 10:50:18.065730 dv-cinder-836071-3-iscsi neutron-server[109909]: 'PortForwarding': {'1.3'}, Apr 08 10:50:18.065730 dv-cinder-836071-3-iscsi neutron-server[109909]: 'QosPolicy': {'1.10'}, Apr 08 10:50:18.065730 dv-cinder-836071-3-iscsi neutron-server[109909]: 'SecurityGroup': {'1.5'}, Apr 08 10:50:18.065730 dv-cinder-836071-3-iscsi neutron-server[109909]: 'SecurityGroupRule': {'1.2'}, Apr 08 10:50:18.065730 dv-cinder-836071-3-iscsi neutron-server[109909]: 'SubPort': {'1.0'}, Apr 08 10:50:18.065730 dv-cinder-836071-3-iscsi neutron-server[109909]: 'Subnet': {'1.1'}, Apr 08 10:50:18.065730 dv-cinder-836071-3-iscsi neutron-server[109909]: 'Trunk': {'1.1'}} Apr 08 10:50:18.065730 dv-cinder-836071-3-iscsi neutron-server[109909]: consumer versions: Apr 08 10:50:18.065730 dv-cinder-836071-3-iscsi neutron-server[109909]: { DHCP agent@dv-cinder-836071-3-iscsi: {}, Apr 08 10:50:18.065730 dv-cinder-836071-3-iscsi neutron-server[109909]: HyperV agent@hv-cinder-83607: {}, Apr 08 10:50:18.065730 dv-cinder-836071-3-iscsi neutron-server[109909]: L3 agent@dv-cinder-836071-3-iscsi: {}, Apr 08 10:50:18.065730 dv-cinder-836071-3-iscsi neutron-server[109909]: Metadata agent@dv-cinder-836071-3-iscsi: {}, Apr 08 10:50:18.065730 dv-cinder-836071-3-iscsi neutron-server[109909]: Metering agent@dv-cinder-836071-3-iscsi: {}, Apr 08 10:50:18.065730 dv-cinder-836071-3-iscsi neutron-server[109909]: Open vSwitch agent@dv-cinder-836071-3-iscsi: { 'AddressGroup': '1.2', Apr 08 10:50:18.065730 dv-cinder-836071-3-iscsi neutron-server[109909]: 'Agent': '1.1', Apr 08 10:50:18.065730 dv-cinder-836071-3-iscsi neutron-server[109909]: 'ConntrackHelper': '1.0', Apr 08 10:50:18.065730 dv-cinder-836071-3-iscsi neutron-server[109909]: 'LocalIPAssociation': '1.0', Apr 08 10:50:18.065730 dv-cinder-836071-3-iscsi neutron-server[109909]: 'Log': '1.0', Apr 08 10:50:18.065730 dv-cinder-836071-3-iscsi neutron-server[109909]: 'NDPProxy': '1.0', Apr 08 10:50:18.065730 dv-cinder-836071-3-iscsi neutron-server[109909]: 'Network': '1.1', Apr 08 10:50:18.065730 dv-cinder-836071-3-iscsi neutron-server[109909]: 'Port': '1.7', Apr 08 10:50:18.065730 dv-cinder-836071-3-iscsi neutron-server[109909]: 'PortForwarding': '1.3', Apr 08 10:50:18.065730 dv-cinder-836071-3-iscsi neutron-server[109909]: 'QosPolicy': '1.10', Apr 08 10:50:18.065730 dv-cinder-836071-3-iscsi neutron-server[109909]: 'SecurityGroup': '1.5', Apr 08 10:50:18.065730 dv-cinder-836071-3-iscsi neutron-server[109909]: 'SecurityGroupRule': '1.2', Apr 08 10:50:18.065730 dv-cinder-836071-3-iscsi neutron-server[109909]: 'SubPort': '1.0', Apr 08 10:50:18.065730 dv-cinder-836071-3-iscsi neutron-server[109909]: 'Subnet': '1.1', Apr 08 10:50:18.065730 dv-cinder-836071-3-iscsi neutron-server[109909]: 'Trunk': '1.1'}} Apr 08 10:50:18.065730 dv-cinder-836071-3-iscsi neutron-server[109909]: {{(pid=109909) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 10:50:18.083826 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ca0934a-0bd9-4e55-89ea-e75b4c845dd8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=109909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:50:18.100471 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-1ca0934a-0bd9-4e55-89ea-e75b4c845dd8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778033058241', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801210'] for segment (d1fbcf39-677c-48da-b8da-407bc29700aa), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:18.101347 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-1ca0934a-0bd9-4e55-89ea-e75b4c845dd8 admin admin] Unsubscribe: segment precommit_create {{(pid=109909) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 08 10:50:18.101980 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.db.segments_db [None req-1ca0934a-0bd9-4e55-89ea-e75b4c845dd8 admin admin] Added segment d1fbcf39-677c-48da-b8da-407bc29700aa of type vlan for network a108a20f-c74a-4177-8672-00636aeb2525 Apr 08 10:50:18.174846 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-1ca0934a-0bd9-4e55-89ea-e75b4c845dd8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778032765835'] for network (a108a20f-c74a-4177-8672-00636aeb2525), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:18.199087 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [None req-9bb7534c-ac23-4261-a3ec-83afc45c8f99 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2125950444-network', 'tenant_id': '3b8c2bcd253d4480a40c77765f83e67a'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:50:18.219663 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-1ca0934a-0bd9-4e55-89ea-e75b4c845dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513'] for network (a108a20f-c74a-4177-8672-00636aeb2525), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:18.221625 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca0934a-0bd9-4e55-89ea-e75b4c845dd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:18.222824 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-1ca0934a-0bd9-4e55-89ea-e75b4c845dd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553535'] for network (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:18.250730 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [None req-fe348551-9b38-4019-a246-1424fe944532 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1072053543-network', 'tenant_id': 'cdc273fbc9b84e0f83f6c6a6f01e1da2'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:50:18.291939 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb7534c-ac23-4261-a3ec-83afc45c8f99 admin admin] Made reservation on behalf of 3b8c2bcd253d4480a40c77765f83e67a for: {'network': 1} {{(pid=109910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:50:18.298656 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-9bb7534c-ac23-4261-a3ec-83afc45c8f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for network (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:18.304778 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe348551-9b38-4019-a246-1424fe944532 admin admin] Made reservation on behalf of cdc273fbc9b84e0f83f6c6a6f01e1da2 for: {'network': 1} {{(pid=109910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:50:18.307043 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-fe348551-9b38-4019-a246-1424fe944532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for network (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:18.339460 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca0934a-0bd9-4e55-89ea-e75b4c845dd8 admin admin] Pushing event updated for resources: {'Network': ['ID=a108a20f-c74a-4177-8672-00636aeb2525,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:18.339709 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-fe348551-9b38-4019-a246-1424fe944532 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:18.349172 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-1ca0934a-0bd9-4e55-89ea-e75b4c845dd8 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8988175 Apr 08 10:50:18.350100 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 51956) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:18.356287 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.v2.base [None req-ed2b429e-9450-4a49-8225-7f91a728c28b admin admin] Request body: {'subnet': {'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1105897746-subnet', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:50:18.362279 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Network a108a20f-c74a-4177-8672-00636aeb2525 details requested by agent ovs-agent-dv-cinder-836071-3-iscsi with host dv-cinder-836071-3-iscsi {{(pid=109911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 10:50:18.367528 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-9bb7534c-ac23-4261-a3ec-83afc45c8f99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:18.390038 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2b429e-9450-4a49-8225-7f91a728c28b admin admin] Made reservation on behalf of 734e32e8113d4e4db24c106da8458807 for: {'subnet': 1} {{(pid=109909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:50:18.393426 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-ed2b429e-9450-4a49-8225-7f91a728c28b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:18.497958 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-9bb7534c-ac23-4261-a3ec-83afc45c8f99 admin admin] Publish callbacks [] for security_group (b1574bf1-c622-4201-9d83-ac1e8d8f1da4), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:18.510451 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-9bb7534c-ac23-4261-a3ec-83afc45c8f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (b1574bf1-c622-4201-9d83-ac1e8d8f1da4), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:18.556980 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb7534c-ac23-4261-a3ec-83afc45c8f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1574bf1-c622-4201-9d83-ac1e8d8f1da4,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:18.568917 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb7534c-ac23-4261-a3ec-83afc45c8f99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:18.569286 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb7534c-ac23-4261-a3ec-83afc45c8f99 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:18.569814 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb7534c-ac23-4261-a3ec-83afc45c8f99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:18.570294 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb7534c-ac23-4261-a3ec-83afc45c8f99 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:18.570786 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb7534c-ac23-4261-a3ec-83afc45c8f99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:18.571351 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb7534c-ac23-4261-a3ec-83afc45c8f99 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:18.571813 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb7534c-ac23-4261-a3ec-83afc45c8f99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:18.572542 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb7534c-ac23-4261-a3ec-83afc45c8f99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:18.573031 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb7534c-ac23-4261-a3ec-83afc45c8f99 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:18.573636 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb7534c-ac23-4261-a3ec-83afc45c8f99 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:18.574105 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb7534c-ac23-4261-a3ec-83afc45c8f99 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:18.574618 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb7534c-ac23-4261-a3ec-83afc45c8f99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:18.575765 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb7534c-ac23-4261-a3ec-83afc45c8f99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:18.576304 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb7534c-ac23-4261-a3ec-83afc45c8f99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:18.576888 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb7534c-ac23-4261-a3ec-83afc45c8f99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:18.579061 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb7534c-ac23-4261-a3ec-83afc45c8f99 admin admin] Tracked resource versions report: Apr 08 10:50:18.579061 dv-cinder-836071-3-iscsi neutron-server[109910]: pushed versions: Apr 08 10:50:18.579061 dv-cinder-836071-3-iscsi neutron-server[109910]: { 'AddressGroup': {'1.2'}, Apr 08 10:50:18.579061 dv-cinder-836071-3-iscsi neutron-server[109910]: 'Agent': {'1.1'}, Apr 08 10:50:18.579061 dv-cinder-836071-3-iscsi neutron-server[109910]: 'ConntrackHelper': {'1.0'}, Apr 08 10:50:18.579061 dv-cinder-836071-3-iscsi neutron-server[109910]: 'LocalIPAssociation': {'1.0'}, Apr 08 10:50:18.579061 dv-cinder-836071-3-iscsi neutron-server[109910]: 'Log': {'1.0'}, Apr 08 10:50:18.579061 dv-cinder-836071-3-iscsi neutron-server[109910]: 'NDPProxy': {'1.0'}, Apr 08 10:50:18.579061 dv-cinder-836071-3-iscsi neutron-server[109910]: 'Network': {'1.1'}, Apr 08 10:50:18.579061 dv-cinder-836071-3-iscsi neutron-server[109910]: 'Port': {'1.7'}, Apr 08 10:50:18.579061 dv-cinder-836071-3-iscsi neutron-server[109910]: 'PortForwarding': {'1.3'}, Apr 08 10:50:18.579061 dv-cinder-836071-3-iscsi neutron-server[109910]: 'QosPolicy': {'1.10'}, Apr 08 10:50:18.579061 dv-cinder-836071-3-iscsi neutron-server[109910]: 'SecurityGroup': {'1.5'}, Apr 08 10:50:18.579061 dv-cinder-836071-3-iscsi neutron-server[109910]: 'SecurityGroupRule': {'1.2'}, Apr 08 10:50:18.579061 dv-cinder-836071-3-iscsi neutron-server[109910]: 'SubPort': {'1.0'}, Apr 08 10:50:18.579061 dv-cinder-836071-3-iscsi neutron-server[109910]: 'Subnet': {'1.1'}, Apr 08 10:50:18.579061 dv-cinder-836071-3-iscsi neutron-server[109910]: 'Trunk': {'1.1'}} Apr 08 10:50:18.579061 dv-cinder-836071-3-iscsi neutron-server[109910]: consumer versions: Apr 08 10:50:18.579061 dv-cinder-836071-3-iscsi neutron-server[109910]: { DHCP agent@dv-cinder-836071-3-iscsi: {}, Apr 08 10:50:18.579061 dv-cinder-836071-3-iscsi neutron-server[109910]: HyperV agent@hv-cinder-83607: {}, Apr 08 10:50:18.579061 dv-cinder-836071-3-iscsi neutron-server[109910]: L3 agent@dv-cinder-836071-3-iscsi: {}, Apr 08 10:50:18.579061 dv-cinder-836071-3-iscsi neutron-server[109910]: Metadata agent@dv-cinder-836071-3-iscsi: {}, Apr 08 10:50:18.579061 dv-cinder-836071-3-iscsi neutron-server[109910]: Metering agent@dv-cinder-836071-3-iscsi: {}, Apr 08 10:50:18.579061 dv-cinder-836071-3-iscsi neutron-server[109910]: Open vSwitch agent@dv-cinder-836071-3-iscsi: { 'AddressGroup': '1.2', Apr 08 10:50:18.579061 dv-cinder-836071-3-iscsi neutron-server[109910]: 'Agent': '1.1', Apr 08 10:50:18.579061 dv-cinder-836071-3-iscsi neutron-server[109910]: 'ConntrackHelper': '1.0', Apr 08 10:50:18.579061 dv-cinder-836071-3-iscsi neutron-server[109910]: 'LocalIPAssociation': '1.0', Apr 08 10:50:18.579061 dv-cinder-836071-3-iscsi neutron-server[109910]: 'Log': '1.0', Apr 08 10:50:18.579061 dv-cinder-836071-3-iscsi neutron-server[109910]: 'NDPProxy': '1.0', Apr 08 10:50:18.579061 dv-cinder-836071-3-iscsi neutron-server[109910]: 'Network': '1.1', Apr 08 10:50:18.579061 dv-cinder-836071-3-iscsi neutron-server[109910]: 'Port': '1.7', Apr 08 10:50:18.579061 dv-cinder-836071-3-iscsi neutron-server[109910]: 'PortForwarding': '1.3', Apr 08 10:50:18.579061 dv-cinder-836071-3-iscsi neutron-server[109910]: 'QosPolicy': '1.10', Apr 08 10:50:18.579061 dv-cinder-836071-3-iscsi neutron-server[109910]: 'SecurityGroup': '1.5', Apr 08 10:50:18.579061 dv-cinder-836071-3-iscsi neutron-server[109910]: 'SecurityGroupRule': '1.2', Apr 08 10:50:18.579061 dv-cinder-836071-3-iscsi neutron-server[109910]: 'SubPort': '1.0', Apr 08 10:50:18.579061 dv-cinder-836071-3-iscsi neutron-server[109910]: 'Subnet': '1.1', Apr 08 10:50:18.579061 dv-cinder-836071-3-iscsi neutron-server[109910]: 'Trunk': '1.1'}} Apr 08 10:50:18.579061 dv-cinder-836071-3-iscsi neutron-server[109910]: {{(pid=109910) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 10:50:18.593764 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bb7534c-ac23-4261-a3ec-83afc45c8f99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=109910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:50:18.621803 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-9bb7534c-ac23-4261-a3ec-83afc45c8f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801210'] for segment (564b6ad4-8714-4fe4-8ffa-791e2a8589f1), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:18.622153 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.db.segments_db [None req-9bb7534c-ac23-4261-a3ec-83afc45c8f99 admin admin] Added segment 564b6ad4-8714-4fe4-8ffa-791e2a8589f1 of type vlan for network 33a3be25-f434-41eb-a414-585facf4d669 Apr 08 10:50:18.645043 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-ed2b429e-9450-4a49-8225-7f91a728c28b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513'] for subnet (5f421bdc-b76f-40b9-9c95-2e839cd44c87), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:18.706571 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-9bb7534c-ac23-4261-a3ec-83afc45c8f99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778032765835'] for network (33a3be25-f434-41eb-a414-585facf4d669), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:18.728749 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2b429e-9450-4a49-8225-7f91a728c28b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f421bdc-b76f-40b9-9c95-2e839cd44c87,revision_number=0']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:18.742868 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-fe348551-9b38-4019-a246-1424fe944532 admin admin] Publish callbacks [] for security_group (048da6e7-b971-418e-bf71-e442260133f9), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:18.759836 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-fe348551-9b38-4019-a246-1424fe944532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (048da6e7-b971-418e-bf71-e442260133f9), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:18.763856 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2b429e-9450-4a49-8225-7f91a728c28b admin admin] Checking segment: {'id': 'd1fbcf39-677c-48da-b8da-407bc29700aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:50:18.764216 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2b429e-9450-4a49-8225-7f91a728c28b admin admin] Network hostable DHCP agents. Network: a108a20f-c74a-4177-8672-00636aeb2525, hostable agents: ['0996d03c-a6d6-4751-8b32-c8111f4b3d8a'], hosted agents: [] {{(pid=109909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:50:18.774227 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe348551-9b38-4019-a246-1424fe944532 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=109910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:50:18.798583 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2b429e-9450-4a49-8225-7f91a728c28b admin admin] Network a108a20f-c74a-4177-8672-00636aeb2525 is scheduled to be hosted by DHCP agent 0996d03c-a6d6-4751-8b32-c8111f4b3d8a with binding_index 1 {{(pid=109909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:50:18.806458 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe348551-9b38-4019-a246-1424fe944532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=048da6e7-b971-418e-bf71-e442260133f9,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:18.816139 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-fe348551-9b38-4019-a246-1424fe944532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801210'] for segment (5de37203-72e1-4662-b44e-7718a1d96754), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:18.816713 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.db.segments_db [None req-fe348551-9b38-4019-a246-1424fe944532 admin admin] Added segment 5de37203-72e1-4662-b44e-7718a1d96754 of type vlan for network d8b105e1-4a31-4a50-89d6-b1e6deea67e2 Apr 08 10:50:18.824101 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.base_scheduler [None req-ed2b429e-9450-4a49-8225-7f91a728c28b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836071-3-iscsi, a108a20f-c74a-4177-8672-00636aeb2525) {{(pid=109909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:50:18.828188 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-9bb7534c-ac23-4261-a3ec-83afc45c8f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513'] for network (33a3be25-f434-41eb-a414-585facf4d669), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:18.828981 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2b429e-9450-4a49-8225-7f91a728c28b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:18.829610 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-ed2b429e-9450-4a49-8225-7f91a728c28b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553535'] for subnet (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:18.830286 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb7534c-ac23-4261-a3ec-83afc45c8f99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:18.831166 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-9bb7534c-ac23-4261-a3ec-83afc45c8f99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553535'] for network (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:18.840103 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00901307-4544-4a0f-b628-a57ace7e9a24 None None] Network a108a20f-c74a-4177-8672-00636aeb2525 requested from dv-cinder-836071-3-iscsi {{(pid=109911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 10:50:18.887377 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-ed2b429e-9450-4a49-8225-7f91a728c28b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5350282 Apr 08 10:50:18.890068 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 51984) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:18.896429 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.v2.base [None req-ed4159d7-4829-41b1-aac2-23b0eba81ff0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1105897746-router', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b'}}} {{(pid=109909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:50:18.901361 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 51986) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:18.903868 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-9bb7534c-ac23-4261-a3ec-83afc45c8f99 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0114963 Apr 08 10:50:18.910261 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.v2.base [None req-53c30f24-34d2-4a78-8506-c2ab4850eed9 admin admin] Request body: {'subnet': {'network_id': '33a3be25-f434-41eb-a414-585facf4d669', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2125950444-subnet', 'tenant_id': '3b8c2bcd253d4480a40c77765f83e67a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:50:18.964175 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-ed4159d7-4829-41b1-aac2-23b0eba81ff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-748360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40211'] for router (d8772b0f-eb2e-43e1-8573-c003f829b44f), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:18.965753 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-ed4159d7-4829-41b1-aac2-23b0eba81ff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-743752', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40424'] for router (d8772b0f-eb2e-43e1-8573-c003f829b44f), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:18.991868 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c30f24-34d2-4a78-8506-c2ab4850eed9 admin admin] Made reservation on behalf of 3b8c2bcd253d4480a40c77765f83e67a for: {'subnet': 1} {{(pid=109909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:50:18.994820 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-53c30f24-34d2-4a78-8506-c2ab4850eed9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:19.005891 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-fe348551-9b38-4019-a246-1424fe944532 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778032765835'] for network (d8b105e1-4a31-4a50-89d6-b1e6deea67e2), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:19.037141 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb7534c-ac23-4261-a3ec-83afc45c8f99 admin admin] Pushing event updated for resources: {'Network': ['ID=33a3be25-f434-41eb-a414-585facf4d669,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:19.056586 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Network 33a3be25-f434-41eb-a414-585facf4d669 details requested by agent ovs-agent-dv-cinder-836071-3-iscsi with host dv-cinder-836071-3-iscsi {{(pid=109911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 10:50:19.082507 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-fe348551-9b38-4019-a246-1424fe944532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513'] for network (d8b105e1-4a31-4a50-89d6-b1e6deea67e2), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:19.083834 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe348551-9b38-4019-a246-1424fe944532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:19.084660 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-fe348551-9b38-4019-a246-1424fe944532 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553535'] for network (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:19.130859 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-fe348551-9b38-4019-a246-1424fe944532 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2164416 Apr 08 10:50:19.146535 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 51996) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:19.149572 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7100693b-0fed-4ce9-915f-4a43d001882f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2e46b0fd-1d33-5ebd-a23e-349e34994587-a108a20f-c74a-4177-8672-00636aeb2525', 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525', 'project_id': '734e32e8113d4e4db24c106da8458807', 'fixed_ips': [{'subnet_id': '5f421bdc-b76f-40b9-9c95-2e839cd44c87'}]}} from dv-cinder-836071-3-iscsi. {{(pid=109911) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 10:50:19.150094 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-7100693b-0fed-4ce9-915f-4a43d001882f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:19.153343 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [None req-ef48702a-ba02-48ee-a3b0-fb9a0eabd31f admin admin] Request body: {'subnet': {'network_id': 'd8b105e1-4a31-4a50-89d6-b1e6deea67e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1072053543-subnet', 'tenant_id': 'cdc273fbc9b84e0f83f6c6a6f01e1da2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:50:19.212072 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe348551-9b38-4019-a246-1424fe944532 admin admin] Pushing event updated for resources: {'Network': ['ID=d8b105e1-4a31-4a50-89d6-b1e6deea67e2,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:19.218308 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef48702a-ba02-48ee-a3b0-fb9a0eabd31f admin admin] Made reservation on behalf of cdc273fbc9b84e0f83f6c6a6f01e1da2 for: {'subnet': 1} {{(pid=109910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:50:19.221792 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-ef48702a-ba02-48ee-a3b0-fb9a0eabd31f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:19.249420 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-ed4159d7-4829-41b1-aac2-23b0eba81ff0 admin admin] Publish callbacks [] for router_controller (d8772b0f-eb2e-43e1-8573-c003f829b44f), precommit_add_association {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:19.289647 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Network d8b105e1-4a31-4a50-89d6-b1e6deea67e2 details requested by agent ovs-agent-dv-cinder-836071-3-iscsi with host dv-cinder-836071-3-iscsi {{(pid=109911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 10:50:19.497921 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.db_base_plugin_common [None req-7100693b-0fed-4ce9-915f-4a43d001882f None None] Allocated IP 172.20.0.2 (a108a20f-c74a-4177-8672-00636aeb2525/5f421bdc-b76f-40b9-9c95-2e839cd44c87/e20ce0fe-4082-4872-91f6-3fefbe36655d) {{(pid=109911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:50:19.634563 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-ed4159d7-4829-41b1-aac2-23b0eba81ff0 admin admin] Publish callbacks [] for router_gateway (d8772b0f-eb2e-43e1-8573-c003f829b44f), precommit_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:19.675969 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-ef48702a-ba02-48ee-a3b0-fb9a0eabd31f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513'] for subnet (0b19eab4-e674-43bd-a095-28a885193676), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:19.745448 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-53c30f24-34d2-4a78-8506-c2ab4850eed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513'] for subnet (695d492a-ca30-42dc-b8aa-3b1f1f515ae3), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:19.755243 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef48702a-ba02-48ee-a3b0-fb9a0eabd31f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b19eab4-e674-43bd-a095-28a885193676,revision_number=0']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:19.762354 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 52022) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:19.802846 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c30f24-34d2-4a78-8506-c2ab4850eed9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=695d492a-ca30-42dc-b8aa-3b1f1f515ae3,revision_number=0']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:19.839267 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef48702a-ba02-48ee-a3b0-fb9a0eabd31f admin admin] Checking segment: {'id': '5de37203-72e1-4662-b44e-7718a1d96754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd8b105e1-4a31-4a50-89d6-b1e6deea67e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:50:19.839626 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef48702a-ba02-48ee-a3b0-fb9a0eabd31f admin admin] Network hostable DHCP agents. Network: d8b105e1-4a31-4a50-89d6-b1e6deea67e2, hostable agents: ['0996d03c-a6d6-4751-8b32-c8111f4b3d8a'], hosted agents: [] {{(pid=109910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:50:19.865366 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-7100693b-0fed-4ce9-915f-4a43d001882f None None] Publish callbacks [] for port (e20ce0fe-4082-4872-91f6-3fefbe36655d), precommit_create {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:19.878567 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-7100693b-0fed-4ce9-915f-4a43d001882f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861'] for port (e20ce0fe-4082-4872-91f6-3fefbe36655d), after_create {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:19.889323 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef48702a-ba02-48ee-a3b0-fb9a0eabd31f admin admin] Network d8b105e1-4a31-4a50-89d6-b1e6deea67e2 is scheduled to be hosted by DHCP agent 0996d03c-a6d6-4751-8b32-c8111f4b3d8a with binding_index 1 {{(pid=109910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:50:19.894967 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c30f24-34d2-4a78-8506-c2ab4850eed9 admin admin] Checking segment: {'id': '564b6ad4-8714-4fe4-8ffa-791e2a8589f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '33a3be25-f434-41eb-a414-585facf4d669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:50:19.895318 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c30f24-34d2-4a78-8506-c2ab4850eed9 admin admin] Network hostable DHCP agents. Network: 33a3be25-f434-41eb-a414-585facf4d669, hostable agents: ['0996d03c-a6d6-4751-8b32-c8111f4b3d8a'], hosted agents: [] {{(pid=109909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:50:19.907345 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.base_scheduler [None req-ef48702a-ba02-48ee-a3b0-fb9a0eabd31f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836071-3-iscsi, d8b105e1-4a31-4a50-89d6-b1e6deea67e2) {{(pid=109910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:50:19.916093 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef48702a-ba02-48ee-a3b0-fb9a0eabd31f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:19.917513 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-ef48702a-ba02-48ee-a3b0-fb9a0eabd31f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553535'] for subnet (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:19.954350 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-ef48702a-ba02-48ee-a3b0-fb9a0eabd31f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8006144 Apr 08 10:50:19.963275 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c30f24-34d2-4a78-8506-c2ab4850eed9 admin admin] Network 33a3be25-f434-41eb-a414-585facf4d669 is scheduled to be hosted by DHCP agent 0996d03c-a6d6-4751-8b32-c8111f4b3d8a with binding_index 1 {{(pid=109909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:50:20.029901 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-f2d1020f-33d5-4f5e-8742-1fabb346482e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:20.034871 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.base_scheduler [None req-53c30f24-34d2-4a78-8506-c2ab4850eed9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836071-3-iscsi, 33a3be25-f434-41eb-a414-585facf4d669) {{(pid=109909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:50:20.042949 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c30f24-34d2-4a78-8506-c2ab4850eed9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:20.043723 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-53c30f24-34d2-4a78-8506-c2ab4850eed9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553535'] for subnet (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:20.045841 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f75784-26af-4327-a621-d4847a141206 None None] Network d8b105e1-4a31-4a50-89d6-b1e6deea67e2 requested from dv-cinder-836071-3-iscsi {{(pid=109911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 10:50:20.055091 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7100693b-0fed-4ce9-915f-4a43d001882f None None] Pushing event updated for resources: {'Port': ['ID=e20ce0fe-4082-4872-91f6-3fefbe36655d,revision_number=1']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:20.082291 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-53c30f24-34d2-4a78-8506-c2ab4850eed9 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1786890 Apr 08 10:50:20.085173 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 52046) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:20.086191 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7100693b-0fed-4ce9-915f-4a43d001882f None None] Network a108a20f-c74a-4177-8672-00636aeb2525 is already hosted by enough agents. {{(pid=109911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:50:20.090613 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.v2.base [None req-312785e4-0d8d-4bcf-8226-b8a3e4946ade admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2125950444-router', 'tenant_id': '3b8c2bcd253d4480a40c77765f83e67a', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b'}}} {{(pid=109909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:50:20.094807 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0240dd-2106-4b7b-9e9a-d531fed555c8 None None] Network 33a3be25-f434-41eb-a414-585facf4d669 requested from dv-cinder-836071-3-iscsi {{(pid=109911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 10:50:20.110900 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100693b-0fed-4ce9-915f-4a43d001882f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:20.114685 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100693b-0fed-4ce9-915f-4a43d001882f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:20.115330 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100693b-0fed-4ce9-915f-4a43d001882f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:20.115801 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100693b-0fed-4ce9-915f-4a43d001882f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:20.119574 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100693b-0fed-4ce9-915f-4a43d001882f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:20.120620 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100693b-0fed-4ce9-915f-4a43d001882f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:20.122068 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100693b-0fed-4ce9-915f-4a43d001882f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:20.122708 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100693b-0fed-4ce9-915f-4a43d001882f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:20.123693 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100693b-0fed-4ce9-915f-4a43d001882f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:20.126013 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100693b-0fed-4ce9-915f-4a43d001882f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:20.128175 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100693b-0fed-4ce9-915f-4a43d001882f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:20.128966 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-ed4159d7-4829-41b1-aac2-23b0eba81ff0 admin admin] Publish callbacks [] for router_gateway (d8772b0f-eb2e-43e1-8573-c003f829b44f), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:20.130307 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100693b-0fed-4ce9-915f-4a43d001882f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:20.131296 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100693b-0fed-4ce9-915f-4a43d001882f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:20.132728 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100693b-0fed-4ce9-915f-4a43d001882f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:20.133634 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100693b-0fed-4ce9-915f-4a43d001882f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:20.138156 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7100693b-0fed-4ce9-915f-4a43d001882f None None] Tracked resource versions report: Apr 08 10:50:20.138156 dv-cinder-836071-3-iscsi neutron-server[109911]: pushed versions: Apr 08 10:50:20.138156 dv-cinder-836071-3-iscsi neutron-server[109911]: { 'AddressGroup': {'1.2'}, Apr 08 10:50:20.138156 dv-cinder-836071-3-iscsi neutron-server[109911]: 'Agent': {'1.1'}, Apr 08 10:50:20.138156 dv-cinder-836071-3-iscsi neutron-server[109911]: 'ConntrackHelper': {'1.0'}, Apr 08 10:50:20.138156 dv-cinder-836071-3-iscsi neutron-server[109911]: 'LocalIPAssociation': {'1.0'}, Apr 08 10:50:20.138156 dv-cinder-836071-3-iscsi neutron-server[109911]: 'Log': {'1.0'}, Apr 08 10:50:20.138156 dv-cinder-836071-3-iscsi neutron-server[109911]: 'NDPProxy': {'1.0'}, Apr 08 10:50:20.138156 dv-cinder-836071-3-iscsi neutron-server[109911]: 'Network': {'1.1'}, Apr 08 10:50:20.138156 dv-cinder-836071-3-iscsi neutron-server[109911]: 'Port': {'1.7'}, Apr 08 10:50:20.138156 dv-cinder-836071-3-iscsi neutron-server[109911]: 'PortForwarding': {'1.3'}, Apr 08 10:50:20.138156 dv-cinder-836071-3-iscsi neutron-server[109911]: 'QosPolicy': {'1.10'}, Apr 08 10:50:20.138156 dv-cinder-836071-3-iscsi neutron-server[109911]: 'SecurityGroup': {'1.5'}, Apr 08 10:50:20.138156 dv-cinder-836071-3-iscsi neutron-server[109911]: 'SecurityGroupRule': {'1.2'}, Apr 08 10:50:20.138156 dv-cinder-836071-3-iscsi neutron-server[109911]: 'SubPort': {'1.0'}, Apr 08 10:50:20.138156 dv-cinder-836071-3-iscsi neutron-server[109911]: 'Subnet': {'1.1'}, Apr 08 10:50:20.138156 dv-cinder-836071-3-iscsi neutron-server[109911]: 'Trunk': {'1.1'}} Apr 08 10:50:20.138156 dv-cinder-836071-3-iscsi neutron-server[109911]: consumer versions: Apr 08 10:50:20.138156 dv-cinder-836071-3-iscsi neutron-server[109911]: { DHCP agent@dv-cinder-836071-3-iscsi: {}, Apr 08 10:50:20.138156 dv-cinder-836071-3-iscsi neutron-server[109911]: HyperV agent@hv-cinder-83607: {}, Apr 08 10:50:20.138156 dv-cinder-836071-3-iscsi neutron-server[109911]: L3 agent@dv-cinder-836071-3-iscsi: {}, Apr 08 10:50:20.138156 dv-cinder-836071-3-iscsi neutron-server[109911]: Metadata agent@dv-cinder-836071-3-iscsi: {}, Apr 08 10:50:20.138156 dv-cinder-836071-3-iscsi neutron-server[109911]: Metering agent@dv-cinder-836071-3-iscsi: {}, Apr 08 10:50:20.138156 dv-cinder-836071-3-iscsi neutron-server[109911]: Open vSwitch agent@dv-cinder-836071-3-iscsi: { 'AddressGroup': '1.2', Apr 08 10:50:20.138156 dv-cinder-836071-3-iscsi neutron-server[109911]: 'Agent': '1.1', Apr 08 10:50:20.138156 dv-cinder-836071-3-iscsi neutron-server[109911]: 'ConntrackHelper': '1.0', Apr 08 10:50:20.138156 dv-cinder-836071-3-iscsi neutron-server[109911]: 'LocalIPAssociation': '1.0', Apr 08 10:50:20.138156 dv-cinder-836071-3-iscsi neutron-server[109911]: 'Log': '1.0', Apr 08 10:50:20.138156 dv-cinder-836071-3-iscsi neutron-server[109911]: 'NDPProxy': '1.0', Apr 08 10:50:20.138156 dv-cinder-836071-3-iscsi neutron-server[109911]: 'Network': '1.1', Apr 08 10:50:20.138156 dv-cinder-836071-3-iscsi neutron-server[109911]: 'Port': '1.7', Apr 08 10:50:20.138156 dv-cinder-836071-3-iscsi neutron-server[109911]: 'PortForwarding': '1.3', Apr 08 10:50:20.138156 dv-cinder-836071-3-iscsi neutron-server[109911]: 'QosPolicy': '1.10', Apr 08 10:50:20.138156 dv-cinder-836071-3-iscsi neutron-server[109911]: 'SecurityGroup': '1.5', Apr 08 10:50:20.138156 dv-cinder-836071-3-iscsi neutron-server[109911]: 'SecurityGroupRule': '1.2', Apr 08 10:50:20.138156 dv-cinder-836071-3-iscsi neutron-server[109911]: 'SubPort': '1.0', Apr 08 10:50:20.138156 dv-cinder-836071-3-iscsi neutron-server[109911]: 'Subnet': '1.1', Apr 08 10:50:20.138156 dv-cinder-836071-3-iscsi neutron-server[109911]: 'Trunk': '1.1'}} Apr 08 10:50:20.138156 dv-cinder-836071-3-iscsi neutron-server[109911]: {{(pid=109911) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 10:50:20.158294 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.scheduler.base_scheduler [None req-7100693b-0fed-4ce9-915f-4a43d001882f None None] Resources bound (agent type, host, resource id): {{(pid=109911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:50:20.159838 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-312785e4-0d8d-4bcf-8226-b8a3e4946ade admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-748360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40211'] for router (431ab173-8df2-4a50-9c79-fbdb2351a250), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:20.161371 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-312785e4-0d8d-4bcf-8226-b8a3e4946ade admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-743752', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40424'] for router (431ab173-8df2-4a50-9c79-fbdb2351a250), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:20.162924 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7100693b-0fed-4ce9-915f-4a43d001882f None None] Received port after_create {{(pid=109911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 10:50:20.167416 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-ed4159d7-4829-41b1-aac2-23b0eba81ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:20.313317 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-f2d1020f-33d5-4f5e-8742-1fabb346482e admin admin] Publish callbacks [] for security_group (f46423f6-95b9-4b7f-aded-5da626a2614c), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:20.321474 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-f2d1020f-33d5-4f5e-8742-1fabb346482e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (f46423f6-95b9-4b7f-aded-5da626a2614c), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:20.367310 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-f2d1020f-33d5-4f5e-8742-1fabb346482e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e477940f8bb549389689ce847ff72330&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6039035 Apr 08 10:50:20.368080 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 52066) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:20.385537 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.managers [None req-7100693b-0fed-4ce9-915f-4a43d001882f None None] Attempting to bind port e20ce0fe-4082-4872-91f6-3fefbe36655d on host dv-cinder-836071-3-iscsi for vnic_type normal with profile {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 10:50:20.386893 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.managers [None req-7100693b-0fed-4ce9-915f-4a43d001882f None None] Attempting to bind port e20ce0fe-4082-4872-91f6-3fefbe36655d by drivers openvswitch,hyperv on host dv-cinder-836071-3-iscsi at level 0 using segments [{'id': 'd1fbcf39-677c-48da-b8da-407bc29700aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525'}] {{(pid=109911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 10:50:20.387450 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7100693b-0fed-4ce9-915f-4a43d001882f None None] Attempting to bind port e20ce0fe-4082-4872-91f6-3fefbe36655d on network a108a20f-c74a-4177-8672-00636aeb2525 {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:50:20.392598 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-312785e4-0d8d-4bcf-8226-b8a3e4946ade admin admin] Publish callbacks [] for router_controller (431ab173-8df2-4a50-9c79-fbdb2351a250), precommit_add_association {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:20.407661 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7100693b-0fed-4ce9-915f-4a43d001882f None None] Checking agent: {'id': 'd1e78606-e5cc-43c0-bc22-8a5324478286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 41, 48), 'started_at': datetime.datetime(2022, 4, 8, 10, 42, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 10:50:20.408470 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7100693b-0fed-4ce9-915f-4a43d001882f None None] Checking segment: {'id': 'd1fbcf39-677c-48da-b8da-407bc29700aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:50:20.409108 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-7100693b-0fed-4ce9-915f-4a43d001882f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:20.409817 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7100693b-0fed-4ce9-915f-4a43d001882f None None] Bound using segment: {'id': 'd1fbcf39-677c-48da-b8da-407bc29700aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525'} {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 10:50:20.410545 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.managers [None req-7100693b-0fed-4ce9-915f-4a43d001882f None None] Bound port: e20ce0fe-4082-4872-91f6-3fefbe36655d, host: dv-cinder-836071-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1fbcf39-677c-48da-b8da-407bc29700aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525'}}] {{(pid=109911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 10:50:20.411141 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-7100693b-0fed-4ce9-915f-4a43d001882f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (e20ce0fe-4082-4872-91f6-3fefbe36655d), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:20.464043 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bc9d86-cd86-424a-9210-1f2e19db3aac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2e46b0fd-1d33-5ebd-a23e-349e34994587-33a3be25-f434-41eb-a414-585facf4d669', 'network_id': '33a3be25-f434-41eb-a414-585facf4d669', 'project_id': '3b8c2bcd253d4480a40c77765f83e67a', 'fixed_ips': [{'subnet_id': '695d492a-ca30-42dc-b8aa-3b1f1f515ae3'}]}} from dv-cinder-836071-3-iscsi. {{(pid=109911) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 10:50:20.465341 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-f5bc9d86-cd86-424a-9210-1f2e19db3aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:20.487691 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36df22c3-487c-4409-af88-21b7b0fd64b1 None None] Network d8b105e1-4a31-4a50-89d6-b1e6deea67e2 requested from dv-cinder-836071-3-iscsi {{(pid=109911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 10:50:20.506892 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-975e46be-d0de-42c6-93b0-d49b9a3184a2 admin admin] Publish callbacks [] for security_group (f46423f6-95b9-4b7f-aded-5da626a2614c), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:20.543340 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-975e46be-d0de-42c6-93b0-d49b9a3184a2 admin admin] Publish callbacks [] for security_group (f46423f6-95b9-4b7f-aded-5da626a2614c), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:20.554930 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.db.db_base_plugin_common [None req-ed4159d7-4829-41b1-aac2-23b0eba81ff0 admin admin] Allocated IP 172.27.2.59 (173a9438-8c11-42c7-a64e-a6d835b0fe8b/3e92b2da-8062-400a-a6d5-15b49fe43bf4/b149437b-8d8c-45d5-8948-b52b29edf656) {{(pid=109909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:50:20.612030 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-312785e4-0d8d-4bcf-8226-b8a3e4946ade admin admin] Publish callbacks [] for router_gateway (431ab173-8df2-4a50-9c79-fbdb2351a250), precommit_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:20.670230 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-975e46be-d0de-42c6-93b0-d49b9a3184a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (f46423f6-95b9-4b7f-aded-5da626a2614c), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:20.677598 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-975e46be-d0de-42c6-93b0-d49b9a3184a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:20.684995 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-975e46be-d0de-42c6-93b0-d49b9a3184a2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f46423f6-95b9-4b7f-aded-5da626a2614c HTTP/1.1" status: 204 len: 168 time: 0.3124840 Apr 08 10:50:20.688964 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d1020f-33d5-4f5e-8742-1fabb346482e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f46423f6-95b9-4b7f-aded-5da626a2614c,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:20.715211 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975e46be-d0de-42c6-93b0-d49b9a3184a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46423f6-95b9-4b7f-aded-5da626a2614c,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:20.812219 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 52092) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:20.816089 dv-cinder-836071-3-iscsi neutron-server[109910]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 08 10:50:20.825495 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-ed4159d7-4829-41b1-aac2-23b0eba81ff0 admin admin] Publish callbacks [] for port (b149437b-8d8c-45d5-8948-b52b29edf656), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:20.879697 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-ed4159d7-4829-41b1-aac2-23b0eba81ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861'] for port (b149437b-8d8c-45d5-8948-b52b29edf656), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:20.903624 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-7100693b-0fed-4ce9-915f-4a43d001882f None None] For port e20ce0fe-4082-4872-91f6-3fefbe36655d, host dv-cinder-836071-3-iscsi, cleared binding levels {{(pid=109911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:50:20.928971 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4159d7-4829-41b1-aac2-23b0eba81ff0 admin admin] Network 173a9438-8c11-42c7-a64e-a6d835b0fe8b is already hosted by enough agents. {{(pid=109909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:50:20.930479 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-7100693b-0fed-4ce9-915f-4a43d001882f None None] For port e20ce0fe-4082-4872-91f6-3fefbe36655d, host dv-cinder-836071-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=e20ce0fe-4082-4872-91f6-3fefbe36655d,segment=NetworkSegment(d1fbcf39-677c-48da-b8da-407bc29700aa),segment_id=d1fbcf39-677c-48da-b8da-407bc29700aa)] {{(pid=109911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:50:20.981307 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-7100693b-0fed-4ce9-915f-4a43d001882f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (e20ce0fe-4082-4872-91f6-3fefbe36655d), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:21.024947 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 52098) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:21.026341 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.base_scheduler [None req-ed4159d7-4829-41b1-aac2-23b0eba81ff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:50:21.064036 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4159d7-4829-41b1-aac2-23b0eba81ff0 admin admin] Received port after_create {{(pid=109909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 10:50:21.097620 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7100693b-0fed-4ce9-915f-4a43d001882f None None] Pushing event updated for resources: {'Port': ['ID=e20ce0fe-4082-4872-91f6-3fefbe36655d,revision_number=2']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:21.191493 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4159d7-4829-41b1-aac2-23b0eba81ff0 admin admin] Pushing event updated for resources: {'Port': ['ID=b149437b-8d8c-45d5-8948-b52b29edf656,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:21.210747 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4814e-5973-4631-b3e5-96b98fe14f87 req-9524b510-8544-4494-9f2a-4f9534e52094 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:21.225824 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-86a4814e-5973-4631-b3e5-96b98fe14f87 req-9524b510-8544-4494-9f2a-4f9534e52094 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] 10.222.0.43 "GET /v2.0/networks?id=d8b105e1-4a31-4a50-89d6-b1e6deea67e2 HTTP/1.1" status: 200 len: 812 time: 0.4115682 Apr 08 10:50:21.258734 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-86a4814e-5973-4631-b3e5-96b98fe14f87 req-8e140965-3e6c-494a-a29c-021b37a686d5 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] 10.222.0.43 "GET /v2.0/quotas/cdc273fbc9b84e0f83f6c6a6f01e1da2 HTTP/1.1" status: 200 len: 375 time: 0.0320506 Apr 08 10:50:21.351686 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.db_base_plugin_common [None req-f5bc9d86-cd86-424a-9210-1f2e19db3aac None None] Allocated IP 172.20.0.2 (33a3be25-f434-41eb-a414-585facf4d669/695d492a-ca30-42dc-b8aa-3b1f1f515ae3/b9bee1d9-9273-4f4e-a7ba-fdbfd7dcdaa9) {{(pid=109911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:50:21.378755 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-86a4814e-5973-4631-b3e5-96b98fe14f87 req-94078c59-b9b9-4c86-b079-4941df8bf984 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=cdc273fbc9b84e0f83f6c6a6f01e1da2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1190662 Apr 08 10:50:21.424282 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-312785e4-0d8d-4bcf-8226-b8a3e4946ade admin admin] Publish callbacks [] for router_gateway (431ab173-8df2-4a50-9c79-fbdb2351a250), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:21.567578 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-96bf00dd-1745-4251-ade2-4203a51968a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:21.597464 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 52130) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:21.623561 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-a00dd532-5848-41c4-99bd-245d7d4fdb72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:21.699730 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-312785e4-0d8d-4bcf-8226-b8a3e4946ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:21.739440 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-f5bc9d86-cd86-424a-9210-1f2e19db3aac None None] Publish callbacks [] for port (b9bee1d9-9273-4f4e-a7ba-fdbfd7dcdaa9), precommit_create {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:21.751381 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-f5bc9d86-cd86-424a-9210-1f2e19db3aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861'] for port (b9bee1d9-9273-4f4e-a7ba-fdbfd7dcdaa9), after_create {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:21.810632 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-a00dd532-5848-41c4-99bd-245d7d4fdb72 admin admin] Publish callbacks [] for security_group (0a79f4fc-2476-462b-b907-87d6577fd73e), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:21.818537 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [req-86a4814e-5973-4631-b3e5-96b98fe14f87 req-7a24a1e6-cfb0-4759-afb6-840bfdf4a4d1 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109910) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 10:50:21.832303 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bc9d86-cd86-424a-9210-1f2e19db3aac None None] Network 33a3be25-f434-41eb-a414-585facf4d669 is already hosted by enough agents. {{(pid=109911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:50:21.832487 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-86a4814e-5973-4631-b3e5-96b98fe14f87 req-7a24a1e6-cfb0-4759-afb6-840bfdf4a4d1 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2595563 Apr 08 10:50:21.835546 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.scheduler.base_scheduler [None req-f5bc9d86-cd86-424a-9210-1f2e19db3aac None None] Resources bound (agent type, host, resource id): {{(pid=109911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:50:21.845098 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bc9d86-cd86-424a-9210-1f2e19db3aac None None] Received port after_create {{(pid=109911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 10:50:21.863336 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bc9d86-cd86-424a-9210-1f2e19db3aac None None] Pushing event updated for resources: {'Port': ['ID=b9bee1d9-9273-4f4e-a7ba-fdbfd7dcdaa9,revision_number=1']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:21.869442 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-96bf00dd-1745-4251-ade2-4203a51968a5 admin admin] Publish callbacks [] for security_group (9f3afd13-9ca1-44a8-92b4-05e4295fb513), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:21.931583 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-86a4814e-5973-4631-b3e5-96b98fe14f87 req-f86331ff-e41b-49d0-a0fb-f484f79c4976 service neutron] 10.222.0.43 "GET /v2.0/networks/d8b105e1-4a31-4a50-89d6-b1e6deea67e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982940 Apr 08 10:50:21.932171 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-a00dd532-5848-41c4-99bd-245d7d4fdb72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (0a79f4fc-2476-462b-b907-87d6577fd73e), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:21.935168 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-96bf00dd-1745-4251-ade2-4203a51968a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (9f3afd13-9ca1-44a8-92b4-05e4295fb513), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:21.951407 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.managers [None req-f5bc9d86-cd86-424a-9210-1f2e19db3aac None None] Attempting to bind port b9bee1d9-9273-4f4e-a7ba-fdbfd7dcdaa9 on host dv-cinder-836071-3-iscsi for vnic_type normal with profile {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 10:50:21.951927 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.managers [None req-f5bc9d86-cd86-424a-9210-1f2e19db3aac None None] Attempting to bind port b9bee1d9-9273-4f4e-a7ba-fdbfd7dcdaa9 by drivers openvswitch,hyperv on host dv-cinder-836071-3-iscsi at level 0 using segments [{'id': '564b6ad4-8714-4fe4-8ffa-791e2a8589f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '33a3be25-f434-41eb-a414-585facf4d669'}] {{(pid=109911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 10:50:21.952169 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bc9d86-cd86-424a-9210-1f2e19db3aac None None] Attempting to bind port b9bee1d9-9273-4f4e-a7ba-fdbfd7dcdaa9 on network 33a3be25-f434-41eb-a414-585facf4d669 {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:50:21.959406 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bc9d86-cd86-424a-9210-1f2e19db3aac None None] Checking agent: {'id': 'd1e78606-e5cc-43c0-bc22-8a5324478286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 41, 48), 'started_at': datetime.datetime(2022, 4, 8, 10, 42, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 10:50:21.959776 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bc9d86-cd86-424a-9210-1f2e19db3aac None None] Checking segment: {'id': '564b6ad4-8714-4fe4-8ffa-791e2a8589f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '33a3be25-f434-41eb-a414-585facf4d669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:50:21.960600 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-f5bc9d86-cd86-424a-9210-1f2e19db3aac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:21.960600 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bc9d86-cd86-424a-9210-1f2e19db3aac None None] Bound using segment: {'id': '564b6ad4-8714-4fe4-8ffa-791e2a8589f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '33a3be25-f434-41eb-a414-585facf4d669'} {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 10:50:21.961196 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.managers [None req-f5bc9d86-cd86-424a-9210-1f2e19db3aac None None] Bound port: b9bee1d9-9273-4f4e-a7ba-fdbfd7dcdaa9, host: dv-cinder-836071-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '564b6ad4-8714-4fe4-8ffa-791e2a8589f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '33a3be25-f434-41eb-a414-585facf4d669'}}] {{(pid=109911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 10:50:21.961469 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-f5bc9d86-cd86-424a-9210-1f2e19db3aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (b9bee1d9-9273-4f4e-a7ba-fdbfd7dcdaa9), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:21.968708 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00dd532-5848-41c4-99bd-245d7d4fdb72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a79f4fc-2476-462b-b907-87d6577fd73e,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:22.066701 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-96bf00dd-1745-4251-ade2-4203a51968a5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a170a1603f264405bc64d72af3140b78&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0351629 Apr 08 10:50:22.069788 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 52150) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:22.084250 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-f5bc9d86-cd86-424a-9210-1f2e19db3aac None None] For port b9bee1d9-9273-4f4e-a7ba-fdbfd7dcdaa9, host dv-cinder-836071-3-iscsi, cleared binding levels {{(pid=109911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:50:22.087631 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-ed4159d7-4829-41b1-aac2-23b0eba81ff0 admin admin] Publish callbacks [] for router_gateway (d8772b0f-eb2e-43e1-8573-c003f829b44f), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:22.089358 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-f5bc9d86-cd86-424a-9210-1f2e19db3aac None None] For port b9bee1d9-9273-4f4e-a7ba-fdbfd7dcdaa9, host dv-cinder-836071-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=b9bee1d9-9273-4f4e-a7ba-fdbfd7dcdaa9,segment=NetworkSegment(564b6ad4-8714-4fe4-8ffa-791e2a8589f1),segment_id=564b6ad4-8714-4fe4-8ffa-791e2a8589f1)] {{(pid=109911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:50:22.096007 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.db.db_base_plugin_common [None req-312785e4-0d8d-4bcf-8226-b8a3e4946ade admin admin] Allocated IP 172.27.2.68 (173a9438-8c11-42c7-a64e-a6d835b0fe8b/3e92b2da-8062-400a-a6d5-15b49fe43bf4/c4e06964-65fc-43d3-9d26-704a7ac807fc) {{(pid=109909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:50:22.100738 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-f5bc9d86-cd86-424a-9210-1f2e19db3aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (b9bee1d9-9273-4f4e-a7ba-fdbfd7dcdaa9), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:22.104048 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-a00dd532-5848-41c4-99bd-245d7d4fdb72 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a6dcb2158a5a494898be21b7e84083bb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5054684 Apr 08 10:50:22.110638 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 52152) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:22.143327 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bf00dd-1745-4251-ade2-4203a51968a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3afd13-9ca1-44a8-92b4-05e4295fb513,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:22.192733 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-86a4814e-5973-4631-b3e5-96b98fe14f87 req-ecb11fc7-9ccc-4ab1-90fd-6a4255d463d9 service neutron] 10.222.0.43 "GET /v2.0/networks/d8b105e1-4a31-4a50-89d6-b1e6deea67e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355609 Apr 08 10:50:22.195799 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bc9d86-cd86-424a-9210-1f2e19db3aac None None] Pushing event updated for resources: {'Port': ['ID=b9bee1d9-9273-4f4e-a7ba-fdbfd7dcdaa9,revision_number=2']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:22.265021 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-7ae92229-19ae-4cfd-a7f1-99a329164bd0 admin admin] Publish callbacks [] for security_group (9f3afd13-9ca1-44a8-92b4-05e4295fb513), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:22.303100 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-630b4908-49af-41c5-9db6-c4e165f0c019 admin admin] Publish callbacks [] for security_group (0a79f4fc-2476-462b-b907-87d6577fd73e), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:22.360272 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-7ae92229-19ae-4cfd-a7f1-99a329164bd0 admin admin] Publish callbacks [] for security_group (9f3afd13-9ca1-44a8-92b4-05e4295fb513), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:22.416200 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-630b4908-49af-41c5-9db6-c4e165f0c019 admin admin] Publish callbacks [] for security_group (0a79f4fc-2476-462b-b907-87d6577fd73e), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:22.553685 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-312785e4-0d8d-4bcf-8226-b8a3e4946ade admin admin] Publish callbacks [] for port (c4e06964-65fc-43d3-9d26-704a7ac807fc), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:22.555634 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-7ae92229-19ae-4cfd-a7f1-99a329164bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (9f3afd13-9ca1-44a8-92b4-05e4295fb513), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:22.558150 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-7ae92229-19ae-4cfd-a7f1-99a329164bd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:22.559307 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-7ae92229-19ae-4cfd-a7f1-99a329164bd0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9f3afd13-9ca1-44a8-92b4-05e4295fb513 HTTP/1.1" status: 204 len: 168 time: 0.4828179 Apr 08 10:50:22.713861 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae92229-19ae-4cfd-a7f1-99a329164bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3afd13-9ca1-44a8-92b4-05e4295fb513,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:22.716312 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-630b4908-49af-41c5-9db6-c4e165f0c019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (0a79f4fc-2476-462b-b907-87d6577fd73e), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:22.719001 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-630b4908-49af-41c5-9db6-c4e165f0c019 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:22.720377 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-630b4908-49af-41c5-9db6-c4e165f0c019 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0a79f4fc-2476-462b-b907-87d6577fd73e HTTP/1.1" status: 204 len: 168 time: 0.6060817 Apr 08 10:50:22.794138 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-e1f7596f-31d7-4e27-b9f7-3d735f323f5a req-6a6f0aae-daaf-4644-a100-ec619f4a91ac tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4d57e97-7b9c-450b-8852-86ada775c1f4 HTTP/1.1" status: 200 len: 210 time: 0.2405808 Apr 08 10:50:22.806148 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b4908-49af-41c5-9db6-c4e165f0c019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a79f4fc-2476-462b-b907-87d6577fd73e,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:22.846037 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-312785e4-0d8d-4bcf-8226-b8a3e4946ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861'] for port (c4e06964-65fc-43d3-9d26-704a7ac807fc), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:22.884112 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-ed4159d7-4829-41b1-aac2-23b0eba81ff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-748511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-743719'] for router (d8772b0f-eb2e-43e1-8573-c003f829b44f), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:22.892913 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312785e4-0d8d-4bcf-8226-b8a3e4946ade admin admin] Network 173a9438-8c11-42c7-a64e-a6d835b0fe8b is already hosted by enough agents. {{(pid=109909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:50:22.902675 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.base_scheduler [None req-312785e4-0d8d-4bcf-8226-b8a3e4946ade admin admin] Resources bound (agent type, host, resource id): {{(pid=109909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:50:22.910546 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312785e4-0d8d-4bcf-8226-b8a3e4946ade admin admin] Received port after_create {{(pid=109909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 10:50:22.929479 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001c24ab-89b4-429c-b1ec-b8d7d07ac703 None None] Network a108a20f-c74a-4177-8672-00636aeb2525 requested from dv-cinder-836071-3-iscsi {{(pid=109911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 10:50:23.092687 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-cf461352-3413-44a8-8a87-65fc99b17e9c None None] Provisioning complete for port e20ce0fe-4082-4872-91f6-3fefbe36655d triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:50:23.094791 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-cf461352-3413-44a8-8a87-65fc99b17e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (e20ce0fe-4082-4872-91f6-3fefbe36655d), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:23.095747 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312785e4-0d8d-4bcf-8226-b8a3e4946ade admin admin] Pushing event updated for resources: {'Port': ['ID=c4e06964-65fc-43d3-9d26-704a7ac807fc,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:23.208658 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device b9bee1d9-9273-4f4e-a7ba-fdbfd7dcdaa9 up at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:50:23.393591 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-cf461352-3413-44a8-8a87-65fc99b17e9c None None] Current status of the port e20ce0fe-4082-4872-91f6-3fefbe36655d is: DOWN; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:50:23.394268 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-cf461352-3413-44a8-8a87-65fc99b17e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (e20ce0fe-4082-4872-91f6-3fefbe36655d), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:23.422532 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-312785e4-0d8d-4bcf-8226-b8a3e4946ade admin admin] Publish callbacks [] for router_gateway (431ab173-8df2-4a50-9c79-fbdb2351a250), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:23.439942 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Provisioning complete for port b9bee1d9-9273-4f4e-a7ba-fdbfd7dcdaa9 triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:50:23.440420 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (b9bee1d9-9273-4f4e-a7ba-fdbfd7dcdaa9), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:23.537270 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-cf461352-3413-44a8-8a87-65fc99b17e9c None None] For port e20ce0fe-4082-4872-91f6-3fefbe36655d, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=e20ce0fe-4082-4872-91f6-3fefbe36655d,segment=NetworkSegment(d1fbcf39-677c-48da-b8da-407bc29700aa),segment_id=d1fbcf39-677c-48da-b8da-407bc29700aa)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:50:23.556159 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-cf461352-3413-44a8-8a87-65fc99b17e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (e20ce0fe-4082-4872-91f6-3fefbe36655d), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:23.694742 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-312785e4-0d8d-4bcf-8226-b8a3e4946ade admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-748511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-743719'] for router (431ab173-8df2-4a50-9c79-fbdb2351a250), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:23.758697 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Current status of the port b9bee1d9-9273-4f4e-a7ba-fdbfd7dcdaa9 is: DOWN; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:50:23.759172 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (b9bee1d9-9273-4f4e-a7ba-fdbfd7dcdaa9), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:23.795456 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf461352-3413-44a8-8a87-65fc99b17e9c None None] Pushing event updated for resources: {'Port': ['ID=e20ce0fe-4082-4872-91f6-3fefbe36655d,revision_number=3']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:23.841341 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-3f4f9790-2779-406d-98f3-adab795cd519 None None] Provisioning complete for port e20ce0fe-4082-4872-91f6-3fefbe36655d triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:50:23.842158 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-3f4f9790-2779-406d-98f3-adab795cd519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (e20ce0fe-4082-4872-91f6-3fefbe36655d), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:23.923290 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c962c3-af11-4be0-8711-62b7e30151d1 None None] Network 33a3be25-f434-41eb-a414-585facf4d669 requested from dv-cinder-836071-3-iscsi {{(pid=109911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 10:50:23.935887 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 52244) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:23.960504 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] For port b9bee1d9-9273-4f4e-a7ba-fdbfd7dcdaa9, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=b9bee1d9-9273-4f4e-a7ba-fdbfd7dcdaa9,segment=NetworkSegment(564b6ad4-8714-4fe4-8ffa-791e2a8589f1),segment_id=564b6ad4-8714-4fe4-8ffa-791e2a8589f1)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:50:23.978621 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (b9bee1d9-9273-4f4e-a7ba-fdbfd7dcdaa9), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:23.980212 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device e20ce0fe-4082-4872-91f6-3fefbe36655d up at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:50:24.003304 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-be05ed49-e81c-4ab2-9e16-1439489314bc req-c90d1854-acd6-47ff-a98f-bb019559b0e9 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4d57e97-7b9c-450b-8852-86ada775c1f4 HTTP/1.1" status: 200 len: 210 time: 0.0659304 Apr 08 10:50:24.056327 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed4159d7-4829-41b1-aac2-23b0eba81ff0 admin admin] Router d8772b0f-eb2e-43e1-8573-c003f829b44f is scheduled to L3 agent a0f054a9-d30b-4594-8de6-6c24438c3963 with binding_index 1 {{(pid=109909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:50:24.168589 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-312785e4-0d8d-4bcf-8226-b8a3e4946ade admin admin] Router 431ab173-8df2-4a50-9c79-fbdb2351a250 is scheduled to L3 agent a0f054a9-d30b-4594-8de6-6c24438c3963 with binding_index 1 {{(pid=109909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:50:24.181267 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Pushing event updated for resources: {'Port': ['ID=b9bee1d9-9273-4f4e-a7ba-fdbfd7dcdaa9,revision_number=3']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:24.299448 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-3f4f9790-2779-406d-98f3-adab795cd519 None None] Current status of the port e20ce0fe-4082-4872-91f6-3fefbe36655d is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:50:24.312274 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Provisioning complete for port e20ce0fe-4082-4872-91f6-3fefbe36655d triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:50:24.313108 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (e20ce0fe-4082-4872-91f6-3fefbe36655d), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:24.344747 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed4159d7-4829-41b1-aac2-23b0eba81ff0 admin admin] Notify agent at l3_agent.dv-cinder-836071-3-iscsi the message routers_updated {{(pid=109909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:50:24.358210 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9071fa-e58f-4047-8f2e-0701af49e1e5 None None] Sync routers for ids ['d8772b0f-eb2e-43e1-8573-c003f829b44f'] in dv-cinder-836071-3-iscsi {{(pid=109912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:50:24.378207 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9071fa-e58f-4047-8f2e-0701af49e1e5 None None] Routers {'d8772b0f-eb2e-43e1-8573-c003f829b44f'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:50:24.378896 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-cf9071fa-e58f-4047-8f2e-0701af49e1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:50:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['d8772b0f-eb2e-43e1-8573-c003f829b44f'], 'active': True} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:50:24.404258 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312785e4-0d8d-4bcf-8226-b8a3e4946ade admin admin] Notify agent at l3_agent.dv-cinder-836071-3-iscsi the message routers_updated {{(pid=109909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:50:24.444312 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a789890-e789-423c-b09d-feda60cb9c2a None None] Sync routers for ids ['431ab173-8df2-4a50-9c79-fbdb2351a250'] in dv-cinder-836071-3-iscsi {{(pid=109911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:50:24.458896 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-ed4159d7-4829-41b1-aac2-23b0eba81ff0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:24.459408 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-17d51861-1599-413e-8e98-2db76e92488f None None] Provisioning complete for port b9bee1d9-9273-4f4e-a7ba-fdbfd7dcdaa9 triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:50:24.459950 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-17d51861-1599-413e-8e98-2db76e92488f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (b9bee1d9-9273-4f4e-a7ba-fdbfd7dcdaa9), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:24.460999 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-ed4159d7-4829-41b1-aac2-23b0eba81ff0 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.5687554 Apr 08 10:50:24.463800 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 52276) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:24.488217 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-312785e4-0d8d-4bcf-8226-b8a3e4946ade admin admin] Publish callbacks [] for router (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:24.495233 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-312785e4-0d8d-4bcf-8226-b8a3e4946ade admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.4077306 Apr 08 10:50:24.498422 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 52278) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:24.524770 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a789890-e789-423c-b09d-feda60cb9c2a None None] Routers {'431ab173-8df2-4a50-9c79-fbdb2351a250'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:50:24.527484 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-1a789890-e789-423c-b09d-feda60cb9c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:50:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['431ab173-8df2-4a50-9c79-fbdb2351a250'], 'active': True} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:50:24.751880 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvr_db [None req-1a789890-e789-423c-b09d-feda60cb9c2a None None] Set router 431ab173-8df2-4a50-9c79-fbdb2351a250 gateway port host: dv-cinder-836071-3-iscsi {{(pid=109911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:50:24.780601 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvr_db [None req-cf9071fa-e58f-4047-8f2e-0701af49e1e5 None None] Set router d8772b0f-eb2e-43e1-8573-c003f829b44f gateway port host: dv-cinder-836071-3-iscsi {{(pid=109912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:50:25.135375 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Current status of the port e20ce0fe-4082-4872-91f6-3fefbe36655d is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:50:25.190048 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-cf9071fa-e58f-4047-8f2e-0701af49e1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'name': 'tempest-AttachVolumeNegativeTest-1105897746-router', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'b149437b-8d8c-45d5-8948-b52b29edf656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:50:18Z', 'updated_at': '2022-04-08T10:50:21Z', 'revision_number': 3, 'project_id': '734e32e8113d4e4db24c106da8458807', 'gw_port': {'id': 'b149437b-8d8c-45d5-8948-b52b29edf656', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:74:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:20Z', 'updated_at': '2022-04-08T10:50:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi'}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:50:25.262044 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9071fa-e58f-4047-8f2e-0701af49e1e5 None None] Checking router: d8772b0f-eb2e-43e1-8573-c003f829b44f for host: dv-cinder-836071-3-iscsi {{(pid=109912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:50:25.262288 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9071fa-e58f-4047-8f2e-0701af49e1e5 None None] Updating router d8772b0f-eb2e-43e1-8573-c003f829b44f port b149437b-8d8c-45d5-8948-b52b29edf656 binding host dv-cinder-836071-3-iscsi {{(pid=109912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:50:25.353708 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-cf9071fa-e58f-4047-8f2e-0701af49e1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (b149437b-8d8c-45d5-8948-b52b29edf656), before_update {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:25.434105 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device b9bee1d9-9273-4f4e-a7ba-fdbfd7dcdaa9 up at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:50:25.497502 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-3c7f9d61-1c98-4143-bbec-e9a0005bcf00 req-f826a5d4-5f20-496e-8940-bf1c47a9f809 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4d57e97-7b9c-450b-8852-86ada775c1f4 HTTP/1.1" status: 200 len: 210 time: 0.0988407 Apr 08 10:50:25.577884 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-17d51861-1599-413e-8e98-2db76e92488f None None] Current status of the port b9bee1d9-9273-4f4e-a7ba-fdbfd7dcdaa9 is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:50:25.621603 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Provisioning complete for port b9bee1d9-9273-4f4e-a7ba-fdbfd7dcdaa9 triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:50:25.621685 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (b9bee1d9-9273-4f4e-a7ba-fdbfd7dcdaa9), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:25.639674 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-dff55538-5c12-4b71-835f-0bec985c87df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:25.724091 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-1a789890-e789-423c-b09d-feda60cb9c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431ab173-8df2-4a50-9c79-fbdb2351a250', 'name': 'tempest-ServerRescueNegativeTestJSON-2125950444-router', 'tenant_id': '3b8c2bcd253d4480a40c77765f83e67a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'c4e06964-65fc-43d3-9d26-704a7ac807fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:50:20Z', 'updated_at': '2022-04-08T10:50:23Z', 'revision_number': 3, 'project_id': '3b8c2bcd253d4480a40c77765f83e67a', 'gw_port': {'id': 'c4e06964-65fc-43d3-9d26-704a7ac807fc', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431ab173-8df2-4a50-9c79-fbdb2351a250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:21Z', 'updated_at': '2022-04-08T10:50:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi'}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:50:25.800941 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-63b448ee-275b-4259-b1f4-ac3f17a40dac None None] Provisioning complete for port b9bee1d9-9273-4f4e-a7ba-fdbfd7dcdaa9 triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:50:25.801392 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-63b448ee-275b-4259-b1f4-ac3f17a40dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (b9bee1d9-9273-4f4e-a7ba-fdbfd7dcdaa9), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:25.811054 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a789890-e789-423c-b09d-feda60cb9c2a None None] Checking router: 431ab173-8df2-4a50-9c79-fbdb2351a250 for host: dv-cinder-836071-3-iscsi {{(pid=109911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:50:25.811442 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a789890-e789-423c-b09d-feda60cb9c2a None None] Updating router 431ab173-8df2-4a50-9c79-fbdb2351a250 port c4e06964-65fc-43d3-9d26-704a7ac807fc binding host dv-cinder-836071-3-iscsi {{(pid=109911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:50:25.916295 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-1a789890-e789-423c-b09d-feda60cb9c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (c4e06964-65fc-43d3-9d26-704a7ac807fc), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:25.958627 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-cf9071fa-e58f-4047-8f2e-0701af49e1e5 None None] Publish callbacks [] for port (b149437b-8d8c-45d5-8948-b52b29edf656), precommit_update {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:25.971494 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-cf9071fa-e58f-4047-8f2e-0701af49e1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (b149437b-8d8c-45d5-8948-b52b29edf656), after_update {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:26.058302 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adaf2be-9d5c-47c4-af7f-222ae9a601a0 None None] Pushing event updated for resources: {'Port': ['ID=b149437b-8d8c-45d5-8948-b52b29edf656,revision_number=2']} {{(pid=109912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:26.083742 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adaf2be-9d5c-47c4-af7f-222ae9a601a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:26.084255 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adaf2be-9d5c-47c4-af7f-222ae9a601a0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:26.084786 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adaf2be-9d5c-47c4-af7f-222ae9a601a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:26.085321 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adaf2be-9d5c-47c4-af7f-222ae9a601a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:26.085787 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adaf2be-9d5c-47c4-af7f-222ae9a601a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:26.086247 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adaf2be-9d5c-47c4-af7f-222ae9a601a0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:26.086707 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adaf2be-9d5c-47c4-af7f-222ae9a601a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:26.087179 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adaf2be-9d5c-47c4-af7f-222ae9a601a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:26.087638 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adaf2be-9d5c-47c4-af7f-222ae9a601a0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:26.088094 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adaf2be-9d5c-47c4-af7f-222ae9a601a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:26.088550 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adaf2be-9d5c-47c4-af7f-222ae9a601a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:26.089205 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adaf2be-9d5c-47c4-af7f-222ae9a601a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:26.089806 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adaf2be-9d5c-47c4-af7f-222ae9a601a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:26.090258 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adaf2be-9d5c-47c4-af7f-222ae9a601a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:26.090727 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adaf2be-9d5c-47c4-af7f-222ae9a601a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:50:26.092041 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adaf2be-9d5c-47c4-af7f-222ae9a601a0 None None] Tracked resource versions report: Apr 08 10:50:26.092041 dv-cinder-836071-3-iscsi neutron-server[109912]: pushed versions: Apr 08 10:50:26.092041 dv-cinder-836071-3-iscsi neutron-server[109912]: { 'AddressGroup': {'1.2'}, Apr 08 10:50:26.092041 dv-cinder-836071-3-iscsi neutron-server[109912]: 'Agent': {'1.1'}, Apr 08 10:50:26.092041 dv-cinder-836071-3-iscsi neutron-server[109912]: 'ConntrackHelper': {'1.0'}, Apr 08 10:50:26.092041 dv-cinder-836071-3-iscsi neutron-server[109912]: 'LocalIPAssociation': {'1.0'}, Apr 08 10:50:26.092041 dv-cinder-836071-3-iscsi neutron-server[109912]: 'Log': {'1.0'}, Apr 08 10:50:26.092041 dv-cinder-836071-3-iscsi neutron-server[109912]: 'NDPProxy': {'1.0'}, Apr 08 10:50:26.092041 dv-cinder-836071-3-iscsi neutron-server[109912]: 'Network': {'1.1'}, Apr 08 10:50:26.092041 dv-cinder-836071-3-iscsi neutron-server[109912]: 'Port': {'1.7'}, Apr 08 10:50:26.092041 dv-cinder-836071-3-iscsi neutron-server[109912]: 'PortForwarding': {'1.3'}, Apr 08 10:50:26.092041 dv-cinder-836071-3-iscsi neutron-server[109912]: 'QosPolicy': {'1.10'}, Apr 08 10:50:26.092041 dv-cinder-836071-3-iscsi neutron-server[109912]: 'SecurityGroup': {'1.5'}, Apr 08 10:50:26.092041 dv-cinder-836071-3-iscsi neutron-server[109912]: 'SecurityGroupRule': {'1.2'}, Apr 08 10:50:26.092041 dv-cinder-836071-3-iscsi neutron-server[109912]: 'SubPort': {'1.0'}, Apr 08 10:50:26.092041 dv-cinder-836071-3-iscsi neutron-server[109912]: 'Subnet': {'1.1'}, Apr 08 10:50:26.092041 dv-cinder-836071-3-iscsi neutron-server[109912]: 'Trunk': {'1.1'}} Apr 08 10:50:26.092041 dv-cinder-836071-3-iscsi neutron-server[109912]: consumer versions: Apr 08 10:50:26.092041 dv-cinder-836071-3-iscsi neutron-server[109912]: { DHCP agent@dv-cinder-836071-3-iscsi: {}, Apr 08 10:50:26.092041 dv-cinder-836071-3-iscsi neutron-server[109912]: HyperV agent@hv-cinder-83607: {}, Apr 08 10:50:26.092041 dv-cinder-836071-3-iscsi neutron-server[109912]: L3 agent@dv-cinder-836071-3-iscsi: {}, Apr 08 10:50:26.092041 dv-cinder-836071-3-iscsi neutron-server[109912]: Metadata agent@dv-cinder-836071-3-iscsi: {}, Apr 08 10:50:26.092041 dv-cinder-836071-3-iscsi neutron-server[109912]: Metering agent@dv-cinder-836071-3-iscsi: {}, Apr 08 10:50:26.092041 dv-cinder-836071-3-iscsi neutron-server[109912]: Open vSwitch agent@dv-cinder-836071-3-iscsi: { 'AddressGroup': '1.2', Apr 08 10:50:26.092041 dv-cinder-836071-3-iscsi neutron-server[109912]: 'Agent': '1.1', Apr 08 10:50:26.092041 dv-cinder-836071-3-iscsi neutron-server[109912]: 'ConntrackHelper': '1.0', Apr 08 10:50:26.092041 dv-cinder-836071-3-iscsi neutron-server[109912]: 'LocalIPAssociation': '1.0', Apr 08 10:50:26.092041 dv-cinder-836071-3-iscsi neutron-server[109912]: 'Log': '1.0', Apr 08 10:50:26.092041 dv-cinder-836071-3-iscsi neutron-server[109912]: 'NDPProxy': '1.0', Apr 08 10:50:26.092041 dv-cinder-836071-3-iscsi neutron-server[109912]: 'Network': '1.1', Apr 08 10:50:26.092041 dv-cinder-836071-3-iscsi neutron-server[109912]: 'Port': '1.7', Apr 08 10:50:26.092041 dv-cinder-836071-3-iscsi neutron-server[109912]: 'PortForwarding': '1.3', Apr 08 10:50:26.092041 dv-cinder-836071-3-iscsi neutron-server[109912]: 'QosPolicy': '1.10', Apr 08 10:50:26.092041 dv-cinder-836071-3-iscsi neutron-server[109912]: 'SecurityGroup': '1.5', Apr 08 10:50:26.092041 dv-cinder-836071-3-iscsi neutron-server[109912]: 'SecurityGroupRule': '1.2', Apr 08 10:50:26.092041 dv-cinder-836071-3-iscsi neutron-server[109912]: 'SubPort': '1.0', Apr 08 10:50:26.092041 dv-cinder-836071-3-iscsi neutron-server[109912]: 'Subnet': '1.1', Apr 08 10:50:26.092041 dv-cinder-836071-3-iscsi neutron-server[109912]: 'Trunk': '1.1'}} Apr 08 10:50:26.092041 dv-cinder-836071-3-iscsi neutron-server[109912]: {{(pid=109912) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 10:50:26.126856 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.managers [None req-cf9071fa-e58f-4047-8f2e-0701af49e1e5 None None] Attempting to bind port b149437b-8d8c-45d5-8948-b52b29edf656 on host dv-cinder-836071-3-iscsi for vnic_type normal with profile {{(pid=109912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 10:50:26.127407 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.managers [None req-cf9071fa-e58f-4047-8f2e-0701af49e1e5 None None] Attempting to bind port b149437b-8d8c-45d5-8948-b52b29edf656 by drivers openvswitch,hyperv on host dv-cinder-836071-3-iscsi at level 0 using segments [{'id': '161e69df-2a78-40e9-90fc-e661b1490c65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b'}] {{(pid=109912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 10:50:26.127910 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9071fa-e58f-4047-8f2e-0701af49e1e5 None None] Attempting to bind port b149437b-8d8c-45d5-8948-b52b29edf656 on network 173a9438-8c11-42c7-a64e-a6d835b0fe8b {{(pid=109912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:50:26.151573 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9071fa-e58f-4047-8f2e-0701af49e1e5 None None] Checking agent: {'id': 'd1e78606-e5cc-43c0-bc22-8a5324478286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 41, 48), 'started_at': datetime.datetime(2022, 4, 8, 10, 42, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 10:50:26.152190 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9071fa-e58f-4047-8f2e-0701af49e1e5 None None] Checking segment: {'id': '161e69df-2a78-40e9-90fc-e661b1490c65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:50:26.153308 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-167885be-ebbf-4fb6-9e27-2d989458e9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:26.153600 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-cf9071fa-e58f-4047-8f2e-0701af49e1e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:26.154128 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9071fa-e58f-4047-8f2e-0701af49e1e5 None None] Bound using segment: {'id': '161e69df-2a78-40e9-90fc-e661b1490c65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b'} {{(pid=109912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 10:50:26.154759 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.managers [None req-cf9071fa-e58f-4047-8f2e-0701af49e1e5 None None] Bound port: b149437b-8d8c-45d5-8948-b52b29edf656, host: dv-cinder-836071-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '161e69df-2a78-40e9-90fc-e661b1490c65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b'}}] {{(pid=109912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 10:50:26.155283 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-cf9071fa-e58f-4047-8f2e-0701af49e1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (b149437b-8d8c-45d5-8948-b52b29edf656), before_update {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:26.168835 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.39', 63532) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:26.252678 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.db [None req-cf9071fa-e58f-4047-8f2e-0701af49e1e5 None None] For port b149437b-8d8c-45d5-8948-b52b29edf656, host dv-cinder-836071-3-iscsi, cleared binding levels {{(pid=109912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:50:26.256040 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.db [None req-cf9071fa-e58f-4047-8f2e-0701af49e1e5 None None] For port b149437b-8d8c-45d5-8948-b52b29edf656, host dv-cinder-836071-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=b149437b-8d8c-45d5-8948-b52b29edf656,segment=NetworkSegment(161e69df-2a78-40e9-90fc-e661b1490c65),segment_id=161e69df-2a78-40e9-90fc-e661b1490c65)] {{(pid=109912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:50:26.268052 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-cf9071fa-e58f-4047-8f2e-0701af49e1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (b149437b-8d8c-45d5-8948-b52b29edf656), after_update {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:26.290039 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Current status of the port b9bee1d9-9273-4f4e-a7ba-fdbfd7dcdaa9 is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:50:26.291134 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device e20ce0fe-4082-4872-91f6-3fefbe36655d up at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:50:26.348068 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.db.db_base_plugin_common [None req-dff55538-5c12-4b71-835f-0bec985c87df admin admin] Allocated IP 172.20.0.1 (33a3be25-f434-41eb-a414-585facf4d669/695d492a-ca30-42dc-b8aa-3b1f1f515ae3/1bcda31f-5446-4804-b5b1-5739a6c28345) {{(pid=109909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:50:26.386997 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adaf2be-9d5c-47c4-af7f-222ae9a601a0 None None] Pushing event updated for resources: {'Port': ['ID=b149437b-8d8c-45d5-8948-b52b29edf656,revision_number=3']} {{(pid=109912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:26.418142 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9071fa-e58f-4047-8f2e-0701af49e1e5 None None] Routers {'d8772b0f-eb2e-43e1-8573-c003f829b44f'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:50:26.419024 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-cf9071fa-e58f-4047-8f2e-0701af49e1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:50:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['d8772b0f-eb2e-43e1-8573-c003f829b44f'], 'active': True} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:50:26.450734 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4814e-5973-4631-b3e5-96b98fe14f87 req-0e0a7ef7-3e78-4eea-85b1-f02e07448434 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:26.452694 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-86a4814e-5973-4631-b3e5-96b98fe14f87 req-0e0a7ef7-3e78-4eea-85b1-f02e07448434 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] 10.222.0.39 "GET /v2.0/networks?id=d8b105e1-4a31-4a50-89d6-b1e6deea67e2 HTTP/1.1" status: 200 len: 812 time: 0.2823136 Apr 08 10:50:26.520949 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [req-86a4814e-5973-4631-b3e5-96b98fe14f87 req-1b944ef0-35f9-47e3-a370-d3baa74b84fc tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] Request body: {'port': {'device_id': 'f4d57e97-7b9c-450b-8852-86ada775c1f4', 'network_id': 'd8b105e1-4a31-4a50-89d6-b1e6deea67e2', 'admin_state_up': True, 'tenant_id': 'cdc273fbc9b84e0f83f6c6a6f01e1da2'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:50:26.653905 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-dff55538-5c12-4b71-835f-0bec985c87df admin admin] Publish callbacks [] for port (1bcda31f-5446-4804-b5b1-5739a6c28345), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:26.667858 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvr_db [None req-cf9071fa-e58f-4047-8f2e-0701af49e1e5 None None] Set router d8772b0f-eb2e-43e1-8573-c003f829b44f gateway port host: dv-cinder-836071-3-iscsi {{(pid=109912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:50:26.780352 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Provisioning complete for port e20ce0fe-4082-4872-91f6-3fefbe36655d triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:50:26.780807 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (e20ce0fe-4082-4872-91f6-3fefbe36655d), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:26.788800 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-dff55538-5c12-4b71-835f-0bec985c87df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861'] for port (1bcda31f-5446-4804-b5b1-5739a6c28345), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:26.870750 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-63b448ee-275b-4259-b1f4-ac3f17a40dac None None] Current status of the port b9bee1d9-9273-4f4e-a7ba-fdbfd7dcdaa9 is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:50:26.895487 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 52396) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:26.963011 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff55538-5c12-4b71-835f-0bec985c87df admin admin] Network 33a3be25-f434-41eb-a414-585facf4d669 is already hosted by enough agents. {{(pid=109909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:50:26.965947 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.base_scheduler [None req-dff55538-5c12-4b71-835f-0bec985c87df admin admin] Resources bound (agent type, host, resource id): {{(pid=109909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:50:26.982788 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff55538-5c12-4b71-835f-0bec985c87df admin admin] Received port after_create {{(pid=109909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 10:50:26.983420 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-dff55538-5c12-4b71-835f-0bec985c87df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741448'] for router_interface (431ab173-8df2-4a50-9c79-fbdb2351a250), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:27.068193 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-cf9071fa-e58f-4047-8f2e-0701af49e1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'name': 'tempest-AttachVolumeNegativeTest-1105897746-router', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'b149437b-8d8c-45d5-8948-b52b29edf656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:50:18Z', 'updated_at': '2022-04-08T10:50:21Z', 'revision_number': 3, 'project_id': '734e32e8113d4e4db24c106da8458807', 'gw_port': {'id': 'b149437b-8d8c-45d5-8948-b52b29edf656', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:74:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:20Z', 'updated_at': '2022-04-08T10:50:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi'}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:50:27.144203 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9071fa-e58f-4047-8f2e-0701af49e1e5 None None] The sync data for ids ['d8772b0f-eb2e-43e1-8573-c003f829b44f'] in dv-cinder-836071-3-iscsi is: [{'id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'name': 'tempest-AttachVolumeNegativeTest-1105897746-router', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'b149437b-8d8c-45d5-8948-b52b29edf656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:50:18Z', 'updated_at': '2022-04-08T10:50:21Z', 'revision_number': 3, 'project_id': '734e32e8113d4e4db24c106da8458807', 'gw_port': {'id': 'b149437b-8d8c-45d5-8948-b52b29edf656', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:74:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:20Z', 'updated_at': '2022-04-08T10:50:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi'}] {{(pid=109912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:50:27.149578 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Current status of the port e20ce0fe-4082-4872-91f6-3fefbe36655d is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:50:27.226116 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff55538-5c12-4b71-835f-0bec985c87df admin admin] Pushing event updated for resources: {'Port': ['ID=1bcda31f-5446-4804-b5b1-5739a6c28345,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:27.353629 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-7d88ca8c-6f11-42bb-a4de-36ea3a996415 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:27.353824 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86a4814e-5973-4631-b3e5-96b98fe14f87 req-1b944ef0-35f9-47e3-a370-d3baa74b84fc tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] Made reservation on behalf of cdc273fbc9b84e0f83f6c6a6f01e1da2 for: {'port': 1} {{(pid=109910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:50:27.356888 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-86a4814e-5973-4631-b3e5-96b98fe14f87 req-1b944ef0-35f9-47e3-a370-d3baa74b84fc tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:27.362835 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-33c1797b-d924-4cdb-ac44-06706dbf3217 req-7c52008e-c761-427f-91f4-876847cff0da tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4d57e97-7b9c-450b-8852-86ada775c1f4 HTTP/1.1" status: 200 len: 210 time: 0.0924435 Apr 08 10:50:27.473543 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-1a789890-e789-423c-b09d-feda60cb9c2a None None] Publish callbacks [] for port (c4e06964-65fc-43d3-9d26-704a7ac807fc), precommit_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:27.493843 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-1a789890-e789-423c-b09d-feda60cb9c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (c4e06964-65fc-43d3-9d26-704a7ac807fc), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:27.656315 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-694c52fb-7112-4cc1-bf0c-2417f50d6567 None None] Provisioning complete for port 1bcda31f-5446-4804-b5b1-5739a6c28345 triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:50:27.656714 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-694c52fb-7112-4cc1-bf0c-2417f50d6567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (1bcda31f-5446-4804-b5b1-5739a6c28345), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:27.670940 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.managers [None req-1a789890-e789-423c-b09d-feda60cb9c2a None None] Attempting to bind port c4e06964-65fc-43d3-9d26-704a7ac807fc on host dv-cinder-836071-3-iscsi for vnic_type normal with profile {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 10:50:27.671307 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.managers [None req-1a789890-e789-423c-b09d-feda60cb9c2a None None] Attempting to bind port c4e06964-65fc-43d3-9d26-704a7ac807fc by drivers openvswitch,hyperv on host dv-cinder-836071-3-iscsi at level 0 using segments [{'id': '161e69df-2a78-40e9-90fc-e661b1490c65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b'}] {{(pid=109911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 10:50:27.671672 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a789890-e789-423c-b09d-feda60cb9c2a None None] Attempting to bind port c4e06964-65fc-43d3-9d26-704a7ac807fc on network 173a9438-8c11-42c7-a64e-a6d835b0fe8b {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:50:27.747703 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b1463-939d-43e8-b8dc-78166563cb15 None None] Pushing event updated for resources: {'Port': ['ID=c4e06964-65fc-43d3-9d26-704a7ac807fc,revision_number=2']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:27.770200 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a789890-e789-423c-b09d-feda60cb9c2a None None] Checking agent: {'id': 'd1e78606-e5cc-43c0-bc22-8a5324478286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 41, 48), 'started_at': datetime.datetime(2022, 4, 8, 10, 42, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 10:50:27.772534 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a789890-e789-423c-b09d-feda60cb9c2a None None] Checking segment: {'id': '161e69df-2a78-40e9-90fc-e661b1490c65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:50:27.774057 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-1a789890-e789-423c-b09d-feda60cb9c2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:27.774681 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a789890-e789-423c-b09d-feda60cb9c2a None None] Bound using segment: {'id': '161e69df-2a78-40e9-90fc-e661b1490c65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b'} {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 10:50:27.778115 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.managers [None req-1a789890-e789-423c-b09d-feda60cb9c2a None None] Bound port: c4e06964-65fc-43d3-9d26-704a7ac807fc, host: dv-cinder-836071-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '161e69df-2a78-40e9-90fc-e661b1490c65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b'}}] {{(pid=109911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 10:50:27.778839 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-1a789890-e789-423c-b09d-feda60cb9c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (c4e06964-65fc-43d3-9d26-704a7ac807fc), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:27.854146 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-694c52fb-7112-4cc1-bf0c-2417f50d6567 None None] Port 1bcda31f-5446-4804-b5b1-5739a6c28345 cannot update to ACTIVE because it is not bound. {{(pid=109911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 10:50:27.950507 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-1a789890-e789-423c-b09d-feda60cb9c2a None None] For port c4e06964-65fc-43d3-9d26-704a7ac807fc, host dv-cinder-836071-3-iscsi, cleared binding levels {{(pid=109911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:50:27.957025 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-1a789890-e789-423c-b09d-feda60cb9c2a None None] For port c4e06964-65fc-43d3-9d26-704a7ac807fc, host dv-cinder-836071-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=c4e06964-65fc-43d3-9d26-704a7ac807fc,segment=NetworkSegment(161e69df-2a78-40e9-90fc-e661b1490c65),segment_id=161e69df-2a78-40e9-90fc-e661b1490c65)] {{(pid=109911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:50:27.966736 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-1a789890-e789-423c-b09d-feda60cb9c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (c4e06964-65fc-43d3-9d26-704a7ac807fc), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:27.967698 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-dff55538-5c12-4b71-835f-0bec985c87df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (1bcda31f-5446-4804-b5b1-5739a6c28345), before_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:28.152591 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a789890-e789-423c-b09d-feda60cb9c2a None None] Routers {'431ab173-8df2-4a50-9c79-fbdb2351a250'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:50:28.156503 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-1a789890-e789-423c-b09d-feda60cb9c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:50:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['431ab173-8df2-4a50-9c79-fbdb2351a250'], 'active': True} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:50:28.272844 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-7d88ca8c-6f11-42bb-a4de-36ea3a996415 admin admin] Publish callbacks [] for security_group (928b47e3-e94d-478f-aac9-6458d3d318de), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:28.293104 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b1463-939d-43e8-b8dc-78166563cb15 None None] Pushing event updated for resources: {'Port': ['ID=c4e06964-65fc-43d3-9d26-704a7ac807fc,revision_number=3']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:28.339498 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-7d88ca8c-6f11-42bb-a4de-36ea3a996415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (928b47e3-e94d-478f-aac9-6458d3d318de), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:28.372768 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.db_base_plugin_common [None req-167885be-ebbf-4fb6-9e27-2d989458e9db admin admin] Allocated IP 172.20.0.1 (a108a20f-c74a-4177-8672-00636aeb2525/5f421bdc-b76f-40b9-9c95-2e839cd44c87/90d0def9-41d1-4896-921d-00edc40df59b) {{(pid=109910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:50:28.425042 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.db_base_plugin_common [req-86a4814e-5973-4631-b3e5-96b98fe14f87 req-1b944ef0-35f9-47e3-a370-d3baa74b84fc tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] Allocated IP 172.20.0.11 (d8b105e1-4a31-4a50-89d6-b1e6deea67e2/0b19eab4-e674-43bd-a095-28a885193676/2e5b588a-3d62-4ba5-be62-a224fb76b222) {{(pid=109910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:50:28.557770 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-7d88ca8c-6f11-42bb-a4de-36ea3a996415 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d6681a46e370425f8218b05f0f3bf4b7&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6611857 Apr 08 10:50:28.571802 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 52472) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:28.586148 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvr_db [None req-1a789890-e789-423c-b09d-feda60cb9c2a None None] Set router 431ab173-8df2-4a50-9c79-fbdb2351a250 gateway port host: dv-cinder-836071-3-iscsi {{(pid=109911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:50:28.686960 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d88ca8c-6f11-42bb-a4de-36ea3a996415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928b47e3-e94d-478f-aac9-6458d3d318de,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:28.823205 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-135415dd-78fa-4b69-b63d-a392c1fca844 req-d9111fdc-882b-416b-a092-f3e096c7451a tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4d57e97-7b9c-450b-8852-86ada775c1f4 HTTP/1.1" status: 200 len: 210 time: 0.0596554 Apr 08 10:50:28.959621 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 52486) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:29.019598 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-167885be-ebbf-4fb6-9e27-2d989458e9db admin admin] Publish callbacks [] for port (90d0def9-41d1-4896-921d-00edc40df59b), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:29.037781 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-83ea5690-485d-48aa-b217-a4c0433e8f09 admin admin] Publish callbacks [] for security_group (928b47e3-e94d-478f-aac9-6458d3d318de), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:29.064344 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-dff55538-5c12-4b71-835f-0bec985c87df admin admin] Publish callbacks [] for port (1bcda31f-5446-4804-b5b1-5739a6c28345), precommit_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:29.100066 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-dff55538-5c12-4b71-835f-0bec985c87df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (1bcda31f-5446-4804-b5b1-5739a6c28345), after_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:29.101050 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-dff55538-5c12-4b71-835f-0bec985c87df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-741604'] for router_interface (431ab173-8df2-4a50-9c79-fbdb2351a250), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:29.164171 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-167885be-ebbf-4fb6-9e27-2d989458e9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861'] for port (90d0def9-41d1-4896-921d-00edc40df59b), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:29.324708 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-83ea5690-485d-48aa-b217-a4c0433e8f09 admin admin] Publish callbacks [] for security_group (928b47e3-e94d-478f-aac9-6458d3d318de), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:29.346495 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167885be-ebbf-4fb6-9e27-2d989458e9db admin admin] Network a108a20f-c74a-4177-8672-00636aeb2525 is already hosted by enough agents. {{(pid=109910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:50:29.358018 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-1a789890-e789-423c-b09d-feda60cb9c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431ab173-8df2-4a50-9c79-fbdb2351a250', 'name': 'tempest-ServerRescueNegativeTestJSON-2125950444-router', 'tenant_id': '3b8c2bcd253d4480a40c77765f83e67a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'c4e06964-65fc-43d3-9d26-704a7ac807fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:50:20Z', 'updated_at': '2022-04-08T10:50:27Z', 'revision_number': 4, 'project_id': '3b8c2bcd253d4480a40c77765f83e67a', 'gw_port': {'id': 'c4e06964-65fc-43d3-9d26-704a7ac807fc', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431ab173-8df2-4a50-9c79-fbdb2351a250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:21Z', 'updated_at': '2022-04-08T10:50:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': '1bcda31f-5446-4804-b5b1-5739a6c28345', 'name': '', 'network_id': '33a3be25-f434-41eb-a414-585facf4d669', 'tenant_id': '3b8c2bcd253d4480a40c77765f83e67a', 'mac_address': 'fa:16:3e:6a:48:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431ab173-8df2-4a50-9c79-fbdb2351a250', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '695d492a-ca30-42dc-b8aa-3b1f1f515ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:25Z', 'updated_at': '2022-04-08T10:50:26Z', 'revision_number': 1, 'project_id': '3b8c2bcd253d4480a40c77765f83e67a', 'subnets': [{'id': '695d492a-ca30-42dc-b8aa-3b1f1f515ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:50:29.365665 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.base_scheduler [None req-167885be-ebbf-4fb6-9e27-2d989458e9db admin admin] Resources bound (agent type, host, resource id): {{(pid=109910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:50:29.366421 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device b149437b-8d8c-45d5-8948-b52b29edf656 up at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:50:29.369964 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167885be-ebbf-4fb6-9e27-2d989458e9db admin admin] Received port after_create {{(pid=109910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 10:50:29.370529 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-167885be-ebbf-4fb6-9e27-2d989458e9db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741448'] for router_interface (d8772b0f-eb2e-43e1-8573-c003f829b44f), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:29.465826 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a789890-e789-423c-b09d-feda60cb9c2a None None] The sync data for ids ['431ab173-8df2-4a50-9c79-fbdb2351a250'] in dv-cinder-836071-3-iscsi is: [{'id': '431ab173-8df2-4a50-9c79-fbdb2351a250', 'name': 'tempest-ServerRescueNegativeTestJSON-2125950444-router', 'tenant_id': '3b8c2bcd253d4480a40c77765f83e67a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'c4e06964-65fc-43d3-9d26-704a7ac807fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:50:20Z', 'updated_at': '2022-04-08T10:50:27Z', 'revision_number': 4, 'project_id': '3b8c2bcd253d4480a40c77765f83e67a', 'gw_port': {'id': 'c4e06964-65fc-43d3-9d26-704a7ac807fc', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431ab173-8df2-4a50-9c79-fbdb2351a250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:21Z', 'updated_at': '2022-04-08T10:50:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': '1bcda31f-5446-4804-b5b1-5739a6c28345', 'name': '', 'network_id': '33a3be25-f434-41eb-a414-585facf4d669', 'tenant_id': '3b8c2bcd253d4480a40c77765f83e67a', 'mac_address': 'fa:16:3e:6a:48:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431ab173-8df2-4a50-9c79-fbdb2351a250', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '695d492a-ca30-42dc-b8aa-3b1f1f515ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:25Z', 'updated_at': '2022-04-08T10:50:26Z', 'revision_number': 1, 'project_id': '3b8c2bcd253d4480a40c77765f83e67a', 'subnets': [{'id': '695d492a-ca30-42dc-b8aa-3b1f1f515ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:50:29.492653 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff55538-5c12-4b71-835f-0bec985c87df admin admin] Pushing event updated for resources: {'Port': ['ID=1bcda31f-5446-4804-b5b1-5739a6c28345,revision_number=2']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:29.568584 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Provisioning complete for port b149437b-8d8c-45d5-8948-b52b29edf656 triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:50:29.569015 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (b149437b-8d8c-45d5-8948-b52b29edf656), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:29.760310 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-83ea5690-485d-48aa-b217-a4c0433e8f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (928b47e3-e94d-478f-aac9-6458d3d318de), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:29.764270 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-83ea5690-485d-48aa-b217-a4c0433e8f09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:29.766020 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-83ea5690-485d-48aa-b217-a4c0433e8f09 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/928b47e3-e94d-478f-aac9-6458d3d318de HTTP/1.1" status: 204 len: 168 time: 1.1920128 Apr 08 10:50:29.820117 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff55538-5c12-4b71-835f-0bec985c87df admin admin] Network 33a3be25-f434-41eb-a414-585facf4d669 is already hosted by enough agents. {{(pid=109909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:50:29.822725 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea5690-485d-48aa-b217-a4c0433e8f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928b47e3-e94d-478f-aac9-6458d3d318de,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:29.826081 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.base_scheduler [None req-dff55538-5c12-4b71-835f-0bec985c87df admin admin] Resources bound (agent type, host, resource id): {{(pid=109909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:50:29.834097 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-b30228a1-91eb-4d2d-9025-611a67bd644b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:29.862037 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Current status of the port b149437b-8d8c-45d5-8948-b52b29edf656 is: DOWN; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:50:29.871493 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (b149437b-8d8c-45d5-8948-b52b29edf656), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:29.950850 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167885be-ebbf-4fb6-9e27-2d989458e9db admin admin] Pushing event updated for resources: {'Port': ['ID=90d0def9-41d1-4896-921d-00edc40df59b,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:30.006164 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-b7335009-4a81-4ca4-9656-30917c1f037c None None] Provisioning complete for port 90d0def9-41d1-4896-921d-00edc40df59b triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:50:30.006910 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-b7335009-4a81-4ca4-9656-30917c1f037c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (90d0def9-41d1-4896-921d-00edc40df59b), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:30.030228 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-86a4814e-5973-4631-b3e5-96b98fe14f87 req-1b944ef0-35f9-47e3-a370-d3baa74b84fc tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] Publish callbacks [] for port (2e5b588a-3d62-4ba5-be62-a224fb76b222), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:30.066622 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-b7335009-4a81-4ca4-9656-30917c1f037c None None] Port 90d0def9-41d1-4896-921d-00edc40df59b cannot update to ACTIVE because it is not bound. {{(pid=109911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 10:50:30.081052 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] For port b149437b-8d8c-45d5-8948-b52b29edf656, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=b149437b-8d8c-45d5-8948-b52b29edf656,segment=NetworkSegment(161e69df-2a78-40e9-90fc-e661b1490c65),segment_id=161e69df-2a78-40e9-90fc-e661b1490c65)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:50:30.088888 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (b149437b-8d8c-45d5-8948-b52b29edf656), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:30.104938 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-b30228a1-91eb-4d2d-9025-611a67bd644b admin admin] Publish callbacks [] for security_group (7c582b47-d1f0-4a10-9894-c24ac666e030), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:30.145466 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-b30228a1-91eb-4d2d-9025-611a67bd644b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (7c582b47-d1f0-4a10-9894-c24ac666e030), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:30.214098 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-b30228a1-91eb-4d2d-9025-611a67bd644b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d651572feb3a4576b424855f16660962&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2428641 Apr 08 10:50:30.245677 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Pushing event updated for resources: {'Port': ['ID=b149437b-8d8c-45d5-8948-b52b29edf656,revision_number=4']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:30.250453 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 52514) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:30.368991 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-167885be-ebbf-4fb6-9e27-2d989458e9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (90d0def9-41d1-4896-921d-00edc40df59b), before_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:30.491773 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-2d818266-4a5d-4100-b224-a63a1ea550a8 admin admin] Publish callbacks [] for security_group (7c582b47-d1f0-4a10-9894-c24ac666e030), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:30.538469 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-2d818266-4a5d-4100-b224-a63a1ea550a8 admin admin] Publish callbacks [] for security_group (7c582b47-d1f0-4a10-9894-c24ac666e030), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:30.583578 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-5959384e-5168-44ad-af1f-ed3843191e89 req-103f720f-17e7-40c9-9a5c-58a9d3b95965 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4d57e97-7b9c-450b-8852-86ada775c1f4 HTTP/1.1" status: 200 len: 210 time: 0.1614728 Apr 08 10:50:30.615195 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-86a4814e-5973-4631-b3e5-96b98fe14f87 req-1b944ef0-35f9-47e3-a370-d3baa74b84fc tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861'] for port (2e5b588a-3d62-4ba5-be62-a224fb76b222), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:30.618274 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-2d818266-4a5d-4100-b224-a63a1ea550a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (7c582b47-d1f0-4a10-9894-c24ac666e030), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:30.628393 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-2d818266-4a5d-4100-b224-a63a1ea550a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:30.632305 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-2d818266-4a5d-4100-b224-a63a1ea550a8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7c582b47-d1f0-4a10-9894-c24ac666e030 HTTP/1.1" status: 204 len: 168 time: 0.3782158 Apr 08 10:50:30.632786 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30228a1-91eb-4d2d-9025-611a67bd644b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c582b47-d1f0-4a10-9894-c24ac666e030,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:30.660978 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d818266-4a5d-4100-b224-a63a1ea550a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c582b47-d1f0-4a10-9894-c24ac666e030,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:30.761046 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-756096dc-cb28-4b5f-aa1d-257dc8f78815 None None] Provisioning complete for port 1bcda31f-5446-4804-b5b1-5739a6c28345 triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:50:30.762730 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-756096dc-cb28-4b5f-aa1d-257dc8f78815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (1bcda31f-5446-4804-b5b1-5739a6c28345), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:30.806568 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b944ef0-35f9-47e3-a370-d3baa74b84fc tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] Pushing event updated for resources: {'Port': ['ID=2e5b588a-3d62-4ba5-be62-a224fb76b222,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:30.836208 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dff55538-5c12-4b71-835f-0bec985c87df admin admin] Router 431ab173-8df2-4a50-9c79-fbdb2351a250 has already been hosted by L3 agent a0f054a9-d30b-4594-8de6-6c24438c3963 {{(pid=109909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:50:30.888545 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-756096dc-cb28-4b5f-aa1d-257dc8f78815 None None] Port 1bcda31f-5446-4804-b5b1-5739a6c28345 cannot update to ACTIVE because it is not bound. {{(pid=109911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 10:50:31.032910 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86a4814e-5973-4631-b3e5-96b98fe14f87 req-1b944ef0-35f9-47e3-a370-d3baa74b84fc tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] Network d8b105e1-4a31-4a50-89d6-b1e6deea67e2 is already hosted by enough agents. {{(pid=109910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:50:31.049166 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.base_scheduler [req-86a4814e-5973-4631-b3e5-96b98fe14f87 req-1b944ef0-35f9-47e3-a370-d3baa74b84fc tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] Resources bound (agent type, host, resource id): {{(pid=109910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:50:31.060931 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a4814e-5973-4631-b3e5-96b98fe14f87 req-1b944ef0-35f9-47e3-a370-d3baa74b84fc tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] Received port after_create {{(pid=109910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 10:50:31.087279 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4814e-5973-4631-b3e5-96b98fe14f87 req-1b944ef0-35f9-47e3-a370-d3baa74b84fc tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:31.087978 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-86a4814e-5973-4631-b3e5-96b98fe14f87 req-1b944ef0-35f9-47e3-a370-d3baa74b84fc tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553535'] for port (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:31.181248 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff55538-5c12-4b71-835f-0bec985c87df admin admin] Notify agent at l3_agent.dv-cinder-836071-3-iscsi the message routers_updated {{(pid=109909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:50:31.193644 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-dff55538-5c12-4b71-835f-0bec985c87df admin admin] 10.222.0.43 "PUT /v2.0/routers/431ab173-8df2-4a50-9c79-fbdb2351a250/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6935256 Apr 08 10:50:31.202479 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-86a4814e-5973-4631-b3e5-96b98fe14f87 req-1b944ef0-35f9-47e3-a370-d3baa74b84fc tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6881385 Apr 08 10:50:31.398623 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-167885be-ebbf-4fb6-9e27-2d989458e9db admin admin] Publish callbacks [] for port (90d0def9-41d1-4896-921d-00edc40df59b), precommit_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:31.406027 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-167885be-ebbf-4fb6-9e27-2d989458e9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (90d0def9-41d1-4896-921d-00edc40df59b), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:31.409154 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-167885be-ebbf-4fb6-9e27-2d989458e9db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-741604'] for router_interface (d8772b0f-eb2e-43e1-8573-c003f829b44f), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:31.466135 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device b149437b-8d8c-45d5-8948-b52b29edf656 up at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:50:31.541785 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167885be-ebbf-4fb6-9e27-2d989458e9db admin admin] Pushing event updated for resources: {'Port': ['ID=90d0def9-41d1-4896-921d-00edc40df59b,revision_number=2']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:31.569190 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Provisioning complete for port b149437b-8d8c-45d5-8948-b52b29edf656 triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:50:31.570416 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (b149437b-8d8c-45d5-8948-b52b29edf656), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:31.724450 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 52566) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:31.755121 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Current status of the port b149437b-8d8c-45d5-8948-b52b29edf656 is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:50:31.756625 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device c4e06964-65fc-43d3-9d26-704a7ac807fc up at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:50:31.866690 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Provisioning complete for port c4e06964-65fc-43d3-9d26-704a7ac807fc triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:50:31.867491 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (c4e06964-65fc-43d3-9d26-704a7ac807fc), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:31.959324 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167885be-ebbf-4fb6-9e27-2d989458e9db admin admin] Network a108a20f-c74a-4177-8672-00636aeb2525 is already hosted by enough agents. {{(pid=109910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:50:31.975686 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.base_scheduler [None req-167885be-ebbf-4fb6-9e27-2d989458e9db admin admin] Resources bound (agent type, host, resource id): {{(pid=109910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:50:32.141677 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Current status of the port c4e06964-65fc-43d3-9d26-704a7ac807fc is: DOWN; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:50:32.142389 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (c4e06964-65fc-43d3-9d26-704a7ac807fc), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:32.172698 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] For port c4e06964-65fc-43d3-9d26-704a7ac807fc, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=c4e06964-65fc-43d3-9d26-704a7ac807fc,segment=NetworkSegment(161e69df-2a78-40e9-90fc-e661b1490c65),segment_id=161e69df-2a78-40e9-90fc-e661b1490c65)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:50:32.182978 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (c4e06964-65fc-43d3-9d26-704a7ac807fc), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:32.191299 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [req-86a4814e-5973-4631-b3e5-96b98fe14f87 req-76d96887-4cc5-4612-95a9-4e9e6b0eadb6 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109910) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 10:50:32.194150 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-86a4814e-5973-4631-b3e5-96b98fe14f87 req-76d96887-4cc5-4612-95a9-4e9e6b0eadb6 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0173407 Apr 08 10:50:32.205182 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f45ba2-2cfc-4169-8657-c33f52d1477b req-0967670b-c3b7-49c9-8b51-45b0c9bbb99f tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:32.207205 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-00f45ba2-2cfc-4169-8657-c33f52d1477b req-0967670b-c3b7-49c9-8b51-45b0c9bbb99f tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4d57e97-7b9c-450b-8852-86ada775c1f4 HTTP/1.1" status: 200 len: 932 time: 0.2464850 Apr 08 10:50:32.329218 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-167885be-ebbf-4fb6-9e27-2d989458e9db admin admin] Router d8772b0f-eb2e-43e1-8573-c003f829b44f has already been hosted by L3 agent a0f054a9-d30b-4594-8de6-6c24438c3963 {{(pid=109910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:50:32.336629 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-00f45ba2-2cfc-4169-8657-c33f52d1477b req-6dee02c2-f347-4c24-9849-508ee701d937 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] 10.222.0.43 "GET /v2.0/security-groups?id=048da6e7-b971-418e-bf71-e442260133f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204655 Apr 08 10:50:32.414705 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Pushing event updated for resources: {'Port': ['ID=c4e06964-65fc-43d3-9d26-704a7ac807fc,revision_number=4']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:32.419684 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-78393e28-383d-412f-a0d1-02b5f97844d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:32.552375 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-828cf391-5074-45c9-bace-52f5265bd96f None None] Provisioning complete for port 90d0def9-41d1-4896-921d-00edc40df59b triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:50:32.552906 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-828cf391-5074-45c9-bace-52f5265bd96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (90d0def9-41d1-4896-921d-00edc40df59b), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:32.577049 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167885be-ebbf-4fb6-9e27-2d989458e9db admin admin] Notify agent at l3_agent.dv-cinder-836071-3-iscsi the message routers_updated {{(pid=109910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:50:32.583793 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-167885be-ebbf-4fb6-9e27-2d989458e9db admin admin] 10.222.0.43 "PUT /v2.0/routers/d8772b0f-eb2e-43e1-8573-c003f829b44f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1187165 Apr 08 10:50:32.589083 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d9b5c3-7093-4aba-b1de-5bfd89041b1b None None] Sync routers for ids ['d8772b0f-eb2e-43e1-8573-c003f829b44f'] in dv-cinder-836071-3-iscsi {{(pid=109912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:50:32.609876 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d9b5c3-7093-4aba-b1de-5bfd89041b1b None None] Routers {'d8772b0f-eb2e-43e1-8573-c003f829b44f'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:50:32.611518 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-d5d9b5c3-7093-4aba-b1de-5bfd89041b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:50:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['d8772b0f-eb2e-43e1-8573-c003f829b44f'], 'active': True} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:50:32.648713 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-78393e28-383d-412f-a0d1-02b5f97844d7 admin admin] Publish callbacks [] for security_group (7006faea-77b2-4243-b760-47b2aa7a94d0), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:32.656191 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-828cf391-5074-45c9-bace-52f5265bd96f None None] Port 90d0def9-41d1-4896-921d-00edc40df59b cannot update to ACTIVE because it is not bound. {{(pid=109911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 10:50:32.656458 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-78393e28-383d-412f-a0d1-02b5f97844d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (7006faea-77b2-4243-b760-47b2aa7a94d0), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:32.721962 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-78393e28-383d-412f-a0d1-02b5f97844d7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e3af2d4da6b3408fb985c87cf609971d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9933159 Apr 08 10:50:32.721962 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78393e28-383d-412f-a0d1-02b5f97844d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7006faea-77b2-4243-b760-47b2aa7a94d0,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:32.723628 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 52590) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:32.751709 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvr_db [None req-d5d9b5c3-7093-4aba-b1de-5bfd89041b1b None None] Set router d8772b0f-eb2e-43e1-8573-c003f829b44f gateway port host: dv-cinder-836071-3-iscsi {{(pid=109912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:50:32.883345 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-623e60d3-311c-4df4-a66c-07881eb2afd2 admin admin] Publish callbacks [] for security_group (7006faea-77b2-4243-b760-47b2aa7a94d0), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:32.948899 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-623e60d3-311c-4df4-a66c-07881eb2afd2 admin admin] Publish callbacks [] for security_group (7006faea-77b2-4243-b760-47b2aa7a94d0), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:33.018599 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-623e60d3-311c-4df4-a66c-07881eb2afd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (7006faea-77b2-4243-b760-47b2aa7a94d0), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:33.022798 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-623e60d3-311c-4df4-a66c-07881eb2afd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:33.027021 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-623e60d3-311c-4df4-a66c-07881eb2afd2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7006faea-77b2-4243-b760-47b2aa7a94d0 HTTP/1.1" status: 204 len: 168 time: 0.2989011 Apr 08 10:50:33.055830 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e60d3-311c-4df4-a66c-07881eb2afd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7006faea-77b2-4243-b760-47b2aa7a94d0,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:33.115710 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb0340-6372-48cc-b3bc-b2366b783a06 req-dba0b56f-0820-4675-a657-cd39383126dc tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:33.140208 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-fadb0340-6372-48cc-b3bc-b2366b783a06 req-dba0b56f-0820-4675-a657-cd39383126dc tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/networks?id=33a3be25-f434-41eb-a414-585facf4d669 HTTP/1.1" status: 200 len: 819 time: 0.3083172 Apr 08 10:50:33.174487 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-fadb0340-6372-48cc-b3bc-b2366b783a06 req-68ac4372-54e0-4ede-82bb-d058a2baf6fd tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/quotas/3b8c2bcd253d4480a40c77765f83e67a HTTP/1.1" status: 200 len: 375 time: 0.0329647 Apr 08 10:50:33.318076 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-d5d9b5c3-7093-4aba-b1de-5bfd89041b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'name': 'tempest-AttachVolumeNegativeTest-1105897746-router', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'b149437b-8d8c-45d5-8948-b52b29edf656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:50:18Z', 'updated_at': '2022-04-08T10:50:30Z', 'revision_number': 4, 'project_id': '734e32e8113d4e4db24c106da8458807', 'gw_port': {'id': 'b149437b-8d8c-45d5-8948-b52b29edf656', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:74:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:20Z', 'updated_at': '2022-04-08T10:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': '90d0def9-41d1-4896-921d-00edc40df59b', 'name': '', 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'mac_address': 'fa:16:3e:fb:76:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5f421bdc-b76f-40b9-9c95-2e839cd44c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:26Z', 'updated_at': '2022-04-08T10:50:30Z', 'revision_number': 2, 'project_id': '734e32e8113d4e4db24c106da8458807', 'subnets': [{'id': '5f421bdc-b76f-40b9-9c95-2e839cd44c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:50:33.359698 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-fadb0340-6372-48cc-b3bc-b2366b783a06 req-33986f10-dd0d-491f-8c80-d20d1c8f8dd9 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3b8c2bcd253d4480a40c77765f83e67a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1677847 Apr 08 10:50:33.389714 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device c4e06964-65fc-43d3-9d26-704a7ac807fc up at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:50:33.477483 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d9b5c3-7093-4aba-b1de-5bfd89041b1b None None] Checking router: d8772b0f-eb2e-43e1-8573-c003f829b44f for host: dv-cinder-836071-3-iscsi {{(pid=109912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:50:33.479331 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d9b5c3-7093-4aba-b1de-5bfd89041b1b None None] Updating router d8772b0f-eb2e-43e1-8573-c003f829b44f port 90d0def9-41d1-4896-921d-00edc40df59b binding host dv-cinder-836071-3-iscsi {{(pid=109912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:50:33.592293 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-d5d9b5c3-7093-4aba-b1de-5bfd89041b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (90d0def9-41d1-4896-921d-00edc40df59b), before_update {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:33.701505 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9716cf9a-ac9f-463c-abd4-6704c343aac0 None None] Sync routers for ids ['431ab173-8df2-4a50-9c79-fbdb2351a250'] in dv-cinder-836071-3-iscsi {{(pid=109911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:50:33.740713 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9716cf9a-ac9f-463c-abd4-6704c343aac0 None None] Routers {'431ab173-8df2-4a50-9c79-fbdb2351a250'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:50:33.742987 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-9716cf9a-ac9f-463c-abd4-6704c343aac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:50:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['431ab173-8df2-4a50-9c79-fbdb2351a250'], 'active': True} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:50:33.808751 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Provisioning complete for port c4e06964-65fc-43d3-9d26-704a7ac807fc triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:50:33.809225 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (c4e06964-65fc-43d3-9d26-704a7ac807fc), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:33.937927 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 52662) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:33.959424 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-2a2fb4e8-5e3d-4615-8eef-7977347aa90c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:33.993618 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvr_db [None req-9716cf9a-ac9f-463c-abd4-6704c343aac0 None None] Set router 431ab173-8df2-4a50-9c79-fbdb2351a250 gateway port host: dv-cinder-836071-3-iscsi {{(pid=109911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:50:34.135327 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Current status of the port c4e06964-65fc-43d3-9d26-704a7ac807fc is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:50:34.164928 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-2a2fb4e8-5e3d-4615-8eef-7977347aa90c admin admin] Publish callbacks [] for security_group (f4fbbd83-7295-4244-8878-183282aeedd6), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:34.174695 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-2a2fb4e8-5e3d-4615-8eef-7977347aa90c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (f4fbbd83-7295-4244-8878-183282aeedd6), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:34.231207 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-2a2fb4e8-5e3d-4615-8eef-7977347aa90c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7265b9b1025e4fc99baaed81e71904ae&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2921755 Apr 08 10:50:34.234042 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 52670) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:34.276439 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2fb4e8-5e3d-4615-8eef-7977347aa90c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fbbd83-7295-4244-8878-183282aeedd6,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:34.332417 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [req-86a4814e-5973-4631-b3e5-96b98fe14f87 req-f81f779f-e0bb-405a-9720-a477b2e1681d service neutron] Request body: {'port': {'device_id': 'f4d57e97-7b9c-450b-8852-86ada775c1f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:50:34.496085 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-86a4814e-5973-4631-b3e5-96b98fe14f87 req-f81f779f-e0bb-405a-9720-a477b2e1681d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (2e5b588a-3d62-4ba5-be62-a224fb76b222), before_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:34.527098 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-d5d9b5c3-7093-4aba-b1de-5bfd89041b1b None None] Publish callbacks [] for port (90d0def9-41d1-4896-921d-00edc40df59b), precommit_update {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:34.543562 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-d5d9b5c3-7093-4aba-b1de-5bfd89041b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (90d0def9-41d1-4896-921d-00edc40df59b), after_update {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:34.550175 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-9716cf9a-ac9f-463c-abd4-6704c343aac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431ab173-8df2-4a50-9c79-fbdb2351a250', 'name': 'tempest-ServerRescueNegativeTestJSON-2125950444-router', 'tenant_id': '3b8c2bcd253d4480a40c77765f83e67a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'c4e06964-65fc-43d3-9d26-704a7ac807fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:50:20Z', 'updated_at': '2022-04-08T10:50:27Z', 'revision_number': 4, 'project_id': '3b8c2bcd253d4480a40c77765f83e67a', 'gw_port': {'id': 'c4e06964-65fc-43d3-9d26-704a7ac807fc', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431ab173-8df2-4a50-9c79-fbdb2351a250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:21Z', 'updated_at': '2022-04-08T10:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': '1bcda31f-5446-4804-b5b1-5739a6c28345', 'name': '', 'network_id': '33a3be25-f434-41eb-a414-585facf4d669', 'tenant_id': '3b8c2bcd253d4480a40c77765f83e67a', 'mac_address': 'fa:16:3e:6a:48:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431ab173-8df2-4a50-9c79-fbdb2351a250', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '695d492a-ca30-42dc-b8aa-3b1f1f515ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:25Z', 'updated_at': '2022-04-08T10:50:28Z', 'revision_number': 2, 'project_id': '3b8c2bcd253d4480a40c77765f83e67a', 'subnets': [{'id': '695d492a-ca30-42dc-b8aa-3b1f1f515ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:50:34.616824 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9716cf9a-ac9f-463c-abd4-6704c343aac0 None None] Checking router: 431ab173-8df2-4a50-9c79-fbdb2351a250 for host: dv-cinder-836071-3-iscsi {{(pid=109911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:50:34.617210 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9716cf9a-ac9f-463c-abd4-6704c343aac0 None None] Updating router 431ab173-8df2-4a50-9c79-fbdb2351a250 port 1bcda31f-5446-4804-b5b1-5739a6c28345 binding host dv-cinder-836071-3-iscsi {{(pid=109911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:50:34.659825 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-9716cf9a-ac9f-463c-abd4-6704c343aac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (1bcda31f-5446-4804-b5b1-5739a6c28345), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:34.719395 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be17422-d100-4fc2-badb-c66957e5ab9f None None] Pushing event updated for resources: {'Port': ['ID=90d0def9-41d1-4896-921d-00edc40df59b,revision_number=3']} {{(pid=109912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:34.874003 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 52684) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:34.917630 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-5e1a0736-0d33-441d-9473-35e86731ae45 admin admin] Publish callbacks [] for security_group (f4fbbd83-7295-4244-8878-183282aeedd6), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:35.001278 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.managers [None req-d5d9b5c3-7093-4aba-b1de-5bfd89041b1b None None] Attempting to bind port 90d0def9-41d1-4896-921d-00edc40df59b on host dv-cinder-836071-3-iscsi for vnic_type normal with profile {{(pid=109912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 10:50:35.002949 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-5e1a0736-0d33-441d-9473-35e86731ae45 admin admin] Publish callbacks [] for security_group (f4fbbd83-7295-4244-8878-183282aeedd6), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:35.004991 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.managers [None req-d5d9b5c3-7093-4aba-b1de-5bfd89041b1b None None] Attempting to bind port 90d0def9-41d1-4896-921d-00edc40df59b by drivers openvswitch,hyperv on host dv-cinder-836071-3-iscsi at level 0 using segments [{'id': 'd1fbcf39-677c-48da-b8da-407bc29700aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525'}] {{(pid=109912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 10:50:35.005493 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d9b5c3-7093-4aba-b1de-5bfd89041b1b None None] Attempting to bind port 90d0def9-41d1-4896-921d-00edc40df59b on network a108a20f-c74a-4177-8672-00636aeb2525 {{(pid=109912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:50:35.030509 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d9b5c3-7093-4aba-b1de-5bfd89041b1b None None] Checking agent: {'id': 'd1e78606-e5cc-43c0-bc22-8a5324478286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 41, 48), 'started_at': datetime.datetime(2022, 4, 8, 10, 42, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 10:50:35.032297 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d9b5c3-7093-4aba-b1de-5bfd89041b1b None None] Checking segment: {'id': 'd1fbcf39-677c-48da-b8da-407bc29700aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:50:35.032812 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-d5d9b5c3-7093-4aba-b1de-5bfd89041b1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:35.035325 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d9b5c3-7093-4aba-b1de-5bfd89041b1b None None] Bound using segment: {'id': 'd1fbcf39-677c-48da-b8da-407bc29700aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525'} {{(pid=109912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 10:50:35.036077 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.managers [None req-d5d9b5c3-7093-4aba-b1de-5bfd89041b1b None None] Bound port: 90d0def9-41d1-4896-921d-00edc40df59b, host: dv-cinder-836071-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1fbcf39-677c-48da-b8da-407bc29700aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525'}}] {{(pid=109912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 10:50:35.039625 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-d5d9b5c3-7093-4aba-b1de-5bfd89041b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (90d0def9-41d1-4896-921d-00edc40df59b), before_update {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:35.143262 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 52692) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:35.150653 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.v2.base [None req-0cb35ccf-2c90-4aa7-8561-0924403069be tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Request body: {'security_group': {'name': 'tempest-securitygroup--634251717', 'description': 'tempest-description--1075354951'}} {{(pid=109909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:50:35.159160 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-5e1a0736-0d33-441d-9473-35e86731ae45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (f4fbbd83-7295-4244-8878-183282aeedd6), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:35.182259 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-5e1a0736-0d33-441d-9473-35e86731ae45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:35.188753 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-5e1a0736-0d33-441d-9473-35e86731ae45 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f4fbbd83-7295-4244-8878-183282aeedd6 HTTP/1.1" status: 204 len: 168 time: 0.9501333 Apr 08 10:50:35.256580 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.db [None req-d5d9b5c3-7093-4aba-b1de-5bfd89041b1b None None] For port 90d0def9-41d1-4896-921d-00edc40df59b, host dv-cinder-836071-3-iscsi, cleared binding levels {{(pid=109912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:50:35.265179 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.db [None req-d5d9b5c3-7093-4aba-b1de-5bfd89041b1b None None] For port 90d0def9-41d1-4896-921d-00edc40df59b, host dv-cinder-836071-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=90d0def9-41d1-4896-921d-00edc40df59b,segment=NetworkSegment(d1fbcf39-677c-48da-b8da-407bc29700aa),segment_id=d1fbcf39-677c-48da-b8da-407bc29700aa)] {{(pid=109912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:50:35.273646 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1a0736-0d33-441d-9473-35e86731ae45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4fbbd83-7295-4244-8878-183282aeedd6,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:35.279932 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-d5d9b5c3-7093-4aba-b1de-5bfd89041b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (90d0def9-41d1-4896-921d-00edc40df59b), after_update {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:35.315322 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-0cb35ccf-2c90-4aa7-8561-0924403069be tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for security_group (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:35.474169 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d9b5c3-7093-4aba-b1de-5bfd89041b1b None None] Routers {'d8772b0f-eb2e-43e1-8573-c003f829b44f'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:50:35.476273 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-d5d9b5c3-7093-4aba-b1de-5bfd89041b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:50:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['d8772b0f-eb2e-43e1-8573-c003f829b44f'], 'active': True} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:50:35.505624 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-e57c6b04-81ac-4605-9052-f33e710d49a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:35.508854 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-9716cf9a-ac9f-463c-abd4-6704c343aac0 None None] Publish callbacks [] for port (1bcda31f-5446-4804-b5b1-5739a6c28345), precommit_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:35.513817 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-17b58a8f-7139-43a8-8a75-f39b938639b3 None None] Provisioning complete for port 90d0def9-41d1-4896-921d-00edc40df59b triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:50:35.515184 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-17b58a8f-7139-43a8-8a75-f39b938639b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (90d0def9-41d1-4896-921d-00edc40df59b), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:35.619140 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be17422-d100-4fc2-badb-c66957e5ab9f None None] Pushing event updated for resources: {'Port': ['ID=90d0def9-41d1-4896-921d-00edc40df59b,revision_number=4']} {{(pid=109912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:35.645176 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-9716cf9a-ac9f-463c-abd4-6704c343aac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (1bcda31f-5446-4804-b5b1-5739a6c28345), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:35.691434 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb49dcf-ed9d-4394-a267-8263d50aae26 req-028313c6-1b49-4e53-927f-12c95495e313 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:35.693404 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-4bb49dcf-ed9d-4394-a267-8263d50aae26 req-028313c6-1b49-4e53-927f-12c95495e313 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4d57e97-7b9c-450b-8852-86ada775c1f4 HTTP/1.1" status: 200 len: 932 time: 0.3225167 Apr 08 10:50:35.706605 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-0cb35ccf-2c90-4aa7-8561-0924403069be tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for security_group (a034e5db-17e6-47a8-8cc7-ae9608b57d95), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:35.756491 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-0cb35ccf-2c90-4aa7-8561-0924403069be tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (a034e5db-17e6-47a8-8cc7-ae9608b57d95), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:35.802063 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790b0f53-1569-4a22-8ac7-95b5567c6b8a None None] Pushing event updated for resources: {'Port': ['ID=1bcda31f-5446-4804-b5b1-5739a6c28345,revision_number=3']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:35.806433 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [req-86a4814e-5973-4631-b3e5-96b98fe14f87 req-f81f779f-e0bb-405a-9720-a477b2e1681d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e5b588a-3d62-4ba5-be62-a224fb76b222 {{(pid=109910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:50:35.829916 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-4bb49dcf-ed9d-4394-a267-8263d50aae26 req-97944d4e-9431-4c2f-b5f8-372b59add026 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] 10.222.0.43 "GET /v2.0/security-groups?id=048da6e7-b971-418e-bf71-e442260133f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289866 Apr 08 10:50:35.831967 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-86a4814e-5973-4631-b3e5-96b98fe14f87 req-f81f779f-e0bb-405a-9720-a477b2e1681d service neutron] Publish callbacks [] for port (2e5b588a-3d62-4ba5-be62-a224fb76b222), precommit_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:35.880485 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.provisioning_blocks [req-86a4814e-5973-4631-b3e5-96b98fe14f87 req-f81f779f-e0bb-405a-9720-a477b2e1681d service neutron] Transition to ACTIVE for port object 2e5b588a-3d62-4ba5-be62-a224fb76b222 will not be triggered until provisioned by entity L2. {{(pid=109910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 10:50:35.883077 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb35ccf-2c90-4aa7-8561-0924403069be tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a034e5db-17e6-47a8-8cc7-ae9608b57d95,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:35.886676 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-86a4814e-5973-4631-b3e5-96b98fe14f87 req-f81f779f-e0bb-405a-9720-a477b2e1681d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (2e5b588a-3d62-4ba5-be62-a224fb76b222), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:35.932563 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvr_db [None req-d5d9b5c3-7093-4aba-b1de-5bfd89041b1b None None] Set router d8772b0f-eb2e-43e1-8573-c003f829b44f gateway port host: dv-cinder-836071-3-iscsi {{(pid=109912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:50:35.935270 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-0cb35ccf-2c90-4aa7-8561-0924403069be tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:35.947433 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-0cb35ccf-2c90-4aa7-8561-0924403069be tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8020821 Apr 08 10:50:35.948322 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 52710) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:35.967695 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.v2.base [None req-2a7222de-904d-4e56-8eba-43550c599c7d tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Request body: {'security_group_rule': {'security_group_id': 'a034e5db-17e6-47a8-8cc7-ae9608b57d95', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:50:36.000955 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-17b58a8f-7139-43a8-8a75-f39b938639b3 None None] Current status of the port 90d0def9-41d1-4896-921d-00edc40df59b is: DOWN; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:50:36.001847 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-17b58a8f-7139-43a8-8a75-f39b938639b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (90d0def9-41d1-4896-921d-00edc40df59b), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:36.028900 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [req-fadb0340-6372-48cc-b3bc-b2366b783a06 req-b6a8703c-250b-4187-8abd-c3d8b382dac6 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109910) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 10:50:36.064999 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-fadb0340-6372-48cc-b3bc-b2366b783a06 req-b6a8703c-250b-4187-8abd-c3d8b382dac6 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.6970503 Apr 08 10:50:36.104747 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-2a7222de-904d-4e56-8eba-43550c599c7d tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for security_group_rule (ca9e0b19-675a-48b2-a921-b457e150389b), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:36.129798 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-e57c6b04-81ac-4605-9052-f33e710d49a5 admin admin] Publish callbacks [] for security_group (3ddfaa9c-d923-44bb-9135-91fb4b5c3644), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:36.153286 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-e57c6b04-81ac-4605-9052-f33e710d49a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (3ddfaa9c-d923-44bb-9135-91fb4b5c3644), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:36.176354 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-17b58a8f-7139-43a8-8a75-f39b938639b3 None None] For port 90d0def9-41d1-4896-921d-00edc40df59b, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=90d0def9-41d1-4896-921d-00edc40df59b,segment=NetworkSegment(d1fbcf39-677c-48da-b8da-407bc29700aa),segment_id=d1fbcf39-677c-48da-b8da-407bc29700aa)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:50:36.177992 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.managers [None req-9716cf9a-ac9f-463c-abd4-6704c343aac0 None None] Attempting to bind port 1bcda31f-5446-4804-b5b1-5739a6c28345 on host dv-cinder-836071-3-iscsi for vnic_type normal with profile {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 10:50:36.178715 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.managers [None req-9716cf9a-ac9f-463c-abd4-6704c343aac0 None None] Attempting to bind port 1bcda31f-5446-4804-b5b1-5739a6c28345 by drivers openvswitch,hyperv on host dv-cinder-836071-3-iscsi at level 0 using segments [{'id': '564b6ad4-8714-4fe4-8ffa-791e2a8589f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '33a3be25-f434-41eb-a414-585facf4d669'}] {{(pid=109911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 10:50:36.179513 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9716cf9a-ac9f-463c-abd4-6704c343aac0 None None] Attempting to bind port 1bcda31f-5446-4804-b5b1-5739a6c28345 on network 33a3be25-f434-41eb-a414-585facf4d669 {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:50:36.184190 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-17b58a8f-7139-43a8-8a75-f39b938639b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (90d0def9-41d1-4896-921d-00edc40df59b), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:36.196059 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9716cf9a-ac9f-463c-abd4-6704c343aac0 None None] Checking agent: {'id': 'd1e78606-e5cc-43c0-bc22-8a5324478286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 41, 48), 'started_at': datetime.datetime(2022, 4, 8, 10, 42, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 10:50:36.196732 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9716cf9a-ac9f-463c-abd4-6704c343aac0 None None] Checking segment: {'id': '564b6ad4-8714-4fe4-8ffa-791e2a8589f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '33a3be25-f434-41eb-a414-585facf4d669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:50:36.197444 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-9716cf9a-ac9f-463c-abd4-6704c343aac0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:36.197981 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9716cf9a-ac9f-463c-abd4-6704c343aac0 None None] Bound using segment: {'id': '564b6ad4-8714-4fe4-8ffa-791e2a8589f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '33a3be25-f434-41eb-a414-585facf4d669'} {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 10:50:36.198667 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.managers [None req-9716cf9a-ac9f-463c-abd4-6704c343aac0 None None] Bound port: 1bcda31f-5446-4804-b5b1-5739a6c28345, host: dv-cinder-836071-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '564b6ad4-8714-4fe4-8ffa-791e2a8589f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '33a3be25-f434-41eb-a414-585facf4d669'}}] {{(pid=109911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 10:50:36.199191 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-9716cf9a-ac9f-463c-abd4-6704c343aac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (1bcda31f-5446-4804-b5b1-5739a6c28345), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:36.251214 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57c6b04-81ac-4605-9052-f33e710d49a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ddfaa9c-d923-44bb-9135-91fb4b5c3644,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:36.349618 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-e57c6b04-81ac-4605-9052-f33e710d49a5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c6cf4cfac72b45389478bbca958c64b1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4723821 Apr 08 10:50:36.351169 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 52722) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:36.372735 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-9716cf9a-ac9f-463c-abd4-6704c343aac0 None None] For port 1bcda31f-5446-4804-b5b1-5739a6c28345, host dv-cinder-836071-3-iscsi, cleared binding levels {{(pid=109911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:50:36.381613 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-9716cf9a-ac9f-463c-abd4-6704c343aac0 None None] For port 1bcda31f-5446-4804-b5b1-5739a6c28345, host dv-cinder-836071-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=1bcda31f-5446-4804-b5b1-5739a6c28345,segment=NetworkSegment(564b6ad4-8714-4fe4-8ffa-791e2a8589f1),segment_id=564b6ad4-8714-4fe4-8ffa-791e2a8589f1)] {{(pid=109911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:50:36.418678 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-fadb0340-6372-48cc-b3bc-b2366b783a06 req-06e7c753-2473-45f9-a0fe-e6097add3f30 service neutron] 10.222.0.43 "GET /v2.0/networks/33a3be25-f434-41eb-a414-585facf4d669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489039 Apr 08 10:50:36.449991 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-9716cf9a-ac9f-463c-abd4-6704c343aac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (1bcda31f-5446-4804-b5b1-5739a6c28345), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:36.547780 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-2a7222de-904d-4e56-8eba-43550c599c7d tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for security_group_rule (ca9e0b19-675a-48b2-a921-b457e150389b), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:36.583145 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b58a8f-7139-43a8-8a75-f39b938639b3 None None] Pushing event updated for resources: {'Port': ['ID=90d0def9-41d1-4896-921d-00edc40df59b,revision_number=5']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:36.604350 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-72df9469-f08a-4376-9e0b-b1914cc6507b None None] Provisioning complete for port 1bcda31f-5446-4804-b5b1-5739a6c28345 triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:50:36.611539 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-72df9469-f08a-4376-9e0b-b1914cc6507b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (1bcda31f-5446-4804-b5b1-5739a6c28345), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:36.637501 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-ef6a4b28-03c0-40a3-b9d0-6bebea22887b admin admin] Publish callbacks [] for security_group (3ddfaa9c-d923-44bb-9135-91fb4b5c3644), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:36.691571 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-d5d9b5c3-7093-4aba-b1de-5bfd89041b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'name': 'tempest-AttachVolumeNegativeTest-1105897746-router', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'b149437b-8d8c-45d5-8948-b52b29edf656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:50:18Z', 'updated_at': '2022-04-08T10:50:30Z', 'revision_number': 4, 'project_id': '734e32e8113d4e4db24c106da8458807', 'gw_port': {'id': 'b149437b-8d8c-45d5-8948-b52b29edf656', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:74:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:20Z', 'updated_at': '2022-04-08T10:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': '90d0def9-41d1-4896-921d-00edc40df59b', 'name': '', 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'mac_address': 'fa:16:3e:fb:76:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5f421bdc-b76f-40b9-9c95-2e839cd44c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:26Z', 'updated_at': '2022-04-08T10:50:35Z', 'revision_number': 4, 'project_id': '734e32e8113d4e4db24c106da8458807', 'subnets': [{'id': '5f421bdc-b76f-40b9-9c95-2e839cd44c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:50:36.720757 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81f779f-e0bb-405a-9720-a477b2e1681d service neutron] Pushing event updated for resources: {'Port': ['ID=2e5b588a-3d62-4ba5-be62-a224fb76b222,revision_number=2']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:36.747481 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-ef6a4b28-03c0-40a3-b9d0-6bebea22887b admin admin] Publish callbacks [] for security_group (3ddfaa9c-d923-44bb-9135-91fb4b5c3644), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:36.796495 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.managers [req-86a4814e-5973-4631-b3e5-96b98fe14f87 req-f81f779f-e0bb-405a-9720-a477b2e1681d service neutron] Attempting to bind port 2e5b588a-3d62-4ba5-be62-a224fb76b222 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 10:50:36.797174 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.managers [req-86a4814e-5973-4631-b3e5-96b98fe14f87 req-f81f779f-e0bb-405a-9720-a477b2e1681d service neutron] Attempting to bind port 2e5b588a-3d62-4ba5-be62-a224fb76b222 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '5de37203-72e1-4662-b44e-7718a1d96754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd8b105e1-4a31-4a50-89d6-b1e6deea67e2'}] {{(pid=109910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 10:50:36.798851 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a4814e-5973-4631-b3e5-96b98fe14f87 req-f81f779f-e0bb-405a-9720-a477b2e1681d service neutron] Attempting to bind port 2e5b588a-3d62-4ba5-be62-a224fb76b222 on network d8b105e1-4a31-4a50-89d6-b1e6deea67e2 {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:50:36.811925 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d9b5c3-7093-4aba-b1de-5bfd89041b1b None None] The sync data for ids ['d8772b0f-eb2e-43e1-8573-c003f829b44f'] in dv-cinder-836071-3-iscsi is: [{'id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'name': 'tempest-AttachVolumeNegativeTest-1105897746-router', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'b149437b-8d8c-45d5-8948-b52b29edf656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:50:18Z', 'updated_at': '2022-04-08T10:50:30Z', 'revision_number': 4, 'project_id': '734e32e8113d4e4db24c106da8458807', 'gw_port': {'id': 'b149437b-8d8c-45d5-8948-b52b29edf656', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:74:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:20Z', 'updated_at': '2022-04-08T10:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': '90d0def9-41d1-4896-921d-00edc40df59b', 'name': '', 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'mac_address': 'fa:16:3e:fb:76:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5f421bdc-b76f-40b9-9c95-2e839cd44c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:26Z', 'updated_at': '2022-04-08T10:50:35Z', 'revision_number': 4, 'project_id': '734e32e8113d4e4db24c106da8458807', 'subnets': [{'id': '5f421bdc-b76f-40b9-9c95-2e839cd44c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:50:36.921226 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-2a7222de-904d-4e56-8eba-43550c599c7d tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682660'] for security_group_rule (ca9e0b19-675a-48b2-a921-b457e150389b), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:36.954918 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a4814e-5973-4631-b3e5-96b98fe14f87 req-f81f779f-e0bb-405a-9720-a477b2e1681d service neutron] Port 2e5b588a-3d62-4ba5-be62-a224fb76b222 on network d8b105e1-4a31-4a50-89d6-b1e6deea67e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 10:50:36.961936 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a4814e-5973-4631-b3e5-96b98fe14f87 req-f81f779f-e0bb-405a-9720-a477b2e1681d service neutron] Attempting to bind port 2e5b588a-3d62-4ba5-be62-a224fb76b222 on network d8b105e1-4a31-4a50-89d6-b1e6deea67e2 {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:50:36.981470 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-ef6a4b28-03c0-40a3-b9d0-6bebea22887b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (3ddfaa9c-d923-44bb-9135-91fb4b5c3644), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:36.988410 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-ef6a4b28-03c0-40a3-b9d0-6bebea22887b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:37.000006 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-ef6a4b28-03c0-40a3-b9d0-6bebea22887b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3ddfaa9c-d923-44bb-9135-91fb4b5c3644 HTTP/1.1" status: 204 len: 168 time: 0.6418650 Apr 08 10:50:37.009114 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a4814e-5973-4631-b3e5-96b98fe14f87 req-f81f779f-e0bb-405a-9720-a477b2e1681d service neutron] Checking agent: {'id': 'df0b008b-1017-45b0-9cbd-b6387ecfd69a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 48, 18), 'started_at': datetime.datetime(2022, 4, 8, 10, 48, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 10:50:37.012894 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-2a7222de-904d-4e56-8eba-43550c599c7d tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:37.014524 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9716cf9a-ac9f-463c-abd4-6704c343aac0 None None] Routers {'431ab173-8df2-4a50-9c79-fbdb2351a250'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:50:37.017250 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-2a7222de-904d-4e56-8eba-43550c599c7d tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0653353 Apr 08 10:50:37.018038 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-9716cf9a-ac9f-463c-abd4-6704c343aac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:50:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['431ab173-8df2-4a50-9c79-fbdb2351a250'], 'active': True} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:50:37.023154 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7222de-904d-4e56-8eba-43550c599c7d tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca9e0b19-675a-48b2-a921-b457e150389b,revision_number=0']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:37.026213 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a4814e-5973-4631-b3e5-96b98fe14f87 req-f81f779f-e0bb-405a-9720-a477b2e1681d service neutron] Checking segment: {'id': '5de37203-72e1-4662-b44e-7718a1d96754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd8b105e1-4a31-4a50-89d6-b1e6deea67e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:50:37.026804 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a4814e-5973-4631-b3e5-96b98fe14f87 req-f81f779f-e0bb-405a-9720-a477b2e1681d service neutron] Bound using segment: {'id': '5de37203-72e1-4662-b44e-7718a1d96754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd8b105e1-4a31-4a50-89d6-b1e6deea67e2'} {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 10:50:37.027301 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.managers [req-86a4814e-5973-4631-b3e5-96b98fe14f87 req-f81f779f-e0bb-405a-9720-a477b2e1681d service neutron] Bound port: 2e5b588a-3d62-4ba5-be62-a224fb76b222, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5de37203-72e1-4662-b44e-7718a1d96754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd8b105e1-4a31-4a50-89d6-b1e6deea67e2'}}] {{(pid=109910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 10:50:37.037380 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-86a4814e-5973-4631-b3e5-96b98fe14f87 req-f81f779f-e0bb-405a-9720-a477b2e1681d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (2e5b588a-3d62-4ba5-be62-a224fb76b222), before_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:37.048709 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 52758) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:37.056828 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.v2.base [None req-94df9e6d-3e80-40a0-acae-bf68e3e8ac44 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Request body: {'security_group_rule': {'security_group_id': 'a034e5db-17e6-47a8-8cc7-ae9608b57d95', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:50:37.124391 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6a4b28-03c0-40a3-b9d0-6bebea22887b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ddfaa9c-d923-44bb-9135-91fb4b5c3644,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:37.140643 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-94df9e6d-3e80-40a0-acae-bf68e3e8ac44 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for security_group_rule (fdda31d1-3de3-47a6-9a1c-467b24f19ab1), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:37.205462 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.agents_db [None req-4d82583b-548a-400c-8f4c-c09be56c4ea4 None None] Agent healthcheck: found 6 active agents {{(pid=109912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 10:50:37.253609 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-fadb0340-6372-48cc-b3bc-b2366b783a06 req-211ba36d-8414-40d9-b547-76c02329e3dc service neutron] 10.222.0.43 "GET /v2.0/networks/33a3be25-f434-41eb-a414-585facf4d669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6310143 Apr 08 10:50:37.346146 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-94df9e6d-3e80-40a0-acae-bf68e3e8ac44 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for security_group_rule (fdda31d1-3de3-47a6-9a1c-467b24f19ab1), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:37.348484 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvr_db [None req-9716cf9a-ac9f-463c-abd4-6704c343aac0 None None] Set router 431ab173-8df2-4a50-9c79-fbdb2351a250 gateway port host: dv-cinder-836071-3-iscsi {{(pid=109911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:50:37.352660 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-94df9e6d-3e80-40a0-acae-bf68e3e8ac44 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682660'] for security_group_rule (fdda31d1-3de3-47a6-9a1c-467b24f19ab1), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:37.397312 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-94df9e6d-3e80-40a0-acae-bf68e3e8ac44 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:37.398944 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-94df9e6d-3e80-40a0-acae-bf68e3e8ac44 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3484812 Apr 08 10:50:37.405145 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 52766) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:37.414621 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.v2.base [None req-9e19cb9e-e261-4eb9-b231-148893339890 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Request body: {'floatingip': {'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b'}} {{(pid=109909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:50:37.436684 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94df9e6d-3e80-40a0-acae-bf68e3e8ac44 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdda31d1-3de3-47a6-9a1c-467b24f19ab1,revision_number=0']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:37.451987 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c903ccb-9b78-477f-b38d-245fb091c442 req-a4490912-7c34-48de-bf3f-c73de87d0a59 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:37.463742 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-8c903ccb-9b78-477f-b38d-245fb091c442 req-a4490912-7c34-48de-bf3f-c73de87d0a59 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4d57e97-7b9c-450b-8852-86ada775c1f4 HTTP/1.1" status: 200 len: 944 time: 0.3667619 Apr 08 10:50:37.478899 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [req-86a4814e-5973-4631-b3e5-96b98fe14f87 req-f81f779f-e0bb-405a-9720-a477b2e1681d service neutron] For port 2e5b588a-3d62-4ba5-be62-a224fb76b222, host hv-cinder-83607, cleared binding levels {{(pid=109910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:50:37.486677 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-9e19cb9e-e261-4eb9-b231-148893339890 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:37.499072 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [req-86a4814e-5973-4631-b3e5-96b98fe14f87 req-f81f779f-e0bb-405a-9720-a477b2e1681d service neutron] For port 2e5b588a-3d62-4ba5-be62-a224fb76b222, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=2e5b588a-3d62-4ba5-be62-a224fb76b222,segment=NetworkSegment(5de37203-72e1-4662-b44e-7718a1d96754),segment_id=5de37203-72e1-4662-b44e-7718a1d96754)] {{(pid=109910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:50:37.577677 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-86a4814e-5973-4631-b3e5-96b98fe14f87 req-f81f779f-e0bb-405a-9720-a477b2e1681d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (2e5b588a-3d62-4ba5-be62-a224fb76b222), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:37.586030 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device 90d0def9-41d1-4896-921d-00edc40df59b up at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:50:37.677964 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4814e-5973-4631-b3e5-96b98fe14f87 req-f81f779f-e0bb-405a-9720-a477b2e1681d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:37.680223 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-86a4814e-5973-4631-b3e5-96b98fe14f87 req-f81f779f-e0bb-405a-9720-a477b2e1681d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553535'] for port (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:37.684904 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-86a4814e-5973-4631-b3e5-96b98fe14f87 req-f81f779f-e0bb-405a-9720-a477b2e1681d service neutron] 10.222.0.39 "PUT /v2.0/ports/2e5b588a-3d62-4ba5-be62-a224fb76b222 HTTP/1.1" status: 200 len: 1094 time: 4.1190135 Apr 08 10:50:37.815502 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d57e97-7b9c-450b-8852-86ada775c1f4', 'tag': '2e5b588a-3d62-4ba5-be62-a224fb76b222'}] {{(pid=109910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:50:37.996509 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790b0f53-1569-4a22-8ac7-95b5567c6b8a None None] Pushing event updated for resources: {'Port': ['ID=1bcda31f-5446-4804-b5b1-5739a6c28345,revision_number=4']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:38.186682 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-9e19cb9e-e261-4eb9-b231-148893339890 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:38.201287 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 52790) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:38.203409 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 52792) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:38.315236 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-8c903ccb-9b78-477f-b38d-245fb091c442 req-6c46def9-872e-498a-bfd3-2134ae781075 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] 10.222.0.43 "GET /v2.0/security-groups?id=048da6e7-b971-418e-bf71-e442260133f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8502440 Apr 08 10:50:38.502904 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81f779f-e0bb-405a-9720-a477b2e1681d service neutron] Pushing event updated for resources: {'Port': ['ID=2e5b588a-3d62-4ba5-be62-a224fb76b222,revision_number=3']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:38.519489 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.db.db_base_plugin_common [None req-9e19cb9e-e261-4eb9-b231-148893339890 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Allocated IP 172.27.2.8 (173a9438-8c11-42c7-a64e-a6d835b0fe8b/3e92b2da-8062-400a-a6d5-15b49fe43bf4/185816be-649a-4357-9dfa-21a8465bce84) {{(pid=109909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:50:38.619307 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-e464c21f-2b77-4246-8c2d-2fbf356882bc req-ce558a35-1fdd-4ea2-bc2a-74d1731f8943 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=38552159-8141-4147-8561-ce8089d7eeec HTTP/1.1" status: 200 len: 210 time: 0.3512630 Apr 08 10:50:38.640649 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-cd256fe4-fd37-4693-a8f3-b826c49b7a36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:38.671068 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-72df9469-f08a-4376-9e0b-b1914cc6507b None None] Current status of the port 1bcda31f-5446-4804-b5b1-5739a6c28345 is: DOWN; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:50:38.676026 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-72df9469-f08a-4376-9e0b-b1914cc6507b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (1bcda31f-5446-4804-b5b1-5739a6c28345), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:38.774994 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4814e-5973-4631-b3e5-96b98fe14f87 req-9e996861-bb17-4a75-95af-ca3ce9b989a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:38.785814 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-86a4814e-5973-4631-b3e5-96b98fe14f87 req-9e996861-bb17-4a75-95af-ca3ce9b989a6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cdc273fbc9b84e0f83f6c6a6f01e1da2&device_id=f4d57e97-7b9c-450b-8852-86ada775c1f4 HTTP/1.1" status: 200 len: 1128 time: 0.9750571 Apr 08 10:50:38.817219 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-9716cf9a-ac9f-463c-abd4-6704c343aac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431ab173-8df2-4a50-9c79-fbdb2351a250', 'name': 'tempest-ServerRescueNegativeTestJSON-2125950444-router', 'tenant_id': '3b8c2bcd253d4480a40c77765f83e67a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'c4e06964-65fc-43d3-9d26-704a7ac807fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:50:20Z', 'updated_at': '2022-04-08T10:50:27Z', 'revision_number': 4, 'project_id': '3b8c2bcd253d4480a40c77765f83e67a', 'gw_port': {'id': 'c4e06964-65fc-43d3-9d26-704a7ac807fc', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431ab173-8df2-4a50-9c79-fbdb2351a250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:21Z', 'updated_at': '2022-04-08T10:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': '1bcda31f-5446-4804-b5b1-5739a6c28345', 'name': '', 'network_id': '33a3be25-f434-41eb-a414-585facf4d669', 'tenant_id': '3b8c2bcd253d4480a40c77765f83e67a', 'mac_address': 'fa:16:3e:6a:48:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431ab173-8df2-4a50-9c79-fbdb2351a250', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '695d492a-ca30-42dc-b8aa-3b1f1f515ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:25Z', 'updated_at': '2022-04-08T10:50:36Z', 'revision_number': 4, 'project_id': '3b8c2bcd253d4480a40c77765f83e67a', 'subnets': [{'id': '695d492a-ca30-42dc-b8aa-3b1f1f515ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:50:38.834719 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-72df9469-f08a-4376-9e0b-b1914cc6507b None None] For port 1bcda31f-5446-4804-b5b1-5739a6c28345, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=1bcda31f-5446-4804-b5b1-5739a6c28345,segment=NetworkSegment(564b6ad4-8714-4fe4-8ffa-791e2a8589f1),segment_id=564b6ad4-8714-4fe4-8ffa-791e2a8589f1)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:50:38.888014 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9716cf9a-ac9f-463c-abd4-6704c343aac0 None None] The sync data for ids ['431ab173-8df2-4a50-9c79-fbdb2351a250'] in dv-cinder-836071-3-iscsi is: [{'id': '431ab173-8df2-4a50-9c79-fbdb2351a250', 'name': 'tempest-ServerRescueNegativeTestJSON-2125950444-router', 'tenant_id': '3b8c2bcd253d4480a40c77765f83e67a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'c4e06964-65fc-43d3-9d26-704a7ac807fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:50:20Z', 'updated_at': '2022-04-08T10:50:27Z', 'revision_number': 4, 'project_id': '3b8c2bcd253d4480a40c77765f83e67a', 'gw_port': {'id': 'c4e06964-65fc-43d3-9d26-704a7ac807fc', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431ab173-8df2-4a50-9c79-fbdb2351a250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:21Z', 'updated_at': '2022-04-08T10:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': '1bcda31f-5446-4804-b5b1-5739a6c28345', 'name': '', 'network_id': '33a3be25-f434-41eb-a414-585facf4d669', 'tenant_id': '3b8c2bcd253d4480a40c77765f83e67a', 'mac_address': 'fa:16:3e:6a:48:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431ab173-8df2-4a50-9c79-fbdb2351a250', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '695d492a-ca30-42dc-b8aa-3b1f1f515ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:25Z', 'updated_at': '2022-04-08T10:50:36Z', 'revision_number': 4, 'project_id': '3b8c2bcd253d4480a40c77765f83e67a', 'subnets': [{'id': '695d492a-ca30-42dc-b8aa-3b1f1f515ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:50:38.894068 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-72df9469-f08a-4376-9e0b-b1914cc6507b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (1bcda31f-5446-4804-b5b1-5739a6c28345), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:38.896777 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-cd256fe4-fd37-4693-a8f3-b826c49b7a36 admin admin] Publish callbacks [] for security_group (7f2fbd54-f252-4fd1-860f-a61fc0229815), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:38.955575 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-cd256fe4-fd37-4693-a8f3-b826c49b7a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (7f2fbd54-f252-4fd1-860f-a61fc0229815), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:38.974346 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df9469-f08a-4376-9e0b-b1914cc6507b None None] Pushing event updated for resources: {'Port': ['ID=1bcda31f-5446-4804-b5b1-5739a6c28345,revision_number=5']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:39.000043 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Provisioning complete for port 90d0def9-41d1-4896-921d-00edc40df59b triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:50:39.000709 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (90d0def9-41d1-4896-921d-00edc40df59b), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:39.007612 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c101578fc708467248d177b11db2e3e6a7db5c554c0046cb1dea7ab1ce8b9fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f459d0c-e67e-4772-a805-b68391aa28d8" -d '{"events": [{"name": "network-changed", "server_uuid": "f4d57e97-7b9c-450b-8852-86ada775c1f4", "tag": "2e5b588a-3d62-4ba5-be62-a224fb76b222"}]}' {{(pid=109910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:50:39.152306 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-86a4814e-5973-4631-b3e5-96b98fe14f87 req-8cb7d08a-8d7c-4e25-8127-ff22d2ea351f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e5b588a-3d62-4ba5-be62-a224fb76b222 HTTP/1.1" status: 200 len: 217 time: 0.3544824 Apr 08 10:50:39.157788 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 52834) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:39.162412 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-cd256fe4-fd37-4693-a8f3-b826c49b7a36 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f891c462310a437f9bc5b9d800a8b8e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9540951 Apr 08 10:50:39.169595 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-72df9469-f08a-4376-9e0b-b1914cc6507b None None] Provisioning complete for port 90d0def9-41d1-4896-921d-00edc40df59b triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:50:39.169972 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-72df9469-f08a-4376-9e0b-b1914cc6507b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (90d0def9-41d1-4896-921d-00edc40df59b), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:39.212214 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-c43026d1-be86-4023-af7a-8b25ab4db7b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:39.434660 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-9e19cb9e-e261-4eb9-b231-148893339890 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for port (185816be-649a-4357-9dfa-21a8465bce84), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:39.438834 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd256fe4-fd37-4693-a8f3-b826c49b7a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2fbd54-f252-4fd1-860f-a61fc0229815,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:39.473687 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4814e-5973-4631-b3e5-96b98fe14f87 req-6d2fe57d-6e10-40b6-a1ad-61c9334bf9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:39.475201 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-86a4814e-5973-4631-b3e5-96b98fe14f87 req-6d2fe57d-6e10-40b6-a1ad-61c9334bf9dd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0b19eab4-e674-43bd-a095-28a885193676 HTTP/1.1" status: 200 len: 852 time: 0.3037622 Apr 08 10:50:39.485046 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-c43026d1-be86-4023-af7a-8b25ab4db7b1 admin admin] Publish callbacks [] for security_group (cd12efe9-0336-46ec-94aa-b74fec5837ec), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:39.503256 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-c43026d1-be86-4023-af7a-8b25ab4db7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (cd12efe9-0336-46ec-94aa-b74fec5837ec), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:39.551015 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43026d1-be86-4023-af7a-8b25ab4db7b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd12efe9-0336-46ec-94aa-b74fec5837ec,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:39.576930 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Current status of the port 90d0def9-41d1-4896-921d-00edc40df59b is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:50:39.643840 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-c43026d1-be86-4023-af7a-8b25ab4db7b1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1ceb92f6752c4620957183fadac93a7f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4344656 Apr 08 10:50:39.660868 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 52858) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:39.701288 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-9e19cb9e-e261-4eb9-b231-148893339890 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861'] for port (185816be-649a-4357-9dfa-21a8465bce84), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:39.727554 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-72df9469-f08a-4376-9e0b-b1914cc6507b None None] Current status of the port 90d0def9-41d1-4896-921d-00edc40df59b is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:50:39.783589 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device 1bcda31f-5446-4804-b5b1-5739a6c28345 up at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:50:39.879653 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-86a4814e-5973-4631-b3e5-96b98fe14f87 req-2e9d1f7e-5633-4755-bda8-3fb419342abf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d8b105e1-4a31-4a50-89d6-b1e6deea67e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3828502 Apr 08 10:50:39.889038 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19cb9e-e261-4eb9-b231-148893339890 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Pushing event updated for resources: {'Port': ['ID=185816be-649a-4357-9dfa-21a8465bce84,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:39.973455 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-33484b0d-a2e6-4acb-8a56-e4a3483d17e9 None None] Provisioning complete for port 1bcda31f-5446-4804-b5b1-5739a6c28345 triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:50:39.973927 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-33484b0d-a2e6-4acb-8a56-e4a3483d17e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (1bcda31f-5446-4804-b5b1-5739a6c28345), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:40.032270 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e19cb9e-e261-4eb9-b231-148893339890 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Network 173a9438-8c11-42c7-a64e-a6d835b0fe8b is already hosted by enough agents. {{(pid=109909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:50:40.038043 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.base_scheduler [None req-9e19cb9e-e261-4eb9-b231-148893339890 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Resources bound (agent type, host, resource id): {{(pid=109909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:50:40.058813 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e19cb9e-e261-4eb9-b231-148893339890 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Received port after_create {{(pid=109909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 10:50:40.060147 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 10:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f74bd26-1b42-4216-8bed-123cb749b167 x-openstack-request-id: req-8f74bd26-1b42-4216-8bed-123cb749b167 {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:50:40.062867 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4d57e97-7b9c-450b-8852-86ada775c1f4", "tag": "2e5b588a-3d62-4ba5-be62-a224fb76b222", "status": "completed", "code": 200}]} {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:50:40.063426 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8f74bd26-1b42-4216-8bed-123cb749b167 {{(pid=109910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:50:40.065787 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f74bd26-1b42-4216-8bed-123cb749b167'] response: {'name': 'network-changed', 'server_uuid': 'f4d57e97-7b9c-450b-8852-86ada775c1f4', 'tag': '2e5b588a-3d62-4ba5-be62-a224fb76b222', 'status': 'completed', 'code': 200} Apr 08 10:50:40.076741 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Provisioning complete for port 1bcda31f-5446-4804-b5b1-5739a6c28345 triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:50:40.077339 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (1bcda31f-5446-4804-b5b1-5739a6c28345), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:40.227740 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-33484b0d-a2e6-4acb-8a56-e4a3483d17e9 None None] Current status of the port 1bcda31f-5446-4804-b5b1-5739a6c28345 is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:50:40.339143 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Current status of the port 1bcda31f-5446-4804-b5b1-5739a6c28345 is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:50:40.455719 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-9e19cb9e-e261-4eb9-b231-148893339890 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for floatingip (3213ec0a-4436-4ea4-bb67-03f844222181), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:40.471008 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-54162767-a284-4d1e-b77b-473875fc0dd1 admin admin] Publish callbacks [] for security_group (7f2fbd54-f252-4fd1-860f-a61fc0229815), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:40.563360 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1316a184-1cd3-4545-ac7d-a64bf2905014 req-f1f2996a-9730-4dc2-918d-3816a5ab71bf tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:40.574357 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1316a184-1cd3-4545-ac7d-a64bf2905014 req-f1f2996a-9730-4dc2-918d-3816a5ab71bf tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/networks?id=33a3be25-f434-41eb-a414-585facf4d669 HTTP/1.1" status: 200 len: 819 time: 1.0980711 Apr 08 10:50:40.590017 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-54162767-a284-4d1e-b77b-473875fc0dd1 admin admin] Publish callbacks [] for security_group (7f2fbd54-f252-4fd1-860f-a61fc0229815), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:40.647959 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-56578689-4919-446e-8198-9d0458e7e726 admin admin] Publish callbacks [] for security_group (cd12efe9-0336-46ec-94aa-b74fec5837ec), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:40.701691 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-9e19cb9e-e261-4eb9-b231-148893339890 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (185816be-649a-4357-9dfa-21a8465bce84), before_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:40.710215 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1316a184-1cd3-4545-ac7d-a64bf2905014 req-db605b32-edec-4453-ac93-f8070c322f73 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/quotas/3b8c2bcd253d4480a40c77765f83e67a HTTP/1.1" status: 200 len: 375 time: 0.1345439 Apr 08 10:50:40.910095 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-56578689-4919-446e-8198-9d0458e7e726 admin admin] Publish callbacks [] for security_group (cd12efe9-0336-46ec-94aa-b74fec5837ec), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:41.007223 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef15fa97-f5c3-4ad0-a3d6-ed14c81ba9c4 req-c736c66a-35ab-4159-aa20-16d426ec1dc0 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:41.017937 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ef15fa97-f5c3-4ad0-a3d6-ed14c81ba9c4 req-c736c66a-35ab-4159-aa20-16d426ec1dc0 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4d57e97-7b9c-450b-8852-86ada775c1f4 HTTP/1.1" status: 200 len: 944 time: 0.8555667 Apr 08 10:50:41.068278 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-86a4814e-5973-4631-b3e5-96b98fe14f87 req-62d8635d-9938-462a-9dc9-e6ca43f44bf9 service neutron] 10.222.0.39 "GET /v2.0/networks/d8b105e1-4a31-4a50-89d6-b1e6deea67e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1622713 Apr 08 10:50:41.106094 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-54162767-a284-4d1e-b77b-473875fc0dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (7f2fbd54-f252-4fd1-860f-a61fc0229815), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:41.109485 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-54162767-a284-4d1e-b77b-473875fc0dd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:41.111265 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-54162767-a284-4d1e-b77b-473875fc0dd1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7f2fbd54-f252-4fd1-860f-a61fc0229815 HTTP/1.1" status: 204 len: 168 time: 1.9525204 Apr 08 10:50:41.127719 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ef15fa97-f5c3-4ad0-a3d6-ed14c81ba9c4 req-a2fd7021-2c2d-426b-9f19-10e09c814daa tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] 10.222.0.43 "GET /v2.0/security-groups?id=048da6e7-b971-418e-bf71-e442260133f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050665 Apr 08 10:50:41.165755 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54162767-a284-4d1e-b77b-473875fc0dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2fbd54-f252-4fd1-860f-a61fc0229815,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:41.219534 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1316a184-1cd3-4545-ac7d-a64bf2905014 req-9e18ada6-a1df-4076-a865-c1116e5fcca6 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3b8c2bcd253d4480a40c77765f83e67a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5012829 Apr 08 10:50:41.255726 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-56578689-4919-446e-8198-9d0458e7e726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (cd12efe9-0336-46ec-94aa-b74fec5837ec), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:41.267469 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-56578689-4919-446e-8198-9d0458e7e726 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:41.271822 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-56578689-4919-446e-8198-9d0458e7e726 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cd12efe9-0336-46ec-94aa-b74fec5837ec HTTP/1.1" status: 204 len: 168 time: 1.6072485 Apr 08 10:50:41.295857 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56578689-4919-446e-8198-9d0458e7e726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd12efe9-0336-46ec-94aa-b74fec5837ec,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:41.355193 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1316a184-1cd3-4545-ac7d-a64bf2905014 req-f514e543-d3e2-4ec3-8e79-5687f8f84b68 service neutron] 10.222.0.43 "GET /v2.0/networks/33a3be25-f434-41eb-a414-585facf4d669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347091 Apr 08 10:50:41.364296 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-9e19cb9e-e261-4eb9-b231-148893339890 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for port (185816be-649a-4357-9dfa-21a8465bce84), precommit_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:41.381011 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-9e19cb9e-e261-4eb9-b231-148893339890 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (185816be-649a-4357-9dfa-21a8465bce84), after_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:41.477613 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1316a184-1cd3-4545-ac7d-a64bf2905014 req-5cde6d83-6833-42ba-ae46-e225dae286a6 service neutron] 10.222.0.43 "GET /v2.0/networks/33a3be25-f434-41eb-a414-585facf4d669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210463 Apr 08 10:50:41.486385 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-9e19cb9e-e261-4eb9-b231-148893339890 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743873'] for floatingip (3213ec0a-4436-4ea4-bb67-03f844222181), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:41.520909 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-9e19cb9e-e261-4eb9-b231-148893339890 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for floatingip (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:41.525555 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-9e19cb9e-e261-4eb9-b231-148893339890 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.1153383 Apr 08 10:50:41.526773 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19cb9e-e261-4eb9-b231-148893339890 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Pushing event updated for resources: {'Port': ['ID=185816be-649a-4357-9dfa-21a8465bce84,revision_number=2']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:41.800142 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-6aa356f5-b1f4-465f-b8e4-f6f1d78a065d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (0996d03c-a6d6-4751-8b32-c8111f4b3d8a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:41.820675 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-8855e697-eb62-4e7e-bbef-05729b8527e2 req-da9fa1dc-ad37-4d68-97ad-bce28f071430 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=40b6ecf5-6453-42fc-b63f-40158911ebb1 HTTP/1.1" status: 200 len: 210 time: 0.0483510 Apr 08 10:50:42.242927 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 52936) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:42.317583 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-e68099af-6660-467f-80d3-96374447b028 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:42.530389 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-60a66ffb-263d-4d7e-893d-e73a8ab794ff req-41a8f800-0f06-43c5-a334-9a24303a60a8 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--634251717&fields=id&tenant_id=734e32e8113d4e4db24c106da8458807 HTTP/1.1" status: 200 len: 267 time: 0.2945466 Apr 08 10:50:42.633248 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.39', 63550) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:42.642406 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac5970-1afd-4074-b538-218b54144016 req-653d249c-9178-4df5-bca1-a4e427c71746 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:42.650488 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a8ac5970-1afd-4074-b538-218b54144016 req-653d249c-9178-4df5-bca1-a4e427c71746 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4d57e97-7b9c-450b-8852-86ada775c1f4 HTTP/1.1" status: 200 len: 944 time: 0.3295839 Apr 08 10:50:42.689472 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 52946) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:42.921778 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-400d8035-4cb0-4de0-ac1e-16af703a629d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:42.997967 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-86a4814e-5973-4631-b3e5-96b98fe14f87 req-b8bc796d-e2ac-4247-889f-72b5446942e9 service neutron] 10.222.0.39 "GET /v2.0/networks/d8b105e1-4a31-4a50-89d6-b1e6deea67e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5421531 Apr 08 10:50:43.036296 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a8ac5970-1afd-4074-b538-218b54144016 req-995d0f8d-ce79-445d-9abd-ab1a286d8d0c tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] 10.222.0.43 "GET /v2.0/security-groups?id=048da6e7-b971-418e-bf71-e442260133f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847315 Apr 08 10:50:43.039780 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-e68099af-6660-467f-80d3-96374447b028 admin admin] Publish callbacks [] for security_group (4c2da043-98a2-492a-9e22-705002724947), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:43.061118 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a66ffb-263d-4d7e-893d-e73a8ab794ff req-487bc519-bca2-4f92-8500-2d35fbf68371 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:43.062992 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-60a66ffb-263d-4d7e-893d-e73a8ab794ff req-487bc519-bca2-4f92-8500-2d35fbf68371 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/networks?id=a108a20f-c74a-4177-8672-00636aeb2525 HTTP/1.1" status: 200 len: 815 time: 0.5312588 Apr 08 10:50:43.074946 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-e68099af-6660-467f-80d3-96374447b028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (4c2da043-98a2-492a-9e22-705002724947), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:43.139868 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-60a66ffb-263d-4d7e-893d-e73a8ab794ff req-09b1bbf7-a641-456b-b023-49566c5058b9 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/quotas/734e32e8113d4e4db24c106da8458807 HTTP/1.1" status: 200 len: 375 time: 0.0586669 Apr 08 10:50:43.168279 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb0340-6372-48cc-b3bc-b2366b783a06 req-905d9506-f5b8-427c-aef2-7c6c42b52e96 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:43.169930 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [req-fadb0340-6372-48cc-b3bc-b2366b783a06 req-905d9506-f5b8-427c-aef2-7c6c42b52e96 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.39 "GET /v2.0/networks?id=33a3be25-f434-41eb-a414-585facf4d669 HTTP/1.1" status: 200 len: 819 time: 0.5307322 Apr 08 10:50:43.197874 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-e68099af-6660-467f-80d3-96374447b028 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e3e870a4deb54b8ba595649378fd5b51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9538963 Apr 08 10:50:43.201861 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 52962) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:43.233443 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-d3dbe511-9807-40a0-a96f-736ff87d0f43 req-263974d2-92fd-44c7-b953-5fd701246302 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=40b6ecf5-6453-42fc-b63f-40158911ebb1 HTTP/1.1" status: 200 len: 210 time: 0.0889993 Apr 08 10:50:43.237924 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68099af-6660-467f-80d3-96374447b028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2da043-98a2-492a-9e22-705002724947,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:43.279305 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-400d8035-4cb0-4de0-ac1e-16af703a629d admin admin] Publish callbacks [] for security_group (066f42d3-3ca9-4ecb-aa8b-84a2d5926a76), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:43.282161 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-7092484e-4ade-4caf-91e6-17134cb28527 admin admin] Publish callbacks [] for security_group (4c2da043-98a2-492a-9e22-705002724947), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:43.287456 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-400d8035-4cb0-4de0-ac1e-16af703a629d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (066f42d3-3ca9-4ecb-aa8b-84a2d5926a76), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:43.307907 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-7092484e-4ade-4caf-91e6-17134cb28527 admin admin] Publish callbacks [] for security_group (4c2da043-98a2-492a-9e22-705002724947), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:43.330113 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-60a66ffb-263d-4d7e-893d-e73a8ab794ff req-f0847c76-6e8c-4161-92e5-6edebf607d09 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=734e32e8113d4e4db24c106da8458807&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1778550 Apr 08 10:50:43.340071 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-400d8035-4cb0-4de0-ac1e-16af703a629d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0606cd7f5cd342b9b8db26b97072d486&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6093059 Apr 08 10:50:43.340964 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d8035-4cb0-4de0-ac1e-16af703a629d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066f42d3-3ca9-4ecb-aa8b-84a2d5926a76,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:43.343397 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 52966) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:43.402273 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-7092484e-4ade-4caf-91e6-17134cb28527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (4c2da043-98a2-492a-9e22-705002724947), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:43.405226 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-7092484e-4ade-4caf-91e6-17134cb28527 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:43.408087 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-7092484e-4ade-4caf-91e6-17134cb28527 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4c2da043-98a2-492a-9e22-705002724947 HTTP/1.1" status: 204 len: 168 time: 0.2028017 Apr 08 10:50:43.440677 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7092484e-4ade-4caf-91e6-17134cb28527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2da043-98a2-492a-9e22-705002724947,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:43.559424 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-c155fdaf-0bba-40e4-9b45-6d4063f6125f admin admin] Publish callbacks [] for security_group (066f42d3-3ca9-4ecb-aa8b-84a2d5926a76), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:43.566743 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-60a66ffb-263d-4d7e-893d-e73a8ab794ff req-2de6fe35-ef5a-4144-8076-2cf2885d2f7c service neutron] 10.222.0.43 "GET /v2.0/networks/a108a20f-c74a-4177-8672-00636aeb2525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061079 Apr 08 10:50:43.609331 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-c155fdaf-0bba-40e4-9b45-6d4063f6125f admin admin] Publish callbacks [] for security_group (066f42d3-3ca9-4ecb-aa8b-84a2d5926a76), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:43.866777 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-60a66ffb-263d-4d7e-893d-e73a8ab794ff req-5a7b0713-9dd3-42c5-855e-00281531435c service neutron] 10.222.0.43 "GET /v2.0/networks/a108a20f-c74a-4177-8672-00636aeb2525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870741 Apr 08 10:50:43.896344 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-c155fdaf-0bba-40e4-9b45-6d4063f6125f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (066f42d3-3ca9-4ecb-aa8b-84a2d5926a76), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:43.900700 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-c155fdaf-0bba-40e4-9b45-6d4063f6125f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:43.906679 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-c155fdaf-0bba-40e4-9b45-6d4063f6125f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/066f42d3-3ca9-4ecb-aa8b-84a2d5926a76 HTTP/1.1" status: 204 len: 168 time: 0.5615613 Apr 08 10:50:43.936363 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c155fdaf-0bba-40e4-9b45-6d4063f6125f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066f42d3-3ca9-4ecb-aa8b-84a2d5926a76,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:44.170210 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6fda2285-57bb-4c3a-af70-d0b4d30ed052 req-bbfd48f3-28d1-4dc6-83a2-20f8de7062e6 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=39c92a53-c805-4edf-bb5d-c4af9d2894d7 HTTP/1.1" status: 200 len: 210 time: 0.0461066 Apr 08 10:50:44.184144 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-ac6f684e-6ce8-4262-9443-f92f8ea03377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (a0f054a9-d30b-4594-8de6-6c24438c3963), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:44.230867 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38206d26-c043-4656-9b43-1896af26d848 req-7593b653-7c13-4d9a-8b5b-86d9f4eb7c96 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:44.232458 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-38206d26-c043-4656-9b43-1896af26d848 req-7593b653-7c13-4d9a-8b5b-86d9f4eb7c96 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4d57e97-7b9c-450b-8852-86ada775c1f4 HTTP/1.1" status: 200 len: 944 time: 0.0685327 Apr 08 10:50:44.307853 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-38206d26-c043-4656-9b43-1896af26d848 req-223e0984-9fd1-4ad5-b4aa-83db22192100 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] 10.222.0.43 "GET /v2.0/security-groups?id=048da6e7-b971-418e-bf71-e442260133f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682130 Apr 08 10:50:44.391992 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-c447d931-0098-4516-8d76-c59e5fc2c5c2 req-5e4f5fd8-fad4-4357-ae8c-e222fbfb20c5 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=40b6ecf5-6453-42fc-b63f-40158911ebb1 HTTP/1.1" status: 200 len: 210 time: 0.0481212 Apr 08 10:50:45.114229 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c39995e2-c233-4533-b78f-2944bd33f611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (65c9c9bc-bb02-426d-a902-340b44f1a4c2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:45.341605 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-bf4c7041-9991-4a82-93cf-d2d10e64fb65 req-5fc88772-7859-4374-ba94-a77ef6e8a06d tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=39c92a53-c805-4edf-bb5d-c4af9d2894d7 HTTP/1.1" status: 200 len: 210 time: 0.0531180 Apr 08 10:50:45.468769 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6cb211-7515-4710-8fff-16038ff5a8f8 req-76ce5840-67e8-4963-bd77-46dec7191978 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:45.476823 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ef6cb211-7515-4710-8fff-16038ff5a8f8 req-76ce5840-67e8-4963-bd77-46dec7191978 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4d57e97-7b9c-450b-8852-86ada775c1f4 HTTP/1.1" status: 200 len: 944 time: 0.0749571 Apr 08 10:50:45.537216 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a2543f5f-9d99-4f96-b109-b0ee2b1357ab req-fcf8dcd4-4e31-4fa7-9974-fed18e50fc80 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=40b6ecf5-6453-42fc-b63f-40158911ebb1 HTTP/1.1" status: 200 len: 210 time: 0.0543628 Apr 08 10:50:45.581448 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ef6cb211-7515-4710-8fff-16038ff5a8f8 req-066c812b-9300-4f8c-9911-d76b6a320fa7 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] 10.222.0.43 "GET /v2.0/security-groups?id=048da6e7-b971-418e-bf71-e442260133f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000350 Apr 08 10:50:45.958610 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.v2.base [req-fadb0340-6372-48cc-b3bc-b2366b783a06 req-097bad70-2bf3-4710-9635-c4959f6c7753 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Request body: {'port': {'device_id': '38552159-8141-4147-8561-ce8089d7eeec', 'network_id': '33a3be25-f434-41eb-a414-585facf4d669', 'admin_state_up': True, 'tenant_id': '3b8c2bcd253d4480a40c77765f83e67a'}} {{(pid=109909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:50:46.188327 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f459d0c-e67e-4772-a805-b68391aa28d8 req-e7f0cc3d-2e5b-4ae9-898d-c1e7255659b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:46.191091 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-4f459d0c-e67e-4772-a805-b68391aa28d8 req-e7f0cc3d-2e5b-4ae9-898d-c1e7255659b1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cdc273fbc9b84e0f83f6c6a6f01e1da2&device_id=f4d57e97-7b9c-450b-8852-86ada775c1f4 HTTP/1.1" status: 200 len: 1128 time: 0.0815444 Apr 08 10:50:46.233301 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fadb0340-6372-48cc-b3bc-b2366b783a06 req-097bad70-2bf3-4710-9635-c4959f6c7753 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Made reservation on behalf of 3b8c2bcd253d4480a40c77765f83e67a for: {'port': 1} {{(pid=109909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:50:46.237463 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [req-fadb0340-6372-48cc-b3bc-b2366b783a06 req-097bad70-2bf3-4710-9635-c4959f6c7753 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:46.419343 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 53164) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:46.491112 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-3cbd5d6b-cac8-48f6-9e20-8d65c2a4c13b req-dd04040c-3557-4c7c-819b-0131066c3e0f tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=39c92a53-c805-4edf-bb5d-c4af9d2894d7 HTTP/1.1" status: 200 len: 210 time: 0.0389936 Apr 08 10:50:46.494350 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.db.db_base_plugin_common [req-fadb0340-6372-48cc-b3bc-b2366b783a06 req-097bad70-2bf3-4710-9635-c4959f6c7753 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Allocated IP 172.20.0.8 (33a3be25-f434-41eb-a414-585facf4d669/695d492a-ca30-42dc-b8aa-3b1f1f515ae3/aba2c694-d951-4d11-a7f4-d6c59eb06344) {{(pid=109909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:50:46.569996 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dfd57949-1be2-4190-94f2-c1682066023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (140c1fdd-4f9d-4fc9-9d7c-f6f7cee51a0a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:46.674294 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f9ff8949-94a5-4ec7-a65a-33ca762973fb req-6eec00e2-1246-46c9-92ec-305c1f96c3f2 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=40b6ecf5-6453-42fc-b63f-40158911ebb1 HTTP/1.1" status: 200 len: 210 time: 0.0431020 Apr 08 10:50:46.745787 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-f785629c-cffc-4aa3-9704-7fc337ab721c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:46.753096 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [req-fadb0340-6372-48cc-b3bc-b2366b783a06 req-097bad70-2bf3-4710-9635-c4959f6c7753 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Publish callbacks [] for port (aba2c694-d951-4d11-a7f4-d6c59eb06344), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:46.796781 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f6dca-e3e4-4afb-b669-e7278d20ee90 req-850d6e2a-4298-4f58-9821-2fa0e03c0a7c tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:46.804338 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-600f6dca-e3e4-4afb-b669-e7278d20ee90 req-850d6e2a-4298-4f58-9821-2fa0e03c0a7c tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4d57e97-7b9c-450b-8852-86ada775c1f4 HTTP/1.1" status: 200 len: 944 time: 0.1134634 Apr 08 10:50:46.811097 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [req-fadb0340-6372-48cc-b3bc-b2366b783a06 req-097bad70-2bf3-4710-9635-c4959f6c7753 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861'] for port (aba2c694-d951-4d11-a7f4-d6c59eb06344), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:46.925487 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-600f6dca-e3e4-4afb-b669-e7278d20ee90 req-783a6bb1-6436-4c58-a912-07523539d673 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] 10.222.0.43 "GET /v2.0/security-groups?id=048da6e7-b971-418e-bf71-e442260133f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200156 Apr 08 10:50:46.933104 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097bad70-2bf3-4710-9635-c4959f6c7753 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Pushing event updated for resources: {'Port': ['ID=aba2c694-d951-4d11-a7f4-d6c59eb06344,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:46.944919 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-f785629c-cffc-4aa3-9704-7fc337ab721c admin admin] Publish callbacks [] for security_group (29c43551-bcd6-4aef-b4ad-5127c574ec81), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:46.952702 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-f785629c-cffc-4aa3-9704-7fc337ab721c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (29c43551-bcd6-4aef-b4ad-5127c574ec81), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:46.969998 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fadb0340-6372-48cc-b3bc-b2366b783a06 req-097bad70-2bf3-4710-9635-c4959f6c7753 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Network 33a3be25-f434-41eb-a414-585facf4d669 is already hosted by enough agents. {{(pid=109909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:50:46.973201 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.base_scheduler [req-fadb0340-6372-48cc-b3bc-b2366b783a06 req-097bad70-2bf3-4710-9635-c4959f6c7753 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Resources bound (agent type, host, resource id): {{(pid=109909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:50:46.990626 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvrscheduler_db [req-fadb0340-6372-48cc-b3bc-b2366b783a06 req-097bad70-2bf3-4710-9635-c4959f6c7753 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Received port after_create {{(pid=109909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 10:50:46.995933 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb0340-6372-48cc-b3bc-b2366b783a06 req-097bad70-2bf3-4710-9635-c4959f6c7753 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:46.996484 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [req-fadb0340-6372-48cc-b3bc-b2366b783a06 req-097bad70-2bf3-4710-9635-c4959f6c7753 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553535'] for port (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:47.003018 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-f785629c-cffc-4aa3-9704-7fc337ab721c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=278dcdef006c461f85e2e684088f4dca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5825953 Apr 08 10:50:47.003929 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 53196) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:47.004711 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f785629c-cffc-4aa3-9704-7fc337ab721c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c43551-bcd6-4aef-b4ad-5127c574ec81,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:47.021323 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [req-fadb0340-6372-48cc-b3bc-b2366b783a06 req-097bad70-2bf3-4710-9635-c4959f6c7753 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0671492 Apr 08 10:50:47.070108 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-8734c91f-a0e6-4e47-8ff4-054ec7b13f65 admin admin] Publish callbacks [] for security_group (29c43551-bcd6-4aef-b4ad-5127c574ec81), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:47.099160 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-8734c91f-a0e6-4e47-8ff4-054ec7b13f65 admin admin] Publish callbacks [] for security_group (29c43551-bcd6-4aef-b4ad-5127c574ec81), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:47.177956 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-8734c91f-a0e6-4e47-8ff4-054ec7b13f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (29c43551-bcd6-4aef-b4ad-5127c574ec81), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:47.181311 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-8734c91f-a0e6-4e47-8ff4-054ec7b13f65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:47.182751 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-8734c91f-a0e6-4e47-8ff4-054ec7b13f65 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/29c43551-bcd6-4aef-b4ad-5127c574ec81 HTTP/1.1" status: 204 len: 168 time: 0.1746724 Apr 08 10:50:47.194818 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8734c91f-a0e6-4e47-8ff4-054ec7b13f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c43551-bcd6-4aef-b4ad-5127c574ec81,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:47.246267 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.v2.base [req-fadb0340-6372-48cc-b3bc-b2366b783a06 req-433ff52e-0350-40e2-807e-be3b9f7c47e4 service neutron] Request body: {'port': {'device_id': '38552159-8141-4147-8561-ce8089d7eeec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=109909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:50:47.338207 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [req-fadb0340-6372-48cc-b3bc-b2366b783a06 req-433ff52e-0350-40e2-807e-be3b9f7c47e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (aba2c694-d951-4d11-a7f4-d6c59eb06344), before_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:47.340736 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-301b4628-ff1c-4bd5-a5c2-3f4cd44e5528 None None] Provisioning complete for port aba2c694-d951-4d11-a7f4-d6c59eb06344 triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:50:47.344554 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-301b4628-ff1c-4bd5-a5c2-3f4cd44e5528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (aba2c694-d951-4d11-a7f4-d6c59eb06344), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:47.429297 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-301b4628-ff1c-4bd5-a5c2-3f4cd44e5528 None None] Port aba2c694-d951-4d11-a7f4-d6c59eb06344 cannot update to ACTIVE because it is not bound. {{(pid=109911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 10:50:47.468267 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f459d0c-e67e-4772-a805-b68391aa28d8 req-15532cc7-e11c-489e-a808-3a320dd0f2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:47.470856 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-4f459d0c-e67e-4772-a805-b68391aa28d8 req-15532cc7-e11c-489e-a808-3a320dd0f2b8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d8b105e1-4a31-4a50-89d6-b1e6deea67e2 HTTP/1.1" status: 200 len: 913 time: 0.2376411 Apr 08 10:50:47.619933 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-2975680d-c8dd-49eb-9d3e-d7b6c35c04fc req-adc66207-6683-466d-8d8c-5416111eda52 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=39c92a53-c805-4edf-bb5d-c4af9d2894d7 HTTP/1.1" status: 200 len: 210 time: 0.0346074 Apr 08 10:50:47.646370 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 53228) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:47.751058 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (df0b008b-1017-45b0-9cbd-b6387ecfd69a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:47.787470 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 53238) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:47.800264 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-dfeedb44-0800-4799-88b9-f712ed0c7b48 req-6b2b752d-5848-4116-b556-e3eebe93a61e tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=40b6ecf5-6453-42fc-b63f-40158911ebb1 HTTP/1.1" status: 200 len: 210 time: 0.0376744 Apr 08 10:50:47.807074 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-e48cc26b-0272-4bfa-810c-edc2aaf5f214 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:47.820636 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-f6b16bbe-ada9-453c-8c1c-48c0ffe16616 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:47.850198 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.notifiers.nova [req-fadb0340-6372-48cc-b3bc-b2366b783a06 req-433ff52e-0350-40e2-807e-be3b9f7c47e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aba2c694-d951-4d11-a7f4-d6c59eb06344 {{(pid=109909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:50:47.860337 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [req-fadb0340-6372-48cc-b3bc-b2366b783a06 req-433ff52e-0350-40e2-807e-be3b9f7c47e4 service neutron] Publish callbacks [] for port (aba2c694-d951-4d11-a7f4-d6c59eb06344), precommit_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:47.886487 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-e48cc26b-0272-4bfa-810c-edc2aaf5f214 admin admin] Publish callbacks [] for security_group (067470bb-9511-4a9d-81f2-fc59690d38c4), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:47.891687 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-e48cc26b-0272-4bfa-810c-edc2aaf5f214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (067470bb-9511-4a9d-81f2-fc59690d38c4), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:47.893499 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.db.provisioning_blocks [req-fadb0340-6372-48cc-b3bc-b2366b783a06 req-433ff52e-0350-40e2-807e-be3b9f7c47e4 service neutron] Transition to ACTIVE for port object aba2c694-d951-4d11-a7f4-d6c59eb06344 will not be triggered until provisioned by entity L2. {{(pid=109909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 10:50:47.901512 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [req-fadb0340-6372-48cc-b3bc-b2366b783a06 req-433ff52e-0350-40e2-807e-be3b9f7c47e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (aba2c694-d951-4d11-a7f4-d6c59eb06344), after_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:47.932522 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48cc26b-0272-4bfa-810c-edc2aaf5f214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067470bb-9511-4a9d-81f2-fc59690d38c4,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:47.939057 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-e48cc26b-0272-4bfa-810c-edc2aaf5f214 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=361fd4665f5d4b73a18ff43feadaa538&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2913845 Apr 08 10:50:47.943223 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 53242) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:48.027783 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (d1e78606-e5cc-43c0-bc22-8a5324478286), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:48.029268 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ff52e-0350-40e2-807e-be3b9f7c47e4 service neutron] Pushing event updated for resources: {'Port': ['ID=aba2c694-d951-4d11-a7f4-d6c59eb06344,revision_number=2']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:48.080197 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-f6b16bbe-ada9-453c-8c1c-48c0ffe16616 admin admin] Publish callbacks [] for security_group (b724c3f4-cca4-4a2d-8cbb-44c5bece467a), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:48.111305 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a58e4b-860f-4d23-891d-e8ce19831bab req-90b40f19-fd32-4def-b116-c3bc967d6413 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:48.113196 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-25a58e4b-860f-4d23-891d-e8ce19831bab req-90b40f19-fd32-4def-b116-c3bc967d6413 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4d57e97-7b9c-450b-8852-86ada775c1f4 HTTP/1.1" status: 200 len: 944 time: 0.0668249 Apr 08 10:50:48.128986 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.managers [req-fadb0340-6372-48cc-b3bc-b2366b783a06 req-433ff52e-0350-40e2-807e-be3b9f7c47e4 service neutron] Attempting to bind port aba2c694-d951-4d11-a7f4-d6c59eb06344 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=109909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 10:50:48.129375 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.managers [req-fadb0340-6372-48cc-b3bc-b2366b783a06 req-433ff52e-0350-40e2-807e-be3b9f7c47e4 service neutron] Attempting to bind port aba2c694-d951-4d11-a7f4-d6c59eb06344 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '564b6ad4-8714-4fe4-8ffa-791e2a8589f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '33a3be25-f434-41eb-a414-585facf4d669'}] {{(pid=109909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 10:50:48.129726 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadb0340-6372-48cc-b3bc-b2366b783a06 req-433ff52e-0350-40e2-807e-be3b9f7c47e4 service neutron] Attempting to bind port aba2c694-d951-4d11-a7f4-d6c59eb06344 on network 33a3be25-f434-41eb-a414-585facf4d669 {{(pid=109909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:50:48.131671 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-f6b16bbe-ada9-453c-8c1c-48c0ffe16616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (b724c3f4-cca4-4a2d-8cbb-44c5bece467a), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:48.169731 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-6390b6ba-8293-4363-a257-50356bef3d44 admin admin] Publish callbacks [] for security_group (067470bb-9511-4a9d-81f2-fc59690d38c4), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:48.175139 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-25a58e4b-860f-4d23-891d-e8ce19831bab req-9d6e48aa-67e4-438b-a7f9-482ec90185f9 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] 10.222.0.43 "GET /v2.0/security-groups?id=048da6e7-b971-418e-bf71-e442260133f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547185 Apr 08 10:50:48.177601 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadb0340-6372-48cc-b3bc-b2366b783a06 req-433ff52e-0350-40e2-807e-be3b9f7c47e4 service neutron] Port aba2c694-d951-4d11-a7f4-d6c59eb06344 on network 33a3be25-f434-41eb-a414-585facf4d669 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=109909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 10:50:48.178066 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadb0340-6372-48cc-b3bc-b2366b783a06 req-433ff52e-0350-40e2-807e-be3b9f7c47e4 service neutron] Attempting to bind port aba2c694-d951-4d11-a7f4-d6c59eb06344 on network 33a3be25-f434-41eb-a414-585facf4d669 {{(pid=109909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:50:48.208283 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadb0340-6372-48cc-b3bc-b2366b783a06 req-433ff52e-0350-40e2-807e-be3b9f7c47e4 service neutron] Checking agent: {'id': 'df0b008b-1017-45b0-9cbd-b6387ecfd69a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 48, 18), 'started_at': datetime.datetime(2022, 4, 8, 10, 48, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 10:50:48.208623 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadb0340-6372-48cc-b3bc-b2366b783a06 req-433ff52e-0350-40e2-807e-be3b9f7c47e4 service neutron] Checking segment: {'id': '564b6ad4-8714-4fe4-8ffa-791e2a8589f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '33a3be25-f434-41eb-a414-585facf4d669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:50:48.209200 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadb0340-6372-48cc-b3bc-b2366b783a06 req-433ff52e-0350-40e2-807e-be3b9f7c47e4 service neutron] Bound using segment: {'id': '564b6ad4-8714-4fe4-8ffa-791e2a8589f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '33a3be25-f434-41eb-a414-585facf4d669'} {{(pid=109909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 10:50:48.209731 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.managers [req-fadb0340-6372-48cc-b3bc-b2366b783a06 req-433ff52e-0350-40e2-807e-be3b9f7c47e4 service neutron] Bound port: aba2c694-d951-4d11-a7f4-d6c59eb06344, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '564b6ad4-8714-4fe4-8ffa-791e2a8589f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '33a3be25-f434-41eb-a414-585facf4d669'}}] {{(pid=109909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 10:50:48.210095 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [req-fadb0340-6372-48cc-b3bc-b2366b783a06 req-433ff52e-0350-40e2-807e-be3b9f7c47e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (aba2c694-d951-4d11-a7f4-d6c59eb06344), before_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:48.245831 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-f6b16bbe-ada9-453c-8c1c-48c0ffe16616 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=045656d94f9b44c083cfcd1b748afc4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4571471 Apr 08 10:50:48.247003 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 53262) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:48.255562 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-6390b6ba-8293-4363-a257-50356bef3d44 admin admin] Publish callbacks [] for security_group (067470bb-9511-4a9d-81f2-fc59690d38c4), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:48.257312 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b16bbe-ada9-453c-8c1c-48c0ffe16616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b724c3f4-cca4-4a2d-8cbb-44c5bece467a,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:48.303833 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-83324f65-de2b-4dca-93ae-32fb73692e23 admin admin] Publish callbacks [] for security_group (b724c3f4-cca4-4a2d-8cbb-44c5bece467a), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:48.326711 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-83324f65-de2b-4dca-93ae-32fb73692e23 admin admin] Publish callbacks [] for security_group (b724c3f4-cca4-4a2d-8cbb-44c5bece467a), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:48.337853 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.db [req-fadb0340-6372-48cc-b3bc-b2366b783a06 req-433ff52e-0350-40e2-807e-be3b9f7c47e4 service neutron] For port aba2c694-d951-4d11-a7f4-d6c59eb06344, host hv-cinder-83607, cleared binding levels {{(pid=109909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:50:48.342536 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.db [req-fadb0340-6372-48cc-b3bc-b2366b783a06 req-433ff52e-0350-40e2-807e-be3b9f7c47e4 service neutron] For port aba2c694-d951-4d11-a7f4-d6c59eb06344, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=aba2c694-d951-4d11-a7f4-d6c59eb06344,segment=NetworkSegment(564b6ad4-8714-4fe4-8ffa-791e2a8589f1),segment_id=564b6ad4-8714-4fe4-8ffa-791e2a8589f1)] {{(pid=109909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:50:48.361304 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [req-fadb0340-6372-48cc-b3bc-b2366b783a06 req-433ff52e-0350-40e2-807e-be3b9f7c47e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (aba2c694-d951-4d11-a7f4-d6c59eb06344), after_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:48.381850 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-83324f65-de2b-4dca-93ae-32fb73692e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (b724c3f4-cca4-4a2d-8cbb-44c5bece467a), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:48.385324 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-83324f65-de2b-4dca-93ae-32fb73692e23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:48.388788 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-83324f65-de2b-4dca-93ae-32fb73692e23 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b724c3f4-cca4-4a2d-8cbb-44c5bece467a HTTP/1.1" status: 204 len: 168 time: 0.1384871 Apr 08 10:50:48.391332 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-6390b6ba-8293-4363-a257-50356bef3d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (067470bb-9511-4a9d-81f2-fc59690d38c4), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:48.395313 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-6390b6ba-8293-4363-a257-50356bef3d44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:48.398880 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83324f65-de2b-4dca-93ae-32fb73692e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b724c3f4-cca4-4a2d-8cbb-44c5bece467a,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:48.406521 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-6390b6ba-8293-4363-a257-50356bef3d44 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/067470bb-9511-4a9d-81f2-fc59690d38c4 HTTP/1.1" status: 204 len: 168 time: 0.4593213 Apr 08 10:50:48.418229 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb0340-6372-48cc-b3bc-b2366b783a06 req-433ff52e-0350-40e2-807e-be3b9f7c47e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:48.419441 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [req-fadb0340-6372-48cc-b3bc-b2366b783a06 req-433ff52e-0350-40e2-807e-be3b9f7c47e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553535'] for port (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:48.421659 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [req-fadb0340-6372-48cc-b3bc-b2366b783a06 req-433ff52e-0350-40e2-807e-be3b9f7c47e4 service neutron] 10.222.0.39 "PUT /v2.0/ports/aba2c694-d951-4d11-a7f4-d6c59eb06344 HTTP/1.1" status: 200 len: 1093 time: 1.1878152 Apr 08 10:50:48.426201 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38552159-8141-4147-8561-ce8089d7eeec', 'tag': 'aba2c694-d951-4d11-a7f4-d6c59eb06344'}] {{(pid=109909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:50:48.537973 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6390b6ba-8293-4363-a257-50356bef3d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067470bb-9511-4a9d-81f2-fc59690d38c4,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:48.598533 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ff52e-0350-40e2-807e-be3b9f7c47e4 service neutron] Pushing event updated for resources: {'Port': ['ID=aba2c694-d951-4d11-a7f4-d6c59eb06344,revision_number=3']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:48.741588 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-01286c15-19bf-4fc3-92c3-9c90672068a1 req-1d244f48-2901-4ffb-b1a5-bd2d25127aa2 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=39c92a53-c805-4edf-bb5d-c4af9d2894d7 HTTP/1.1" status: 200 len: 210 time: 0.0325067 Apr 08 10:50:48.894181 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}134ac93eeb9a6ea05545f334ed0e616993a729b1c4bd08d98a5446159e989791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59b2023-a5ee-40b5-b18a-aac88f95136d" -d '{"events": [{"name": "network-changed", "server_uuid": "38552159-8141-4147-8561-ce8089d7eeec", "tag": "aba2c694-d951-4d11-a7f4-d6c59eb06344"}]}' {{(pid=109909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:50:48.896255 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 53284) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:48.916193 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-e512209b-8345-4861-9132-75c9b2ad748c req-4d299ed1-b3ca-4b7a-a874-8aeb04220ff0 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=40b6ecf5-6453-42fc-b63f-40158911ebb1 HTTP/1.1" status: 200 len: 210 time: 0.0421474 Apr 08 10:50:48.917848 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-bc1aef07-d2fe-49e2-ac04-0b93f2da7f0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:49.001901 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-bc1aef07-d2fe-49e2-ac04-0b93f2da7f0b admin admin] Publish callbacks [] for security_group (d4d58091-9a36-42be-93f5-5f3c6e219292), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:49.006158 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-bc1aef07-d2fe-49e2-ac04-0b93f2da7f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (d4d58091-9a36-42be-93f5-5f3c6e219292), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:49.051301 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-bc1aef07-d2fe-49e2-ac04-0b93f2da7f0b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bebb813b90f2433eb51a27ea07e5bff4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1537471 Apr 08 10:50:49.052996 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1aef07-d2fe-49e2-ac04-0b93f2da7f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d58091-9a36-42be-93f5-5f3c6e219292,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:49.054065 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 53294) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:49.102010 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 10:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2371fe1-f0c7-49df-8a68-4d3a2b6315d2 x-openstack-request-id: req-d2371fe1-f0c7-49df-8a68-4d3a2b6315d2 {{(pid=109909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:50:49.102484 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38552159-8141-4147-8561-ce8089d7eeec", "tag": "aba2c694-d951-4d11-a7f4-d6c59eb06344", "status": "completed", "code": 200}]} {{(pid=109909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:50:49.102605 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d2371fe1-f0c7-49df-8a68-4d3a2b6315d2 {{(pid=109909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:50:49.103025 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2371fe1-f0c7-49df-8a68-4d3a2b6315d2'] response: {'name': 'network-changed', 'server_uuid': '38552159-8141-4147-8561-ce8089d7eeec', 'tag': 'aba2c694-d951-4d11-a7f4-d6c59eb06344', 'status': 'completed', 'code': 200} Apr 08 10:50:49.113554 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-3b54578b-3679-4da5-8488-2f96a3c7c99c admin admin] Publish callbacks [] for security_group (d4d58091-9a36-42be-93f5-5f3c6e219292), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:49.134362 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-3b54578b-3679-4da5-8488-2f96a3c7c99c admin admin] Publish callbacks [] for security_group (d4d58091-9a36-42be-93f5-5f3c6e219292), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:49.183132 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-3b54578b-3679-4da5-8488-2f96a3c7c99c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (d4d58091-9a36-42be-93f5-5f3c6e219292), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:49.185477 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-3b54578b-3679-4da5-8488-2f96a3c7c99c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:49.186779 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-3b54578b-3679-4da5-8488-2f96a3c7c99c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d4d58091-9a36-42be-93f5-5f3c6e219292 HTTP/1.1" status: 204 len: 168 time: 0.1304457 Apr 08 10:50:49.195142 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b54578b-3679-4da5-8488-2f96a3c7c99c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d58091-9a36-42be-93f5-5f3c6e219292,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:49.316580 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30aa6b4-3c03-42d5-b9bb-f88606b57e84 req-ded894e7-18ec-4372-99b4-f6729624f354 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:49.318113 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f30aa6b4-3c03-42d5-b9bb-f88606b57e84 req-ded894e7-18ec-4372-99b4-f6729624f354 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4d57e97-7b9c-450b-8852-86ada775c1f4 HTTP/1.1" status: 200 len: 944 time: 0.0578501 Apr 08 10:50:49.368859 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f30aa6b4-3c03-42d5-b9bb-f88606b57e84 req-c2f5bf88-6ec6-4c37-b800-65e3648efdd8 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] 10.222.0.43 "GET /v2.0/security-groups?id=048da6e7-b971-418e-bf71-e442260133f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453036 Apr 08 10:50:49.848821 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b0c8f9ac-f86d-4fad-a817-9ca11f34a88e req-e7bca2fe-ae75-4869-9b8e-0d3ab4d34565 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=39c92a53-c805-4edf-bb5d-c4af9d2894d7 HTTP/1.1" status: 200 len: 210 time: 0.0301220 Apr 08 10:50:50.023353 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-d9286a4c-1b85-44ba-93c1-8c853be9fc28 req-38415232-308f-4b3f-adb1-c1ddc8838f57 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=40b6ecf5-6453-42fc-b63f-40158911ebb1 HTTP/1.1" status: 200 len: 210 time: 0.0323985 Apr 08 10:50:50.214820 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-4f459d0c-e67e-4772-a805-b68391aa28d8 req-c066c776-a72e-4445-8d9e-497d1c149709 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e5b588a-3d62-4ba5-be62-a224fb76b222 HTTP/1.1" status: 200 len: 217 time: 0.0804787 Apr 08 10:50:50.286633 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.39', 63562) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:50.291169 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b2023-a5ee-40b5-b18a-aac88f95136d req-90fb8b8a-a476-4e87-81eb-041b5a3edb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:50.293925 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [req-e59b2023-a5ee-40b5-b18a-aac88f95136d req-90fb8b8a-a476-4e87-81eb-041b5a3edb98 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3b8c2bcd253d4480a40c77765f83e67a&device_id=38552159-8141-4147-8561-ce8089d7eeec HTTP/1.1" status: 200 len: 1127 time: 0.1222243 Apr 08 10:50:50.396807 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device 2e5b588a-3d62-4ba5-be62-a224fb76b222 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=109911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 10:50:50.422572 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f459d0c-e67e-4772-a805-b68391aa28d8 req-c7517d26-18b6-42b3-b1ac-ae9dd0429eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:50.424245 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-4f459d0c-e67e-4772-a805-b68391aa28d8 req-c7517d26-18b6-42b3-b1ac-ae9dd0429eed service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0b19eab4-e674-43bd-a095-28a885193676 HTTP/1.1" status: 200 len: 852 time: 0.2035813 Apr 08 10:50:50.491170 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1316a184-1cd3-4545-ac7d-a64bf2905014 req-26434465-abb3-44ee-b363-db9139544572 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:50.493389 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1316a184-1cd3-4545-ac7d-a64bf2905014 req-26434465-abb3-44ee-b363-db9139544572 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.39 "GET /v2.0/networks?id=33a3be25-f434-41eb-a414-585facf4d669 HTTP/1.1" status: 200 len: 819 time: 0.2049570 Apr 08 10:50:50.582359 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [req-1316a184-1cd3-4545-ac7d-a64bf2905014 req-355a7266-29ba-4880-bf13-b94a5dec84a3 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Request body: {'port': {'device_id': '40b6ecf5-6453-42fc-b63f-40158911ebb1', 'network_id': '33a3be25-f434-41eb-a414-585facf4d669', 'admin_state_up': True, 'tenant_id': '3b8c2bcd253d4480a40c77765f83e67a'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:50:50.651042 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-4f459d0c-e67e-4772-a805-b68391aa28d8 req-f0360f15-fadf-4589-baa1-3a2b34d68cdf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d8b105e1-4a31-4a50-89d6-b1e6deea67e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810089 Apr 08 10:50:50.748830 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.39', 63567) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:50.759260 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port 2e5b588a-3d62-4ba5-be62-a224fb76b222, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=2e5b588a-3d62-4ba5-be62-a224fb76b222,segment=NetworkSegment(5de37203-72e1-4662-b44e-7718a1d96754),segment_id=5de37203-72e1-4662-b44e-7718a1d96754)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:50:50.785929 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b853468b-69a1-41a4-9a08-15aca3fac441 req-03f13269-349c-4fbb-8de6-01a52b9a6f53 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:50.787664 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b853468b-69a1-41a4-9a08-15aca3fac441 req-03f13269-349c-4fbb-8de6-01a52b9a6f53 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4d57e97-7b9c-450b-8852-86ada775c1f4 HTTP/1.1" status: 200 len: 944 time: 0.2860811 Apr 08 10:50:50.818611 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Returning: {'device': '2e5b588a-3d62-4ba5-be62-a224fb76b222', 'network_id': 'd8b105e1-4a31-4a50-89d6-b1e6deea67e2', 'port_id': '2e5b588a-3d62-4ba5-be62-a224fb76b222', 'mac_address': 'fa:16:3e:52:76:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b19eab4-e674-43bd-a095-28a885193676', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 10:50:50.946994 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Current status of the port 2e5b588a-3d62-4ba5-be62-a224fb76b222 is: DOWN; New status is: BUILD {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:50:50.947807 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (2e5b588a-3d62-4ba5-be62-a224fb76b222), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:50.981394 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.notifiers.nova [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e5b588a-3d62-4ba5-be62-a224fb76b222 {{(pid=109911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:50:51.018175 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b2023-a5ee-40b5-b18a-aac88f95136d req-e4280367-c71f-4457-937e-eb5017d56d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:51.023545 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [req-e59b2023-a5ee-40b5-b18a-aac88f95136d req-e4280367-c71f-4457-937e-eb5017d56d99 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3b8c2bcd253d4480a40c77765f83e67a&shared=False HTTP/1.1" status: 200 len: 920 time: 0.7215021 Apr 08 10:50:51.033647 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port 2e5b588a-3d62-4ba5-be62-a224fb76b222, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=2e5b588a-3d62-4ba5-be62-a224fb76b222,segment=NetworkSegment(5de37203-72e1-4662-b44e-7718a1d96754),segment_id=5de37203-72e1-4662-b44e-7718a1d96754)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:50:51.041598 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (2e5b588a-3d62-4ba5-be62-a224fb76b222), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:51.071257 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-83881181-1bf3-47e2-8d48-63e2593c8c34 req-f8e48136-2f41-47bb-9706-378d5b3fcf03 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=39c92a53-c805-4edf-bb5d-c4af9d2894d7 HTTP/1.1" status: 200 len: 210 time: 0.0828886 Apr 08 10:50:51.099861 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-4f459d0c-e67e-4772-a805-b68391aa28d8 req-35dacc5a-afcd-468b-b653-935e59b92863 service neutron] 10.222.0.39 "GET /v2.0/networks/d8b105e1-4a31-4a50-89d6-b1e6deea67e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4398036 Apr 08 10:50:51.136661 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Pushing event updated for resources: {'Port': ['ID=2e5b588a-3d62-4ba5-be62-a224fb76b222,revision_number=4']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:51.195075 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f7808645-c19a-423c-98bf-82ac13999aa8 req-5c28c597-36e2-4489-88ae-e7e591958d62 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=40b6ecf5-6453-42fc-b63f-40158911ebb1 HTTP/1.1" status: 200 len: 210 time: 0.0579433 Apr 08 10:50:51.207002 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b853468b-69a1-41a4-9a08-15aca3fac441 req-496be856-03e2-4c12-b2dc-186136286f73 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] 10.222.0.43 "GET /v2.0/security-groups?id=048da6e7-b971-418e-bf71-e442260133f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3756890 Apr 08 10:50:51.207828 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1316a184-1cd3-4545-ac7d-a64bf2905014 req-355a7266-29ba-4880-bf13-b94a5dec84a3 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Made reservation on behalf of 3b8c2bcd253d4480a40c77765f83e67a for: {'port': 1} {{(pid=109910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:50:51.211789 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-1316a184-1cd3-4545-ac7d-a64bf2905014 req-355a7266-29ba-4880-bf13-b94a5dec84a3 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:51.294801 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a66ffb-263d-4d7e-893d-e73a8ab794ff req-0442c6bd-c2f6-455a-9964-f3affd422d1f tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:51.296300 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-60a66ffb-263d-4d7e-893d-e73a8ab794ff req-0442c6bd-c2f6-455a-9964-f3affd422d1f tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.39 "GET /v2.0/networks?id=a108a20f-c74a-4177-8672-00636aeb2525 HTTP/1.1" status: 200 len: 815 time: 0.5460494 Apr 08 10:50:51.298637 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] get_ports_and_sgs() called for port_ids ['2e5b588a-3d62-4ba5-be62-a224fb76b222'] {{(pid=109911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 10:50:51.331392 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b2023-a5ee-40b5-b18a-aac88f95136d req-1c8dc283-8e38-41eb-9f3f-1f83a6ee5255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:51.333443 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [req-e59b2023-a5ee-40b5-b18a-aac88f95136d req-1c8dc283-8e38-41eb-9f3f-1f83a6ee5255 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2491293 Apr 08 10:50:51.444305 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb0340-6372-48cc-b3bc-b2366b783a06 req-1c4eb290-810c-4b04-8da5-eaf6a2bb3f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:51.446278 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [req-fadb0340-6372-48cc-b3bc-b2366b783a06 req-1c4eb290-810c-4b04-8da5-eaf6a2bb3f8d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3b8c2bcd253d4480a40c77765f83e67a&device_id=38552159-8141-4147-8561-ce8089d7eeec HTTP/1.1" status: 200 len: 1127 time: 0.0586634 Apr 08 10:50:51.547621 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [req-fadb0340-6372-48cc-b3bc-b2366b783a06 req-940a9cdb-d0ed-4b5b-b4a4-99e0339b7f4d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aba2c694-d951-4d11-a7f4-d6c59eb06344 HTTP/1.1" status: 200 len: 217 time: 0.0905950 Apr 08 10:50:51.637962 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb0340-6372-48cc-b3bc-b2366b783a06 req-b6d5640e-ca50-4975-9213-32e1ad3b7ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:51.639595 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [req-fadb0340-6372-48cc-b3bc-b2366b783a06 req-b6d5640e-ca50-4975-9213-32e1ad3b7ed5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=695d492a-ca30-42dc-b8aa-3b1f1f515ae3 HTTP/1.1" status: 200 len: 858 time: 0.0856717 Apr 08 10:50:51.759868 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb0340-6372-48cc-b3bc-b2366b783a06 req-2b4f0603-43cc-4f24-9994-1432cfb0d1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:51.761672 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [req-fadb0340-6372-48cc-b3bc-b2366b783a06 req-2b4f0603-43cc-4f24-9994-1432cfb0d1f8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=33a3be25-f434-41eb-a414-585facf4d669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1161401 Apr 08 10:50:51.777423 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-4f459d0c-e67e-4772-a805-b68391aa28d8 req-ad25b673-1ec3-4d8e-8e81-63856b645bc6 service neutron] 10.222.0.39 "GET /v2.0/networks/d8b105e1-4a31-4a50-89d6-b1e6deea67e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6649966 Apr 08 10:50:51.821506 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-60a66ffb-263d-4d7e-893d-e73a8ab794ff req-21224cbd-fef2-4673-87af-fc95d2bc10cb tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=734e32e8113d4e4db24c106da8458807 HTTP/1.1" status: 200 len: 379 time: 0.1477678 Apr 08 10:50:51.845413 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [req-60a66ffb-263d-4d7e-893d-e73a8ab794ff req-c43a5fd4-5ef9-4973-8ea5-079f5c640ca6 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Request body: {'port': {'device_id': '39c92a53-c805-4edf-bb5d-c4af9d2894d7', 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525', 'admin_state_up': True, 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'security_groups': ['a034e5db-17e6-47a8-8cc7-ae9608b57d95']}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:50:51.892282 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [req-fadb0340-6372-48cc-b3bc-b2366b783a06 req-1e8113f3-ff59-43aa-b8a0-36287cda499d service neutron] 10.222.0.39 "GET /v2.0/networks/33a3be25-f434-41eb-a414-585facf4d669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198866 Apr 08 10:50:51.904770 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.db_base_plugin_common [req-1316a184-1cd3-4545-ac7d-a64bf2905014 req-355a7266-29ba-4880-bf13-b94a5dec84a3 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Allocated IP 172.20.0.13 (33a3be25-f434-41eb-a414-585facf4d669/695d492a-ca30-42dc-b8aa-3b1f1f515ae3/f63e0baf-1d4b-4b4a-907e-ba043fef736b) {{(pid=109910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:50:52.016205 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [req-fadb0340-6372-48cc-b3bc-b2366b783a06 req-552f88e9-c11d-46e7-92fd-814456be64c9 service neutron] 10.222.0.39 "GET /v2.0/networks/33a3be25-f434-41eb-a414-585facf4d669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159918 Apr 08 10:50:52.193494 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-efdfdd27-db99-44df-b228-e85f3ecee5c5 req-62fb1cfc-2160-46d9-b787-09aa78c99e94 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=39c92a53-c805-4edf-bb5d-c4af9d2894d7 HTTP/1.1" status: 200 len: 210 time: 0.0439696 Apr 08 10:50:52.243915 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60a66ffb-263d-4d7e-893d-e73a8ab794ff req-c43a5fd4-5ef9-4973-8ea5-079f5c640ca6 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Made reservation on behalf of 734e32e8113d4e4db24c106da8458807 for: {'port': 1} {{(pid=109910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:50:52.247330 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-60a66ffb-263d-4d7e-893d-e73a8ab794ff req-c43a5fd4-5ef9-4973-8ea5-079f5c640ca6 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:52.316410 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-1316a184-1cd3-4545-ac7d-a64bf2905014 req-355a7266-29ba-4880-bf13-b94a5dec84a3 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Publish callbacks [] for port (f63e0baf-1d4b-4b4a-907e-ba043fef736b), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:52.335064 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 53488) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:52.383063 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-cd9119b7-0e65-4f98-b5e7-de6351095a3e req-9f935e08-087d-4ebe-a865-2ef673b4ae94 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=40b6ecf5-6453-42fc-b63f-40158911ebb1 HTTP/1.1" status: 200 len: 210 time: 0.0698822 Apr 08 10:50:52.386469 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device 2e5b588a-3d62-4ba5-be62-a224fb76b222 up at agent hyperv_hv-cinder-83607 {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:50:52.467150 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 53494) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:52.499344 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Provisioning for port 2e5b588a-3d62-4ba5-be62-a224fb76b222 completed by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 10:50:52.505252 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Provisioning complete for port 2e5b588a-3d62-4ba5-be62-a224fb76b222 triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:50:52.508967 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (2e5b588a-3d62-4ba5-be62-a224fb76b222), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:52.510854 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277da5cc-231d-46c2-bbb1-f58ecae756f2 req-5bbb57fc-d6b3-4efb-93fb-979b1d0db4a2 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:52.512545 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-277da5cc-231d-46c2-bbb1-f58ecae756f2 req-5bbb57fc-d6b3-4efb-93fb-979b1d0db4a2 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4d57e97-7b9c-450b-8852-86ada775c1f4 HTTP/1.1" status: 200 len: 945 time: 0.2037561 Apr 08 10:50:52.515931 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-1316a184-1cd3-4545-ac7d-a64bf2905014 req-355a7266-29ba-4880-bf13-b94a5dec84a3 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861'] for port (f63e0baf-1d4b-4b4a-907e-ba043fef736b), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:52.594012 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-f3d6b947-a6c1-4855-b379-0bea87c986c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:52.625855 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1316a184-1cd3-4545-ac7d-a64bf2905014 req-355a7266-29ba-4880-bf13-b94a5dec84a3 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Network 33a3be25-f434-41eb-a414-585facf4d669 is already hosted by enough agents. {{(pid=109910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:50:52.630386 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.db_base_plugin_common [req-60a66ffb-263d-4d7e-893d-e73a8ab794ff req-c43a5fd4-5ef9-4973-8ea5-079f5c640ca6 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Allocated IP 172.20.0.12 (a108a20f-c74a-4177-8672-00636aeb2525/5f421bdc-b76f-40b9-9c95-2e839cd44c87/a2fe36f7-abef-46bd-a27e-bd9b41226233) {{(pid=109910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:50:52.646805 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355a7266-29ba-4880-bf13-b94a5dec84a3 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Pushing event updated for resources: {'Port': ['ID=f63e0baf-1d4b-4b4a-907e-ba043fef736b,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:52.650055 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.base_scheduler [req-1316a184-1cd3-4545-ac7d-a64bf2905014 req-355a7266-29ba-4880-bf13-b94a5dec84a3 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Resources bound (agent type, host, resource id): {{(pid=109910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:50:52.669560 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-a7385db5-732b-4751-9268-bb9b469c3c1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:52.721662 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Current status of the port 2e5b588a-3d62-4ba5-be62-a224fb76b222 is: BUILD; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:50:52.722523 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (2e5b588a-3d62-4ba5-be62-a224fb76b222), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:52.738199 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.l3_dvrscheduler_db [req-1316a184-1cd3-4545-ac7d-a64bf2905014 req-355a7266-29ba-4880-bf13-b94a5dec84a3 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Received port after_create {{(pid=109910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 10:50:52.745314 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1316a184-1cd3-4545-ac7d-a64bf2905014 req-355a7266-29ba-4880-bf13-b94a5dec84a3 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:52.746102 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-1316a184-1cd3-4545-ac7d-a64bf2905014 req-355a7266-29ba-4880-bf13-b94a5dec84a3 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553535'] for port (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:52.766298 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d57e97-7b9c-450b-8852-86ada775c1f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5b588a-3d62-4ba5-be62-a224fb76b222'}] {{(pid=109911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:50:52.779534 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-277da5cc-231d-46c2-bbb1-f58ecae756f2 req-31093285-ca15-4691-8233-7a2f79261532 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] 10.222.0.43 "GET /v2.0/security-groups?id=048da6e7-b971-418e-bf71-e442260133f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015817 Apr 08 10:50:52.813312 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-f3d6b947-a6c1-4855-b379-0bea87c986c5 admin admin] Publish callbacks [] for security_group (d805c110-33ba-49f6-b105-37f82cdfc340), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:52.844241 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-f3d6b947-a6c1-4855-b379-0bea87c986c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (d805c110-33ba-49f6-b105-37f82cdfc340), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:52.848832 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1316a184-1cd3-4545-ac7d-a64bf2905014 req-355a7266-29ba-4880-bf13-b94a5dec84a3 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2807059 Apr 08 10:50:52.879746 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [req-1316a184-1cd3-4545-ac7d-a64bf2905014 req-94171ecc-4005-4dcd-b015-4d309aae8885 service neutron] Request body: {'port': {'device_id': '40b6ecf5-6453-42fc-b63f-40158911ebb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:50:52.899065 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-a7385db5-732b-4751-9268-bb9b469c3c1d admin admin] Publish callbacks [] for security_group (a31fa540-4556-4b47-86d6-81286d80624d), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:52.921047 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-a7385db5-732b-4751-9268-bb9b469c3c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (a31fa540-4556-4b47-86d6-81286d80624d), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:52.925296 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port 2e5b588a-3d62-4ba5-be62-a224fb76b222, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=2e5b588a-3d62-4ba5-be62-a224fb76b222,segment=NetworkSegment(5de37203-72e1-4662-b44e-7718a1d96754),segment_id=5de37203-72e1-4662-b44e-7718a1d96754)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:50:52.937664 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (2e5b588a-3d62-4ba5-be62-a224fb76b222), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:52.941412 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-f3d6b947-a6c1-4855-b379-0bea87c986c5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7e6968d1367c4c18967a460c82662909&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6013823 Apr 08 10:50:52.947800 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 53514) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:52.957790 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d6b947-a6c1-4855-b379-0bea87c986c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d805c110-33ba-49f6-b105-37f82cdfc340,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:53.025305 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 53518) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:53.033541 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-a7385db5-732b-4751-9268-bb9b469c3c1d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6eccedfa327d4fd38d494c57bb2d7b65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5520155 Apr 08 10:50:53.061261 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7385db5-732b-4751-9268-bb9b469c3c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31fa540-4556-4b47-86d6-81286d80624d,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:53.116384 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-10198020-6545-463e-81c9-45eb39ae7af7 admin admin] Publish callbacks [] for security_group (d805c110-33ba-49f6-b105-37f82cdfc340), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:53.129375 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Pushing event updated for resources: {'Port': ['ID=2e5b588a-3d62-4ba5-be62-a224fb76b222,revision_number=5']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:53.151808 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-c6062721-ff62-4445-b3b2-ef35e828d90e None None] Provisioning complete for port f63e0baf-1d4b-4b4a-907e-ba043fef736b triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:50:53.152211 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c6062721-ff62-4445-b3b2-ef35e828d90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (f63e0baf-1d4b-4b4a-907e-ba043fef736b), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:53.161650 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-10198020-6545-463e-81c9-45eb39ae7af7 admin admin] Publish callbacks [] for security_group (d805c110-33ba-49f6-b105-37f82cdfc340), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:53.192249 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930651e71dbc4ea3279ef2aec3aabe40d8fedb7c9b7e81889183a919dd1d7a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea5fedf-bb47-413d-b0da-0128eb17dcd4" -d '{"events": [{"server_uuid": "f4d57e97-7b9c-450b-8852-86ada775c1f4", "name": "network-vif-plugged", "status": "completed", "tag": "2e5b588a-3d62-4ba5-be62-a224fb76b222"}]}' {{(pid=109911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:50:53.215400 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-60a66ffb-263d-4d7e-893d-e73a8ab794ff req-c43a5fd4-5ef9-4973-8ea5-079f5c640ca6 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for port (a2fe36f7-abef-46bd-a27e-bd9b41226233), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:53.221991 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-c6062721-ff62-4445-b3b2-ef35e828d90e None None] Port f63e0baf-1d4b-4b4a-907e-ba043fef736b cannot update to ACTIVE because it is not bound. {{(pid=109911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 10:50:53.258909 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-1316a184-1cd3-4545-ac7d-a64bf2905014 req-94171ecc-4005-4dcd-b015-4d309aae8885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (f63e0baf-1d4b-4b4a-907e-ba043fef736b), before_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:53.270281 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-10198020-6545-463e-81c9-45eb39ae7af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (d805c110-33ba-49f6-b105-37f82cdfc340), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:53.274359 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-10198020-6545-463e-81c9-45eb39ae7af7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:53.277785 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-fe972831-2ce0-448c-b0e8-319744a72c25 admin admin] Publish callbacks [] for security_group (a31fa540-4556-4b47-86d6-81286d80624d), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:53.280320 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-10198020-6545-463e-81c9-45eb39ae7af7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d805c110-33ba-49f6-b105-37f82cdfc340 HTTP/1.1" status: 204 len: 168 time: 0.3309944 Apr 08 10:50:53.292285 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10198020-6545-463e-81c9-45eb39ae7af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d805c110-33ba-49f6-b105-37f82cdfc340,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:53.363423 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 10:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9874af87-1db5-43ed-b4c3-28b02dc26cd2 x-openstack-request-id: req-9874af87-1db5-43ed-b4c3-28b02dc26cd2 {{(pid=109911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:50:53.363915 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d57e97-7b9c-450b-8852-86ada775c1f4", "name": "network-vif-plugged", "status": "completed", "tag": "2e5b588a-3d62-4ba5-be62-a224fb76b222", "code": 200}]} {{(pid=109911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:50:53.364177 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9874af87-1db5-43ed-b4c3-28b02dc26cd2 {{(pid=109911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:50:53.364621 dv-cinder-836071-3-iscsi neutron-server[109911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9874af87-1db5-43ed-b4c3-28b02dc26cd2'] response: {'server_uuid': 'f4d57e97-7b9c-450b-8852-86ada775c1f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5b588a-3d62-4ba5-be62-a224fb76b222', 'code': 200} Apr 08 10:50:53.374212 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-fe972831-2ce0-448c-b0e8-319744a72c25 admin admin] Publish callbacks [] for security_group (a31fa540-4556-4b47-86d6-81286d80624d), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:53.380476 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ef287eaf-7219-4ea3-85df-6b31ec1308ac req-a62fa14a-fed6-4083-935c-b346351b96a2 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=39c92a53-c805-4edf-bb5d-c4af9d2894d7 HTTP/1.1" status: 200 len: 210 time: 0.0537283 Apr 08 10:50:53.397739 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 53534) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:53.420121 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-60a66ffb-263d-4d7e-893d-e73a8ab794ff req-c43a5fd4-5ef9-4973-8ea5-079f5c640ca6 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861'] for port (a2fe36f7-abef-46bd-a27e-bd9b41226233), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:53.569333 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-60702122-5886-4c81-8548-2890c60e8030 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:53.586760 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60a66ffb-263d-4d7e-893d-e73a8ab794ff req-c43a5fd4-5ef9-4973-8ea5-079f5c640ca6 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Network a108a20f-c74a-4177-8672-00636aeb2525 is already hosted by enough agents. {{(pid=109910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:50:53.589467 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43a5fd4-5ef9-4973-8ea5-079f5c640ca6 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Pushing event updated for resources: {'Port': ['ID=a2fe36f7-abef-46bd-a27e-bd9b41226233,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:53.690095 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8375d3d-3b0a-42db-9e20-1ce013cccd68 req-59db7c84-710f-4f5c-99c7-f732350c5a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:53.692106 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [req-d8375d3d-3b0a-42db-9e20-1ce013cccd68 req-59db7c84-710f-4f5c-99c7-f732350c5a66 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f4d57e97-7b9c-450b-8852-86ada775c1f4 HTTP/1.1" status: 200 len: 1130 time: 0.1183619 Apr 08 10:50:53.699561 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.base_scheduler [req-60a66ffb-263d-4d7e-893d-e73a8ab794ff req-c43a5fd4-5ef9-4973-8ea5-079f5c640ca6 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Resources bound (agent type, host, resource id): {{(pid=109910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:50:53.702051 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a66ffb-263d-4d7e-893d-e73a8ab794ff req-c43a5fd4-5ef9-4973-8ea5-079f5c640ca6 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Received port after_create {{(pid=109910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 10:50:53.708780 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a66ffb-263d-4d7e-893d-e73a8ab794ff req-c43a5fd4-5ef9-4973-8ea5-079f5c640ca6 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:53.709475 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-60a66ffb-263d-4d7e-893d-e73a8ab794ff req-c43a5fd4-5ef9-4973-8ea5-079f5c640ca6 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553535'] for port (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:53.723200 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [req-d8375d3d-3b0a-42db-9e20-1ce013cccd68 req-c3cf7d60-56d9-4bce-9eb3-b125dccc0d77 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:53.742863 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-fe972831-2ce0-448c-b0e8-319744a72c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (a31fa540-4556-4b47-86d6-81286d80624d), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:53.745929 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-fe972831-2ce0-448c-b0e8-319744a72c25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:53.747063 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-fe972831-2ce0-448c-b0e8-319744a72c25 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a31fa540-4556-4b47-86d6-81286d80624d HTTP/1.1" status: 204 len: 168 time: 0.7115633 Apr 08 10:50:53.786373 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-60a66ffb-263d-4d7e-893d-e73a8ab794ff req-c43a5fd4-5ef9-4973-8ea5-079f5c640ca6 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9482429 Apr 08 10:50:53.791224 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe972831-2ce0-448c-b0e8-319744a72c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31fa540-4556-4b47-86d6-81286d80624d,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:53.832932 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96edc48-cf25-4c3b-9f5b-98a33d67642c req-060d71cf-cbe5-4db3-9d5e-7f32816a7a72 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:53.846017 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-c96edc48-cf25-4c3b-9f5b-98a33d67642c req-060d71cf-cbe5-4db3-9d5e-7f32816a7a72 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=40b6ecf5-6453-42fc-b63f-40158911ebb1 HTTP/1.1" status: 200 len: 932 time: 0.3264911 Apr 08 10:50:53.858476 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-60702122-5886-4c81-8548-2890c60e8030 admin admin] Publish callbacks [] for security_group (5d120b33-c0c1-4c98-8318-573615da2c42), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:53.866424 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [req-60a66ffb-263d-4d7e-893d-e73a8ab794ff req-c7f0955b-e79f-4488-96ec-10fd739d42df service neutron] Request body: {'port': {'device_id': '39c92a53-c805-4edf-bb5d-c4af9d2894d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:50:53.889738 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-60702122-5886-4c81-8548-2890c60e8030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (5d120b33-c0c1-4c98-8318-573615da2c42), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:53.928468 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [req-d8375d3d-3b0a-42db-9e20-1ce013cccd68 req-c3cf7d60-56d9-4bce-9eb3-b125dccc0d77 service neutron] Publish callbacks [] for security_group (6f351d61-47ad-43db-8e4c-34b7841141a1), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:53.952207 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [req-d8375d3d-3b0a-42db-9e20-1ce013cccd68 req-c3cf7d60-56d9-4bce-9eb3-b125dccc0d77 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (6f351d61-47ad-43db-8e4c-34b7841141a1), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:53.978787 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [req-1316a184-1cd3-4545-ac7d-a64bf2905014 req-94171ecc-4005-4dcd-b015-4d309aae8885 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f63e0baf-1d4b-4b4a-907e-ba043fef736b {{(pid=109910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:50:53.993112 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-60702122-5886-4c81-8548-2890c60e8030 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1131f9d0b0b943798ca13a15aa14c2a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5902143 Apr 08 10:50:53.996172 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 53560) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:54.005703 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60702122-5886-4c81-8548-2890c60e8030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d120b33-c0c1-4c98-8318-573615da2c42,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:54.043792 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [req-d8375d3d-3b0a-42db-9e20-1ce013cccd68 req-c3cf7d60-56d9-4bce-9eb3-b125dccc0d77 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=048da6e7-b971-418e-bf71-e442260133f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3450475 Apr 08 10:50:54.056491 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-1316a184-1cd3-4545-ac7d-a64bf2905014 req-94171ecc-4005-4dcd-b015-4d309aae8885 service neutron] Publish callbacks [] for port (f63e0baf-1d4b-4b4a-907e-ba043fef736b), precommit_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:54.064200 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 53564) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:54.138789 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-60a66ffb-263d-4d7e-893d-e73a8ab794ff req-c7f0955b-e79f-4488-96ec-10fd739d42df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (a2fe36f7-abef-46bd-a27e-bd9b41226233), before_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:54.158995 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-b0eeb869-d0ca-4863-be4b-a2da78b6f650 None None] Provisioning complete for port a2fe36f7-abef-46bd-a27e-bd9b41226233 triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:50:54.158995 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-b0eeb869-d0ca-4863-be4b-a2da78b6f650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (a2fe36f7-abef-46bd-a27e-bd9b41226233), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:54.169736 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-531746ff-1188-4036-b364-2948f32d7d53 admin admin] Publish callbacks [] for security_group (5d120b33-c0c1-4c98-8318-573615da2c42), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:54.212100 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-531746ff-1188-4036-b364-2948f32d7d53 admin admin] Publish callbacks [] for security_group (5d120b33-c0c1-4c98-8318-573615da2c42), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:54.222037 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-b0eeb869-d0ca-4863-be4b-a2da78b6f650 None None] Port a2fe36f7-abef-46bd-a27e-bd9b41226233 cannot update to ACTIVE because it is not bound. {{(pid=109911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 10:50:54.227416 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cf7d60-56d9-4bce-9eb3-b125dccc0d77 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6f351d61-47ad-43db-8e4c-34b7841141a1,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:54.316899 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 53578) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:54.320970 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-4bf80cdb-b170-44e7-9985-9934daf5bd61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:54.326929 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-531746ff-1188-4036-b364-2948f32d7d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (5d120b33-c0c1-4c98-8318-573615da2c42), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:54.330562 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-531746ff-1188-4036-b364-2948f32d7d53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:54.331674 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-531746ff-1188-4036-b364-2948f32d7d53 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5d120b33-c0c1-4c98-8318-573615da2c42 HTTP/1.1" status: 204 len: 168 time: 0.3344729 Apr 08 10:50:54.340698 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-36800fb2-57dc-4b47-94cb-64e6b71feaf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:54.347578 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.provisioning_blocks [req-1316a184-1cd3-4545-ac7d-a64bf2905014 req-94171ecc-4005-4dcd-b015-4d309aae8885 service neutron] Transition to ACTIVE for port object f63e0baf-1d4b-4b4a-907e-ba043fef736b will not be triggered until provisioned by entity L2. {{(pid=109910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 10:50:54.353390 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531746ff-1188-4036-b364-2948f32d7d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d120b33-c0c1-4c98-8318-573615da2c42,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:54.355114 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-c96edc48-cf25-4c3b-9f5b-98a33d67642c req-a683b376-3bd1-439d-bae4-b81c91b8303c tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5080142 Apr 08 10:50:54.372166 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-1316a184-1cd3-4545-ac7d-a64bf2905014 req-94171ecc-4005-4dcd-b015-4d309aae8885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (f63e0baf-1d4b-4b4a-907e-ba043fef736b), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:54.415783 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device aba2c694-d951-4d11-a7f4-d6c59eb06344 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=109911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 10:50:54.451696 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8902720d-b66a-4a28-b419-8e36163675d9 req-2b802944-de1a-43ed-b7a3-65e826123d5e tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:54.453539 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-8902720d-b66a-4a28-b419-8e36163675d9 req-2b802944-de1a-43ed-b7a3-65e826123d5e tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4d57e97-7b9c-450b-8852-86ada775c1f4 HTTP/1.1" status: 200 len: 946 time: 0.5200210 Apr 08 10:50:54.508719 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-36800fb2-57dc-4b47-94cb-64e6b71feaf8 admin admin] Publish callbacks [] for security_group (4d208e1e-e48b-4152-a4d2-fa81ab7df072), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:54.523426 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-36800fb2-57dc-4b47-94cb-64e6b71feaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (4d208e1e-e48b-4152-a4d2-fa81ab7df072), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:54.587548 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-36800fb2-57dc-4b47-94cb-64e6b71feaf8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=87cfd512a9864e7197e6c424b86e63a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2694471 Apr 08 10:50:54.596709 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 53596) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:54.604082 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-8902720d-b66a-4a28-b419-8e36163675d9 req-ea015380-e64d-4691-b797-1a394bb34201 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] 10.222.0.43 "GET /v2.0/security-groups?id=048da6e7-b971-418e-bf71-e442260133f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348851 Apr 08 10:50:54.624071 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36800fb2-57dc-4b47-94cb-64e6b71feaf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d208e1e-e48b-4152-a4d2-fa81ab7df072,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:54.711811 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-673aab4b-2311-4806-a492-8dec25513c94 admin admin] Publish callbacks [] for security_group (4d208e1e-e48b-4152-a4d2-fa81ab7df072), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:54.750467 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-673aab4b-2311-4806-a492-8dec25513c94 admin admin] Publish callbacks [] for security_group (4d208e1e-e48b-4152-a4d2-fa81ab7df072), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:54.775477 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port aba2c694-d951-4d11-a7f4-d6c59eb06344, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=aba2c694-d951-4d11-a7f4-d6c59eb06344,segment=NetworkSegment(564b6ad4-8714-4fe4-8ffa-791e2a8589f1),segment_id=564b6ad4-8714-4fe4-8ffa-791e2a8589f1)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:50:54.791384 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Returning: {'device': 'aba2c694-d951-4d11-a7f4-d6c59eb06344', 'network_id': '33a3be25-f434-41eb-a414-585facf4d669', 'port_id': 'aba2c694-d951-4d11-a7f4-d6c59eb06344', 'mac_address': 'fa:16:3e:b7:e4:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '695d492a-ca30-42dc-b8aa-3b1f1f515ae3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 10:50:54.832813 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-673aab4b-2311-4806-a492-8dec25513c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (4d208e1e-e48b-4152-a4d2-fa81ab7df072), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:54.840131 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-673aab4b-2311-4806-a492-8dec25513c94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:54.842917 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-673aab4b-2311-4806-a492-8dec25513c94 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4d208e1e-e48b-4152-a4d2-fa81ab7df072 HTTP/1.1" status: 204 len: 168 time: 0.2489612 Apr 08 10:50:54.845318 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Current status of the port aba2c694-d951-4d11-a7f4-d6c59eb06344 is: DOWN; New status is: BUILD {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:50:54.846772 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (aba2c694-d951-4d11-a7f4-d6c59eb06344), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:54.867507 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673aab4b-2311-4806-a492-8dec25513c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d208e1e-e48b-4152-a4d2-fa81ab7df072,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:54.879732 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.notifiers.nova [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aba2c694-d951-4d11-a7f4-d6c59eb06344 {{(pid=109911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:50:54.919631 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port aba2c694-d951-4d11-a7f4-d6c59eb06344, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=aba2c694-d951-4d11-a7f4-d6c59eb06344,segment=NetworkSegment(564b6ad4-8714-4fe4-8ffa-791e2a8589f1),segment_id=564b6ad4-8714-4fe4-8ffa-791e2a8589f1)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:50:54.924854 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (aba2c694-d951-4d11-a7f4-d6c59eb06344), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:54.958158 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94171ecc-4005-4dcd-b015-4d309aae8885 service neutron] Pushing event updated for resources: {'Port': ['ID=f63e0baf-1d4b-4b4a-907e-ba043fef736b,revision_number=2']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:54.964280 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.managers [req-1316a184-1cd3-4545-ac7d-a64bf2905014 req-94171ecc-4005-4dcd-b015-4d309aae8885 service neutron] Attempting to bind port f63e0baf-1d4b-4b4a-907e-ba043fef736b on host hv-cinder-83607 for vnic_type normal with profile {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 10:50:54.964789 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.managers [req-1316a184-1cd3-4545-ac7d-a64bf2905014 req-94171ecc-4005-4dcd-b015-4d309aae8885 service neutron] Attempting to bind port f63e0baf-1d4b-4b4a-907e-ba043fef736b by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '564b6ad4-8714-4fe4-8ffa-791e2a8589f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '33a3be25-f434-41eb-a414-585facf4d669'}] {{(pid=109910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 10:50:54.965853 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1316a184-1cd3-4545-ac7d-a64bf2905014 req-94171ecc-4005-4dcd-b015-4d309aae8885 service neutron] Attempting to bind port f63e0baf-1d4b-4b4a-907e-ba043fef736b on network 33a3be25-f434-41eb-a414-585facf4d669 {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:50:54.987517 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1316a184-1cd3-4545-ac7d-a64bf2905014 req-94171ecc-4005-4dcd-b015-4d309aae8885 service neutron] Port f63e0baf-1d4b-4b4a-907e-ba043fef736b on network 33a3be25-f434-41eb-a414-585facf4d669 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 10:50:54.988161 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1316a184-1cd3-4545-ac7d-a64bf2905014 req-94171ecc-4005-4dcd-b015-4d309aae8885 service neutron] Attempting to bind port f63e0baf-1d4b-4b4a-907e-ba043fef736b on network 33a3be25-f434-41eb-a414-585facf4d669 {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:50:55.012606 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Pushing event updated for resources: {'Port': ['ID=aba2c694-d951-4d11-a7f4-d6c59eb06344,revision_number=4']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:55.021980 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1316a184-1cd3-4545-ac7d-a64bf2905014 req-94171ecc-4005-4dcd-b015-4d309aae8885 service neutron] Checking agent: {'id': 'df0b008b-1017-45b0-9cbd-b6387ecfd69a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 48, 18), 'started_at': datetime.datetime(2022, 4, 8, 10, 48, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 10:50:55.022301 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1316a184-1cd3-4545-ac7d-a64bf2905014 req-94171ecc-4005-4dcd-b015-4d309aae8885 service neutron] Checking segment: {'id': '564b6ad4-8714-4fe4-8ffa-791e2a8589f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '33a3be25-f434-41eb-a414-585facf4d669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:50:55.022694 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1316a184-1cd3-4545-ac7d-a64bf2905014 req-94171ecc-4005-4dcd-b015-4d309aae8885 service neutron] Bound using segment: {'id': '564b6ad4-8714-4fe4-8ffa-791e2a8589f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '33a3be25-f434-41eb-a414-585facf4d669'} {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 10:50:55.023213 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.managers [req-1316a184-1cd3-4545-ac7d-a64bf2905014 req-94171ecc-4005-4dcd-b015-4d309aae8885 service neutron] Bound port: f63e0baf-1d4b-4b4a-907e-ba043fef736b, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '564b6ad4-8714-4fe4-8ffa-791e2a8589f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '33a3be25-f434-41eb-a414-585facf4d669'}}] {{(pid=109910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 10:50:55.023481 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-1316a184-1cd3-4545-ac7d-a64bf2905014 req-94171ecc-4005-4dcd-b015-4d309aae8885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (f63e0baf-1d4b-4b4a-907e-ba043fef736b), before_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:55.066666 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-4bf80cdb-b170-44e7-9985-9934daf5bd61 admin admin] Publish callbacks [] for security_group (929cb268-38f6-4a61-9bf2-779bac659957), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:55.081630 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f775ec31-ccf3-4254-b787-7a548b11979f req-bd89bf8b-237a-436b-8171-9e893da34dce tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:55.083122 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f775ec31-ccf3-4254-b787-7a548b11979f req-bd89bf8b-237a-436b-8171-9e893da34dce tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=39c92a53-c805-4edf-bb5d-c4af9d2894d7 HTTP/1.1" status: 200 len: 932 time: 0.4908574 Apr 08 10:50:55.093011 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-4bf80cdb-b170-44e7-9985-9934daf5bd61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (929cb268-38f6-4a61-9bf2-779bac659957), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:55.171657 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] get_ports_and_sgs() called for port_ids ['aba2c694-d951-4d11-a7f4-d6c59eb06344'] {{(pid=109911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 10:50:55.219885 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-4bf80cdb-b170-44e7-9985-9934daf5bd61 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3b5cb26a88654902bb6066e47614d6c1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1498351 Apr 08 10:50:55.222658 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 53614) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:55.238835 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [req-60a66ffb-263d-4d7e-893d-e73a8ab794ff req-c7f0955b-e79f-4488-96ec-10fd739d42df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2fe36f7-abef-46bd-a27e-bd9b41226233 {{(pid=109910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:50:55.248919 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf80cdb-b170-44e7-9985-9934daf5bd61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=929cb268-38f6-4a61-9bf2-779bac659957,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:55.262308 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-60a66ffb-263d-4d7e-893d-e73a8ab794ff req-c7f0955b-e79f-4488-96ec-10fd739d42df service neutron] Publish callbacks [] for port (a2fe36f7-abef-46bd-a27e-bd9b41226233), precommit_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:55.262851 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 53618) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:55.266135 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [req-1316a184-1cd3-4545-ac7d-a64bf2905014 req-94171ecc-4005-4dcd-b015-4d309aae8885 service neutron] For port f63e0baf-1d4b-4b4a-907e-ba043fef736b, host hv-cinder-83607, cleared binding levels {{(pid=109910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:50:55.285315 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f775ec31-ccf3-4254-b787-7a548b11979f req-2a3619b9-56cf-4694-9aac-bcccf4ad223d tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/security-groups?id=a034e5db-17e6-47a8-8cc7-ae9608b57d95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1892295 Apr 08 10:50:55.290002 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-4d9410f8-fe4b-4427-82ae-ab66980cab71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:55.305809 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [req-1316a184-1cd3-4545-ac7d-a64bf2905014 req-94171ecc-4005-4dcd-b015-4d309aae8885 service neutron] For port f63e0baf-1d4b-4b4a-907e-ba043fef736b, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f63e0baf-1d4b-4b4a-907e-ba043fef736b,segment=NetworkSegment(564b6ad4-8714-4fe4-8ffa-791e2a8589f1),segment_id=564b6ad4-8714-4fe4-8ffa-791e2a8589f1)] {{(pid=109910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:50:55.320251 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.provisioning_blocks [req-60a66ffb-263d-4d7e-893d-e73a8ab794ff req-c7f0955b-e79f-4488-96ec-10fd739d42df service neutron] Transition to ACTIVE for port object a2fe36f7-abef-46bd-a27e-bd9b41226233 will not be triggered until provisioned by entity L2. {{(pid=109910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 10:50:55.323388 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-1316a184-1cd3-4545-ac7d-a64bf2905014 req-94171ecc-4005-4dcd-b015-4d309aae8885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (f63e0baf-1d4b-4b4a-907e-ba043fef736b), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:55.346189 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-a17df75f-f3ce-42b8-b3af-f92ed9c5691e admin admin] Publish callbacks [] for security_group (929cb268-38f6-4a61-9bf2-779bac659957), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:55.392214 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-60a66ffb-263d-4d7e-893d-e73a8ab794ff req-c7f0955b-e79f-4488-96ec-10fd739d42df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (a2fe36f7-abef-46bd-a27e-bd9b41226233), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:55.392822 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-a17df75f-f3ce-42b8-b3af-f92ed9c5691e admin admin] Publish callbacks [] for security_group (929cb268-38f6-4a61-9bf2-779bac659957), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:55.419448 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1316a184-1cd3-4545-ac7d-a64bf2905014 req-94171ecc-4005-4dcd-b015-4d309aae8885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:55.422243 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-1316a184-1cd3-4545-ac7d-a64bf2905014 req-94171ecc-4005-4dcd-b015-4d309aae8885 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553535'] for port (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:55.426564 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1316a184-1cd3-4545-ac7d-a64bf2905014 req-94171ecc-4005-4dcd-b015-4d309aae8885 service neutron] 10.222.0.39 "PUT /v2.0/ports/f63e0baf-1d4b-4b4a-907e-ba043fef736b HTTP/1.1" status: 200 len: 1094 time: 2.5594618 Apr 08 10:50:55.427286 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40b6ecf5-6453-42fc-b63f-40158911ebb1', 'tag': 'f63e0baf-1d4b-4b4a-907e-ba043fef736b'}] {{(pid=109910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:50:55.431502 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c101578fc708467248d177b11db2e3e6a7db5c554c0046cb1dea7ab1ce8b9fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f78d75c-e166-4bde-9f68-6dfde19dcf4d" -d '{"events": [{"name": "network-changed", "server_uuid": "40b6ecf5-6453-42fc-b63f-40158911ebb1", "tag": "f63e0baf-1d4b-4b4a-907e-ba043fef736b"}]}' {{(pid=109910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:50:55.498273 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-4d9410f8-fe4b-4427-82ae-ab66980cab71 admin admin] Publish callbacks [] for security_group (0c13c594-cc0c-4098-b1c5-a652f0872faa), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:55.512092 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-4d9410f8-fe4b-4427-82ae-ab66980cab71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (0c13c594-cc0c-4098-b1c5-a652f0872faa), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:55.539298 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 10:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1d9341-b380-46a8-a41a-dbb64f256800 x-openstack-request-id: req-9e1d9341-b380-46a8-a41a-dbb64f256800 {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:50:55.539768 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40b6ecf5-6453-42fc-b63f-40158911ebb1", "tag": "f63e0baf-1d4b-4b4a-907e-ba043fef736b", "status": "completed", "code": 200}]} {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:50:55.540154 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9e1d9341-b380-46a8-a41a-dbb64f256800 {{(pid=109910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:50:55.540678 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e1d9341-b380-46a8-a41a-dbb64f256800'] response: {'name': 'network-changed', 'server_uuid': '40b6ecf5-6453-42fc-b63f-40158911ebb1', 'tag': 'f63e0baf-1d4b-4b4a-907e-ba043fef736b', 'status': 'completed', 'code': 200} Apr 08 10:50:55.549715 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-a17df75f-f3ce-42b8-b3af-f92ed9c5691e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (929cb268-38f6-4a61-9bf2-779bac659957), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:55.555869 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-a17df75f-f3ce-42b8-b3af-f92ed9c5691e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:55.557048 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-a17df75f-f3ce-42b8-b3af-f92ed9c5691e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/929cb268-38f6-4a61-9bf2-779bac659957 HTTP/1.1" status: 204 len: 168 time: 0.3331513 Apr 08 10:50:55.625782 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-4d9410f8-fe4b-4427-82ae-ab66980cab71 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a08caeea52bd472c9a366fe8c4424698&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3618248 Apr 08 10:50:55.626952 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 53634) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:55.643976 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9410f8-fe4b-4427-82ae-ab66980cab71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c13c594-cc0c-4098-b1c5-a652f0872faa,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:55.664621 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17df75f-f3ce-42b8-b3af-f92ed9c5691e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929cb268-38f6-4a61-9bf2-779bac659957,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:55.691715 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.managers [req-60a66ffb-263d-4d7e-893d-e73a8ab794ff req-c7f0955b-e79f-4488-96ec-10fd739d42df service neutron] Attempting to bind port a2fe36f7-abef-46bd-a27e-bd9b41226233 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 10:50:55.691868 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.managers [req-60a66ffb-263d-4d7e-893d-e73a8ab794ff req-c7f0955b-e79f-4488-96ec-10fd739d42df service neutron] Attempting to bind port a2fe36f7-abef-46bd-a27e-bd9b41226233 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'd1fbcf39-677c-48da-b8da-407bc29700aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525'}] {{(pid=109910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 10:50:55.692091 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a66ffb-263d-4d7e-893d-e73a8ab794ff req-c7f0955b-e79f-4488-96ec-10fd739d42df service neutron] Attempting to bind port a2fe36f7-abef-46bd-a27e-bd9b41226233 on network a108a20f-c74a-4177-8672-00636aeb2525 {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:50:55.745393 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94171ecc-4005-4dcd-b015-4d309aae8885 service neutron] Pushing event updated for resources: {'Port': ['ID=f63e0baf-1d4b-4b4a-907e-ba043fef736b,revision_number=3']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:55.795430 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-a1ac540b-e354-4384-937a-a0a821aaa651 admin admin] Publish callbacks [] for security_group (0c13c594-cc0c-4098-b1c5-a652f0872faa), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:55.854449 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a66ffb-263d-4d7e-893d-e73a8ab794ff req-c7f0955b-e79f-4488-96ec-10fd739d42df service neutron] Port a2fe36f7-abef-46bd-a27e-bd9b41226233 on network a108a20f-c74a-4177-8672-00636aeb2525 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 10:50:55.855192 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a66ffb-263d-4d7e-893d-e73a8ab794ff req-c7f0955b-e79f-4488-96ec-10fd739d42df service neutron] Attempting to bind port a2fe36f7-abef-46bd-a27e-bd9b41226233 on network a108a20f-c74a-4177-8672-00636aeb2525 {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:50:55.863009 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-a1ac540b-e354-4384-937a-a0a821aaa651 admin admin] Publish callbacks [] for security_group (0c13c594-cc0c-4098-b1c5-a652f0872faa), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:55.908950 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc6691e-f881-429e-bedd-b31fda901f20 req-754b7eb5-4916-4e2e-a4ab-cb1ef192a0bb tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:55.910557 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1bc6691e-f881-429e-bedd-b31fda901f20 req-754b7eb5-4916-4e2e-a4ab-cb1ef192a0bb tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=40b6ecf5-6453-42fc-b63f-40158911ebb1 HTTP/1.1" status: 200 len: 944 time: 0.3996396 Apr 08 10:50:55.918794 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a66ffb-263d-4d7e-893d-e73a8ab794ff req-c7f0955b-e79f-4488-96ec-10fd739d42df service neutron] Checking agent: {'id': 'df0b008b-1017-45b0-9cbd-b6387ecfd69a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 48, 18), 'started_at': datetime.datetime(2022, 4, 8, 10, 48, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 10:50:55.919503 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a66ffb-263d-4d7e-893d-e73a8ab794ff req-c7f0955b-e79f-4488-96ec-10fd739d42df service neutron] Checking segment: {'id': 'd1fbcf39-677c-48da-b8da-407bc29700aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:50:55.920158 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a66ffb-263d-4d7e-893d-e73a8ab794ff req-c7f0955b-e79f-4488-96ec-10fd739d42df service neutron] Bound using segment: {'id': 'd1fbcf39-677c-48da-b8da-407bc29700aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525'} {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 10:50:55.921002 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.managers [req-60a66ffb-263d-4d7e-893d-e73a8ab794ff req-c7f0955b-e79f-4488-96ec-10fd739d42df service neutron] Bound port: a2fe36f7-abef-46bd-a27e-bd9b41226233, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1fbcf39-677c-48da-b8da-407bc29700aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525'}}] {{(pid=109910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 10:50:55.921612 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-60a66ffb-263d-4d7e-893d-e73a8ab794ff req-c7f0955b-e79f-4488-96ec-10fd739d42df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (a2fe36f7-abef-46bd-a27e-bd9b41226233), before_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:55.960282 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-a1ac540b-e354-4384-937a-a0a821aaa651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (0c13c594-cc0c-4098-b1c5-a652f0872faa), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:55.960459 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1316a184-1cd3-4545-ac7d-a64bf2905014 req-0a145e6a-2615-4724-aac5-a7449245cf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:55.962242 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1316a184-1cd3-4545-ac7d-a64bf2905014 req-0a145e6a-2615-4724-aac5-a7449245cf95 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3b8c2bcd253d4480a40c77765f83e67a&device_id=40b6ecf5-6453-42fc-b63f-40158911ebb1 HTTP/1.1" status: 200 len: 1128 time: 0.4486701 Apr 08 10:50:55.971300 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-a1ac540b-e354-4384-937a-a0a821aaa651 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:55.974992 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-a1ac540b-e354-4384-937a-a0a821aaa651 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0c13c594-cc0c-4098-b1c5-a652f0872faa HTTP/1.1" status: 204 len: 168 time: 0.3446665 Apr 08 10:50:55.980160 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f0955b-e79f-4488-96ec-10fd739d42df service neutron] Pushing event updated for resources: {'Port': ['ID=a2fe36f7-abef-46bd-a27e-bd9b41226233,revision_number=2']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:56.002664 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ac540b-e354-4384-937a-a0a821aaa651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c13c594-cc0c-4098-b1c5-a652f0872faa,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:56.068034 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faad7436-e915-4304-972f-4c59fc49d79c req-7fd721d1-a731-4a68-9ca6-cac74a9914c7 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:56.075713 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-faad7436-e915-4304-972f-4c59fc49d79c req-7fd721d1-a731-4a68-9ca6-cac74a9914c7 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4d57e97-7b9c-450b-8852-86ada775c1f4 HTTP/1.1" status: 200 len: 946 time: 0.2807281 Apr 08 10:50:56.087317 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1bc6691e-f881-429e-bedd-b31fda901f20 req-64185614-21de-4c69-a9ca-821d67005198 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631448 Apr 08 10:50:56.127691 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [req-60a66ffb-263d-4d7e-893d-e73a8ab794ff req-c7f0955b-e79f-4488-96ec-10fd739d42df service neutron] For port a2fe36f7-abef-46bd-a27e-bd9b41226233, host hv-cinder-83607, cleared binding levels {{(pid=109910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:50:56.132580 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [req-60a66ffb-263d-4d7e-893d-e73a8ab794ff req-c7f0955b-e79f-4488-96ec-10fd739d42df service neutron] For port a2fe36f7-abef-46bd-a27e-bd9b41226233, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a2fe36f7-abef-46bd-a27e-bd9b41226233,segment=NetworkSegment(d1fbcf39-677c-48da-b8da-407bc29700aa),segment_id=d1fbcf39-677c-48da-b8da-407bc29700aa)] {{(pid=109910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:50:56.150550 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-60a66ffb-263d-4d7e-893d-e73a8ab794ff req-c7f0955b-e79f-4488-96ec-10fd739d42df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (a2fe36f7-abef-46bd-a27e-bd9b41226233), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:56.191223 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-faad7436-e915-4304-972f-4c59fc49d79c req-367d2b35-e313-44a7-beba-2540bde2484f tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] 10.222.0.43 "GET /v2.0/security-groups?id=048da6e7-b971-418e-bf71-e442260133f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112566 Apr 08 10:50:56.226069 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f0955b-e79f-4488-96ec-10fd739d42df service neutron] Pushing event updated for resources: {'Port': ['ID=a2fe36f7-abef-46bd-a27e-bd9b41226233,revision_number=3']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:56.239140 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a66ffb-263d-4d7e-893d-e73a8ab794ff req-c7f0955b-e79f-4488-96ec-10fd739d42df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:56.240085 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-60a66ffb-263d-4d7e-893d-e73a8ab794ff req-c7f0955b-e79f-4488-96ec-10fd739d42df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553535'] for port (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:56.241964 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-60a66ffb-263d-4d7e-893d-e73a8ab794ff req-c7f0955b-e79f-4488-96ec-10fd739d42df service neutron] 10.222.0.39 "PUT /v2.0/ports/a2fe36f7-abef-46bd-a27e-bd9b41226233 HTTP/1.1" status: 200 len: 1094 time: 2.4441600 Apr 08 10:50:56.276857 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1316a184-1cd3-4545-ac7d-a64bf2905014 req-cc255c8a-1f77-4476-b648-a62e2a3949db service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f63e0baf-1d4b-4b4a-907e-ba043fef736b HTTP/1.1" status: 200 len: 217 time: 0.0456967 Apr 08 10:50:56.391507 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1316a184-1cd3-4545-ac7d-a64bf2905014 req-cff4a6a1-e772-4f84-9610-21b62a269373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:56.393711 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1316a184-1cd3-4545-ac7d-a64bf2905014 req-cff4a6a1-e772-4f84-9610-21b62a269373 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=695d492a-ca30-42dc-b8aa-3b1f1f515ae3 HTTP/1.1" status: 200 len: 858 time: 0.1105332 Apr 08 10:50:56.416058 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device aba2c694-d951-4d11-a7f4-d6c59eb06344 up at agent hyperv_hv-cinder-83607 {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:50:56.449367 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a66ffb-263d-4d7e-893d-e73a8ab794ff req-347146c6-c100-4144-8c38-9c853cfcb5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:56.450868 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-60a66ffb-263d-4d7e-893d-e73a8ab794ff req-347146c6-c100-4144-8c38-9c853cfcb5a8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=734e32e8113d4e4db24c106da8458807&device_id=39c92a53-c805-4edf-bb5d-c4af9d2894d7 HTTP/1.1" status: 200 len: 1128 time: 0.1564963 Apr 08 10:50:56.518745 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Provisioning for port aba2c694-d951-4d11-a7f4-d6c59eb06344 completed by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 10:50:56.524636 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Provisioning complete for port aba2c694-d951-4d11-a7f4-d6c59eb06344 triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:50:56.525624 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (aba2c694-d951-4d11-a7f4-d6c59eb06344), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:56.529990 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 53674) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:56.538334 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-60a66ffb-263d-4d7e-893d-e73a8ab794ff req-d71e3b3e-f29e-4141-8887-cefc8ee03ce6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2fe36f7-abef-46bd-a27e-bd9b41226233 HTTP/1.1" status: 200 len: 217 time: 0.0764296 Apr 08 10:50:56.553304 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1316a184-1cd3-4545-ac7d-a64bf2905014 req-4e983a76-88eb-4157-b033-551499dcdf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:56.554791 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1316a184-1cd3-4545-ac7d-a64bf2905014 req-4e983a76-88eb-4157-b033-551499dcdf20 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=33a3be25-f434-41eb-a414-585facf4d669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1425760 Apr 08 10:50:56.569169 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458a18e-64d7-413a-a09d-50a56ab132af req-8812bcb5-19aa-488b-b904-d9ae2dd73ec0 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:56.570950 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-5458a18e-64d7-413a-a09d-50a56ab132af req-8812bcb5-19aa-488b-b904-d9ae2dd73ec0 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=39c92a53-c805-4edf-bb5d-c4af9d2894d7 HTTP/1.1" status: 200 len: 944 time: 0.1965616 Apr 08 10:50:56.659239 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Current status of the port aba2c694-d951-4d11-a7f4-d6c59eb06344 is: BUILD; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:50:56.659695 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (aba2c694-d951-4d11-a7f4-d6c59eb06344), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:56.704595 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port aba2c694-d951-4d11-a7f4-d6c59eb06344, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=aba2c694-d951-4d11-a7f4-d6c59eb06344,segment=NetworkSegment(564b6ad4-8714-4fe4-8ffa-791e2a8589f1),segment_id=564b6ad4-8714-4fe4-8ffa-791e2a8589f1)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:50:56.705586 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38552159-8141-4147-8561-ce8089d7eeec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba2c694-d951-4d11-a7f4-d6c59eb06344'}] {{(pid=109911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:50:56.706241 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-fb4aa125-0dfb-4a4c-97c7-91b3ed9d0974 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:56.708648 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930651e71dbc4ea3279ef2aec3aabe40d8fedb7c9b7e81889183a919dd1d7a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd1ddaf-07f8-4901-820d-edd8b9f359ca" -d '{"events": [{"server_uuid": "38552159-8141-4147-8561-ce8089d7eeec", "name": "network-vif-plugged", "status": "completed", "tag": "aba2c694-d951-4d11-a7f4-d6c59eb06344"}]}' {{(pid=109911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:50:56.715193 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (aba2c694-d951-4d11-a7f4-d6c59eb06344), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:56.740332 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-5458a18e-64d7-413a-a09d-50a56ab132af req-2b86ba5e-513f-4f72-885a-7c9101304276 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/security-groups?id=a034e5db-17e6-47a8-8cc7-ae9608b57d95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391664 Apr 08 10:50:56.755048 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a66ffb-263d-4d7e-893d-e73a8ab794ff req-c07f8ffa-94a5-4333-b335-a393994a4870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:56.756509 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-60a66ffb-263d-4d7e-893d-e73a8ab794ff req-c07f8ffa-94a5-4333-b335-a393994a4870 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f421bdc-b76f-40b9-9c95-2e839cd44c87 HTTP/1.1" status: 200 len: 854 time: 0.2076335 Apr 08 10:50:56.778288 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Pushing event updated for resources: {'Port': ['ID=aba2c694-d951-4d11-a7f4-d6c59eb06344,revision_number=5']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:56.796514 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 10:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885cf874-80d4-4ba5-a4d4-e9a845365e15 x-openstack-request-id: req-885cf874-80d4-4ba5-a4d4-e9a845365e15 {{(pid=109911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:50:56.796806 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38552159-8141-4147-8561-ce8089d7eeec", "name": "network-vif-plugged", "status": "completed", "tag": "aba2c694-d951-4d11-a7f4-d6c59eb06344", "code": 200}]} {{(pid=109911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:50:56.801192 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-885cf874-80d4-4ba5-a4d4-e9a845365e15 {{(pid=109911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:50:56.801805 dv-cinder-836071-3-iscsi neutron-server[109911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-885cf874-80d4-4ba5-a4d4-e9a845365e15'] response: {'server_uuid': '38552159-8141-4147-8561-ce8089d7eeec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba2c694-d951-4d11-a7f4-d6c59eb06344', 'code': 200} Apr 08 10:50:56.835341 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1316a184-1cd3-4545-ac7d-a64bf2905014 req-c241de49-d0a2-4456-8fb1-996dfe139757 service neutron] 10.222.0.39 "GET /v2.0/networks/33a3be25-f434-41eb-a414-585facf4d669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627635 Apr 08 10:50:56.846171 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-fb4aa125-0dfb-4a4c-97c7-91b3ed9d0974 admin admin] Publish callbacks [] for security_group (0b9f9c8a-f1ad-46fb-833b-568279169eb3), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:56.854475 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-fb4aa125-0dfb-4a4c-97c7-91b3ed9d0974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (0b9f9c8a-f1ad-46fb-833b-568279169eb3), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:56.854680 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a66ffb-263d-4d7e-893d-e73a8ab794ff req-ce89130d-d24d-41f4-8dc8-4cfb144ebd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:56.856159 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-60a66ffb-263d-4d7e-893d-e73a8ab794ff req-ce89130d-d24d-41f4-8dc8-4cfb144ebd22 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a108a20f-c74a-4177-8672-00636aeb2525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0859451 Apr 08 10:50:56.897320 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-fb4aa125-0dfb-4a4c-97c7-91b3ed9d0974 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0bf4e48c52f246baaf162b25d3ee253b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3655126 Apr 08 10:50:56.898719 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4aa125-0dfb-4a4c-97c7-91b3ed9d0974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9f9c8a-f1ad-46fb-833b-568279169eb3,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:56.912940 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 53692) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:56.986488 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-6d26e815-7aa7-4041-ba55-c26392c204b5 admin admin] Publish callbacks [] for security_group (0b9f9c8a-f1ad-46fb-833b-568279169eb3), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:57.018339 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-6d26e815-7aa7-4041-ba55-c26392c204b5 admin admin] Publish callbacks [] for security_group (0b9f9c8a-f1ad-46fb-833b-568279169eb3), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:57.030667 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1316a184-1cd3-4545-ac7d-a64bf2905014 req-ddf995ac-a0a7-4fe6-abfa-d094e18557d3 service neutron] 10.222.0.39 "GET /v2.0/networks/33a3be25-f434-41eb-a414-585facf4d669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868944 Apr 08 10:50:57.038833 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-60a66ffb-263d-4d7e-893d-e73a8ab794ff req-170de865-bbe6-455f-a31e-efc19f3ade65 service neutron] 10.222.0.39 "GET /v2.0/networks/a108a20f-c74a-4177-8672-00636aeb2525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720765 Apr 08 10:50:57.100169 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f939306-2cde-43b4-a52f-87ad0862786c req-7cab3f30-ca6e-4fb6-9f5f-632d69da1099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:57.103225 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [req-3f939306-2cde-43b4-a52f-87ad0862786c req-7cab3f30-ca6e-4fb6-9f5f-632d69da1099 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=38552159-8141-4147-8561-ce8089d7eeec HTTP/1.1" status: 200 len: 1129 time: 0.0940466 Apr 08 10:50:57.119750 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-6d26e815-7aa7-4041-ba55-c26392c204b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (0b9f9c8a-f1ad-46fb-833b-568279169eb3), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:57.125378 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-6d26e815-7aa7-4041-ba55-c26392c204b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:57.127382 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-6d26e815-7aa7-4041-ba55-c26392c204b5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0b9f9c8a-f1ad-46fb-833b-568279169eb3 HTTP/1.1" status: 204 len: 168 time: 0.2106719 Apr 08 10:50:57.161969 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d26e815-7aa7-4041-ba55-c26392c204b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9f9c8a-f1ad-46fb-833b-568279169eb3,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:57.164421 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-60a66ffb-263d-4d7e-893d-e73a8ab794ff req-dd5f5db9-2d98-43f2-80e7-adcaed86cc4d service neutron] 10.222.0.39 "GET /v2.0/networks/a108a20f-c74a-4177-8672-00636aeb2525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194863 Apr 08 10:50:57.318877 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460063b-b549-4f66-adee-810882ee05c3 req-ba994b75-91f1-47cc-b94f-c91eebf9f0e1 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:57.320404 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a460063b-b549-4f66-adee-810882ee05c3 req-ba994b75-91f1-47cc-b94f-c91eebf9f0e1 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=40b6ecf5-6453-42fc-b63f-40158911ebb1 HTTP/1.1" status: 200 len: 944 time: 0.1257517 Apr 08 10:50:57.393386 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79eb501-86a1-4829-8d4c-2f193c80a1b3 req-36fec472-0c32-484a-a139-1d4f486a4323 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:57.400155 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b79eb501-86a1-4829-8d4c-2f193c80a1b3 req-36fec472-0c32-484a-a139-1d4f486a4323 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4d57e97-7b9c-450b-8852-86ada775c1f4 HTTP/1.1" status: 200 len: 946 time: 0.1042609 Apr 08 10:50:57.430525 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a460063b-b549-4f66-adee-810882ee05c3 req-a376abfa-bd68-45d6-962e-8b1fd3010283 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951252 Apr 08 10:50:57.470453 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b79eb501-86a1-4829-8d4c-2f193c80a1b3 req-a55ad969-e4e5-46f1-8ca4-8d9e777b3ce4 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] 10.222.0.43 "GET /v2.0/security-groups?id=048da6e7-b971-418e-bf71-e442260133f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679169 Apr 08 10:50:57.542285 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39c92a53-c805-4edf-bb5d-c4af9d2894d7', 'tag': 'a2fe36f7-abef-46bd-a27e-bd9b41226233'}] {{(pid=109910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:50:57.544890 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c101578fc708467248d177b11db2e3e6a7db5c554c0046cb1dea7ab1ce8b9fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b2450f-1588-497f-a034-c4a107670471" -d '{"events": [{"name": "network-changed", "server_uuid": "39c92a53-c805-4edf-bb5d-c4af9d2894d7", "tag": "a2fe36f7-abef-46bd-a27e-bd9b41226233"}]}' {{(pid=109910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:50:57.645628 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 10:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2005519b-99a2-42c7-afe2-9fa6fc658376 x-openstack-request-id: req-2005519b-99a2-42c7-afe2-9fa6fc658376 {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:50:57.645830 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39c92a53-c805-4edf-bb5d-c4af9d2894d7", "tag": "a2fe36f7-abef-46bd-a27e-bd9b41226233", "status": "completed", "code": 200}]} {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:50:57.646073 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2005519b-99a2-42c7-afe2-9fa6fc658376 {{(pid=109910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:50:57.646616 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2005519b-99a2-42c7-afe2-9fa6fc658376'] response: {'name': 'network-changed', 'server_uuid': '39c92a53-c805-4edf-bb5d-c4af9d2894d7', 'tag': 'a2fe36f7-abef-46bd-a27e-bd9b41226233', 'status': 'completed', 'code': 200} Apr 08 10:50:57.723421 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 53740) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:57.737959 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-6568e7b8-b618-432a-a50a-4241d301310d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:57.861100 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f78d75c-e166-4bde-9f68-6dfde19dcf4d req-d171a366-d106-40cc-a61b-533dd04a6fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:57.862799 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-4f78d75c-e166-4bde-9f68-6dfde19dcf4d req-d171a366-d106-40cc-a61b-533dd04a6fed service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3b8c2bcd253d4480a40c77765f83e67a&device_id=40b6ecf5-6453-42fc-b63f-40158911ebb1 HTTP/1.1" status: 200 len: 1128 time: 0.0806167 Apr 08 10:50:57.866800 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [req-3f939306-2cde-43b4-a52f-87ad0862786c req-178bfbcf-746b-4742-a5ae-37e48a782729 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789006 Apr 08 10:50:57.877605 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-6568e7b8-b618-432a-a50a-4241d301310d admin admin] Publish callbacks [] for security_group (50f9e9e7-f4ac-4a46-b424-314dbd559608), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:57.885599 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-6568e7b8-b618-432a-a50a-4241d301310d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (50f9e9e7-f4ac-4a46-b424-314dbd559608), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:57.951984 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6568e7b8-b618-432a-a50a-4241d301310d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f9e9e7-f4ac-4a46-b424-314dbd559608,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:57.969117 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-6568e7b8-b618-432a-a50a-4241d301310d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7617169b724545e09519a8cb82a79110&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2435033 Apr 08 10:50:57.971061 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 53752) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:57.991350 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eedd05-d5e8-44c0-a2a2-fb533191c2ec req-a3ecfaba-b197-44e4-a765-f188fdc4bef0 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:57.993104 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-69eedd05-d5e8-44c0-a2a2-fb533191c2ec req-a3ecfaba-b197-44e4-a765-f188fdc4bef0 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=39c92a53-c805-4edf-bb5d-c4af9d2894d7 HTTP/1.1" status: 200 len: 944 time: 0.1076131 Apr 08 10:50:58.087129 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-69eedd05-d5e8-44c0-a2a2-fb533191c2ec req-caf38163-03f0-4bda-8374-f7b50b034a59 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/security-groups?id=a034e5db-17e6-47a8-8cc7-ae9608b57d95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842905 Apr 08 10:50:58.100868 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-98d46d35-b433-4020-8d2f-c2c4d4a5af14 admin admin] Publish callbacks [] for security_group (50f9e9e7-f4ac-4a46-b424-314dbd559608), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:58.117727 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-98d46d35-b433-4020-8d2f-c2c4d4a5af14 admin admin] Publish callbacks [] for security_group (50f9e9e7-f4ac-4a46-b424-314dbd559608), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:58.182472 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-98d46d35-b433-4020-8d2f-c2c4d4a5af14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (50f9e9e7-f4ac-4a46-b424-314dbd559608), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:58.185725 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-98d46d35-b433-4020-8d2f-c2c4d4a5af14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:58.187756 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-98d46d35-b433-4020-8d2f-c2c4d4a5af14 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/50f9e9e7-f4ac-4a46-b424-314dbd559608 HTTP/1.1" status: 204 len: 168 time: 0.2157664 Apr 08 10:50:58.196596 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d46d35-b433-4020-8d2f-c2c4d4a5af14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f9e9e7-f4ac-4a46-b424-314dbd559608,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:58.610136 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55dc5b-428d-442a-ad16-b8f7df21f5e2 req-3034f5f7-a69b-41d0-a60e-f238c9a7b135 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:58.612102 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-9b55dc5b-428d-442a-ad16-b8f7df21f5e2 req-3034f5f7-a69b-41d0-a60e-f238c9a7b135 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=40b6ecf5-6453-42fc-b63f-40158911ebb1 HTTP/1.1" status: 200 len: 944 time: 0.0746720 Apr 08 10:50:58.669286 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-9b55dc5b-428d-442a-ad16-b8f7df21f5e2 req-c8bbe344-e10b-43ed-8c70-21854a0ec3cc tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494967 Apr 08 10:50:58.742009 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 53796) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:58.787122 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-d80f49ee-e44b-4a93-bd87-f6fc7d7adb0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:58.847705 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f78d75c-e166-4bde-9f68-6dfde19dcf4d req-90c89d0a-96d3-420c-bfbe-e0b777f270ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:58.858117 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-4f78d75c-e166-4bde-9f68-6dfde19dcf4d req-90c89d0a-96d3-420c-bfbe-e0b777f270ce service neutron] 10.222.0.39 "GET /v2.0/networks?id=33a3be25-f434-41eb-a414-585facf4d669 HTTP/1.1" status: 200 len: 920 time: 0.1554077 Apr 08 10:50:58.878401 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2450f-1588-497f-a034-c4a107670471 req-0287e386-4f66-45b3-b08f-0c188dac74a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:58.878401 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [req-64b2450f-1588-497f-a034-c4a107670471 req-0287e386-4f66-45b3-b08f-0c188dac74a0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=734e32e8113d4e4db24c106da8458807&device_id=39c92a53-c805-4edf-bb5d-c4af9d2894d7 HTTP/1.1" status: 200 len: 1128 time: 0.1800685 Apr 08 10:50:59.000808 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-d80f49ee-e44b-4a93-bd87-f6fc7d7adb0f admin admin] Publish callbacks [] for security_group (dc98a773-ef5e-4551-8bf1-187739af5609), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:59.010610 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-d80f49ee-e44b-4a93-bd87-f6fc7d7adb0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (dc98a773-ef5e-4551-8bf1-187739af5609), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:59.153007 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-d80f49ee-e44b-4a93-bd87-f6fc7d7adb0f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d4432f4af44243dd86df5091dc8c71c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4052076 Apr 08 10:50:59.153914 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80f49ee-e44b-4a93-bd87-f6fc7d7adb0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc98a773-ef5e-4551-8bf1-187739af5609,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:50:59.157958 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 53834) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:50:59.271699 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-4f78d75c-e166-4bde-9f68-6dfde19dcf4d req-5130b5fd-6bf0-4aff-be32-eb2d098195b9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f63e0baf-1d4b-4b4a-907e-ba043fef736b HTTP/1.1" status: 200 len: 217 time: 0.1503398 Apr 08 10:50:59.460506 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f78d75c-e166-4bde-9f68-6dfde19dcf4d req-96383feb-4ed0-4802-a489-a63e92f9d67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:59.462160 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-4f78d75c-e166-4bde-9f68-6dfde19dcf4d req-96383feb-4ed0-4802-a489-a63e92f9d67a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=695d492a-ca30-42dc-b8aa-3b1f1f515ae3 HTTP/1.1" status: 200 len: 858 time: 0.0930753 Apr 08 10:50:59.502189 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbdd7dc-424c-45b6-a080-ab8180064812 req-2f209044-639e-450f-b04b-c0a4514f2e79 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:59.503749 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-7cbdd7dc-424c-45b6-a080-ab8180064812 req-2f209044-639e-450f-b04b-c0a4514f2e79 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=39c92a53-c805-4edf-bb5d-c4af9d2894d7 HTTP/1.1" status: 200 len: 944 time: 0.2286530 Apr 08 10:50:59.545423 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-a34e11be-8658-4180-affa-d67fe6336857 admin admin] Publish callbacks [] for security_group (dc98a773-ef5e-4551-8bf1-187739af5609), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:59.604744 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-7cbdd7dc-424c-45b6-a080-ab8180064812 req-27fe4b5d-9257-4869-bf2d-f4c67ce9c36a tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/security-groups?id=a034e5db-17e6-47a8-8cc7-ae9608b57d95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856915 Apr 08 10:50:59.831041 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-a34e11be-8658-4180-affa-d67fe6336857 admin admin] Publish callbacks [] for security_group (dc98a773-ef5e-4551-8bf1-187739af5609), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:50:59.912222 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e4895-d3a1-4d78-98a9-ebe4e8f7c0b0 req-5578202e-64d7-4eb9-807e-a48b04608d2a tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:59.914357 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-483e4895-d3a1-4d78-98a9-ebe4e8f7c0b0 req-5578202e-64d7-4eb9-807e-a48b04608d2a tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=40b6ecf5-6453-42fc-b63f-40158911ebb1 HTTP/1.1" status: 200 len: 944 time: 0.1281021 Apr 08 10:50:59.926023 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f78d75c-e166-4bde-9f68-6dfde19dcf4d req-2cb7738f-4be8-4561-84c7-4c46f1c62199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:59.928090 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-4f78d75c-e166-4bde-9f68-6dfde19dcf4d req-2cb7738f-4be8-4561-84c7-4c46f1c62199 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=33a3be25-f434-41eb-a414-585facf4d669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1014242 Apr 08 10:50:59.933450 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2450f-1588-497f-a034-c4a107670471 req-14fa2f04-95a9-4dc7-90be-bed9deb61f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:50:59.935291 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [req-64b2450f-1588-497f-a034-c4a107670471 req-14fa2f04-95a9-4dc7-90be-bed9deb61f3d service neutron] 10.222.0.39 "GET /v2.0/networks?id=a108a20f-c74a-4177-8672-00636aeb2525 HTTP/1.1" status: 200 len: 916 time: 0.8089955 Apr 08 10:51:00.056410 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-483e4895-d3a1-4d78-98a9-ebe4e8f7c0b0 req-63247944-5609-4054-9ba8-d6d9c19f3163 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343215 Apr 08 10:51:00.085250 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [req-64b2450f-1588-497f-a034-c4a107670471 req-7b96c488-0ae9-4565-9d76-8c3f7f253e75 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2fe36f7-abef-46bd-a27e-bd9b41226233 HTTP/1.1" status: 200 len: 217 time: 0.1137938 Apr 08 10:51:00.093679 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-4f78d75c-e166-4bde-9f68-6dfde19dcf4d req-fe55d77e-3a52-46de-97aa-7d7089e5ff9b service neutron] 10.222.0.39 "GET /v2.0/networks/33a3be25-f434-41eb-a414-585facf4d669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566365 Apr 08 10:51:00.153746 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2450f-1588-497f-a034-c4a107670471 req-babca793-9460-40cf-96b4-4272e73e1c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:00.156226 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [req-64b2450f-1588-497f-a034-c4a107670471 req-babca793-9460-40cf-96b4-4272e73e1c2d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f421bdc-b76f-40b9-9c95-2e839cd44c87 HTTP/1.1" status: 200 len: 854 time: 0.0663493 Apr 08 10:51:00.160288 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-a34e11be-8658-4180-affa-d67fe6336857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (dc98a773-ef5e-4551-8bf1-187739af5609), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:00.164395 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-a34e11be-8658-4180-affa-d67fe6336857 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:00.165909 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-a34e11be-8658-4180-affa-d67fe6336857 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dc98a773-ef5e-4551-8bf1-187739af5609 HTTP/1.1" status: 204 len: 168 time: 0.9999654 Apr 08 10:51:00.207503 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34e11be-8658-4180-affa-d67fe6336857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc98a773-ef5e-4551-8bf1-187739af5609,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:00.270741 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2450f-1588-497f-a034-c4a107670471 req-e45bba65-97e1-4ce8-8a6f-34734d62b6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:00.272642 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [req-64b2450f-1588-497f-a034-c4a107670471 req-e45bba65-97e1-4ce8-8a6f-34734d62b6f6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a108a20f-c74a-4177-8672-00636aeb2525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1054192 Apr 08 10:51:00.318424 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-4f78d75c-e166-4bde-9f68-6dfde19dcf4d req-034f2ab8-a21e-46a0-ad1e-03a7ccf4ecbe service neutron] 10.222.0.39 "GET /v2.0/networks/33a3be25-f434-41eb-a414-585facf4d669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187550 Apr 08 10:51:00.406956 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [req-64b2450f-1588-497f-a034-c4a107670471 req-e7df0084-c837-4ae1-955f-5b319e60dea7 service neutron] 10.222.0.39 "GET /v2.0/networks/a108a20f-c74a-4177-8672-00636aeb2525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271410 Apr 08 10:51:00.421446 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device f63e0baf-1d4b-4b4a-907e-ba043fef736b details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=109911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 10:51:00.553831 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [req-64b2450f-1588-497f-a034-c4a107670471 req-4b983b8c-4028-42b1-86bf-4940228f4f0c service neutron] 10.222.0.39 "GET /v2.0/networks/a108a20f-c74a-4177-8672-00636aeb2525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402712 Apr 08 10:51:00.606284 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port f63e0baf-1d4b-4b4a-907e-ba043fef736b, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f63e0baf-1d4b-4b4a-907e-ba043fef736b,segment=NetworkSegment(564b6ad4-8714-4fe4-8ffa-791e2a8589f1),segment_id=564b6ad4-8714-4fe4-8ffa-791e2a8589f1)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:51:00.622505 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Returning: {'device': 'f63e0baf-1d4b-4b4a-907e-ba043fef736b', 'network_id': '33a3be25-f434-41eb-a414-585facf4d669', 'port_id': 'f63e0baf-1d4b-4b4a-907e-ba043fef736b', 'mac_address': 'fa:16:3e:f1:74:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '695d492a-ca30-42dc-b8aa-3b1f1f515ae3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 10:51:00.679845 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Current status of the port f63e0baf-1d4b-4b4a-907e-ba043fef736b is: DOWN; New status is: BUILD {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:51:00.680433 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (f63e0baf-1d4b-4b4a-907e-ba043fef736b), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:00.850358 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.notifiers.nova [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f63e0baf-1d4b-4b4a-907e-ba043fef736b {{(pid=109911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:51:00.851699 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de7ea8-bc4f-412b-8de5-41be7f060646 req-1e685782-a81c-4d0b-b0c3-d97b4f239343 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:00.854182 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-e4de7ea8-bc4f-412b-8de5-41be7f060646 req-1e685782-a81c-4d0b-b0c3-d97b4f239343 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=39c92a53-c805-4edf-bb5d-c4af9d2894d7 HTTP/1.1" status: 200 len: 944 time: 0.1049674 Apr 08 10:51:00.880673 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port f63e0baf-1d4b-4b4a-907e-ba043fef736b, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f63e0baf-1d4b-4b4a-907e-ba043fef736b,segment=NetworkSegment(564b6ad4-8714-4fe4-8ffa-791e2a8589f1),segment_id=564b6ad4-8714-4fe4-8ffa-791e2a8589f1)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:51:00.888322 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (f63e0baf-1d4b-4b4a-907e-ba043fef736b), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:00.890074 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device a2fe36f7-abef-46bd-a27e-bd9b41226233 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=109911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 10:51:00.928534 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-e4de7ea8-bc4f-412b-8de5-41be7f060646 req-e6eda595-4c2b-435f-a1fb-ec9c8fa098ba tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/security-groups?id=a034e5db-17e6-47a8-8cc7-ae9608b57d95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683911 Apr 08 10:51:00.977834 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Pushing event updated for resources: {'Port': ['ID=f63e0baf-1d4b-4b4a-907e-ba043fef736b,revision_number=4']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:01.057324 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port a2fe36f7-abef-46bd-a27e-bd9b41226233, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a2fe36f7-abef-46bd-a27e-bd9b41226233,segment=NetworkSegment(d1fbcf39-677c-48da-b8da-407bc29700aa),segment_id=d1fbcf39-677c-48da-b8da-407bc29700aa)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:51:01.090754 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Returning: {'device': 'a2fe36f7-abef-46bd-a27e-bd9b41226233', 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525', 'port_id': 'a2fe36f7-abef-46bd-a27e-bd9b41226233', 'mac_address': 'fa:16:3e:be:39:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f421bdc-b76f-40b9-9c95-2e839cd44c87', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 10:51:01.163366 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Current status of the port a2fe36f7-abef-46bd-a27e-bd9b41226233 is: DOWN; New status is: BUILD {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:51:01.163779 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (a2fe36f7-abef-46bd-a27e-bd9b41226233), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:01.191235 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.notifiers.nova [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2fe36f7-abef-46bd-a27e-bd9b41226233 {{(pid=109911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:51:01.240025 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port a2fe36f7-abef-46bd-a27e-bd9b41226233, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a2fe36f7-abef-46bd-a27e-bd9b41226233,segment=NetworkSegment(d1fbcf39-677c-48da-b8da-407bc29700aa),segment_id=d1fbcf39-677c-48da-b8da-407bc29700aa)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:51:01.248235 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (a2fe36f7-abef-46bd-a27e-bd9b41226233), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:01.298377 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8644f2-867a-48a6-98fe-ceca75ba11e3 req-2b77f1df-fcfe-4eba-82e2-32dd11f0cce1 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:01.307629 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ba8644f2-867a-48a6-98fe-ceca75ba11e3 req-2b77f1df-fcfe-4eba-82e2-32dd11f0cce1 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=40b6ecf5-6453-42fc-b63f-40158911ebb1 HTTP/1.1" status: 200 len: 945 time: 0.1238034 Apr 08 10:51:01.315323 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Pushing event updated for resources: {'Port': ['ID=a2fe36f7-abef-46bd-a27e-bd9b41226233,revision_number=4']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:01.366327 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ba8644f2-867a-48a6-98fe-ceca75ba11e3 req-e323cf44-feae-4db2-8d6b-565ccb7881f6 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532472 Apr 08 10:51:01.630791 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] get_ports_and_sgs() called for port_ids ['a2fe36f7-abef-46bd-a27e-bd9b41226233'] {{(pid=109911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 10:51:01.756274 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] get_ports_and_sgs() called for port_ids ['f63e0baf-1d4b-4b4a-907e-ba043fef736b'] {{(pid=109911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 10:51:02.088867 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c686d7f-6899-4623-b2c3-47035334e9c3 req-e9bfafa6-5fe3-43d3-9ee4-95346bc8cf74 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:02.090420 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-7c686d7f-6899-4623-b2c3-47035334e9c3 req-e9bfafa6-5fe3-43d3-9ee4-95346bc8cf74 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=39c92a53-c805-4edf-bb5d-c4af9d2894d7 HTTP/1.1" status: 200 len: 945 time: 0.0636313 Apr 08 10:51:02.149334 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-7c686d7f-6899-4623-b2c3-47035334e9c3 req-c63d3999-8a60-4cfe-bcf7-643a8dc31da4 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/security-groups?id=a034e5db-17e6-47a8-8cc7-ae9608b57d95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523825 Apr 08 10:51:02.167835 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 54022) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:51:02.229709 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 54030) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:51:02.360905 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-b0fb4dd4-b485-49be-aaa6-e65f20f17354 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:02.373296 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-c4691a4a-000a-49f6-891c-b5cbbb729625 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:02.475039 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-c4691a4a-000a-49f6-891c-b5cbbb729625 admin admin] Publish callbacks [] for security_group (8db985ef-c791-421a-83cb-94eebb84f331), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:02.479634 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-c4691a4a-000a-49f6-891c-b5cbbb729625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (8db985ef-c791-421a-83cb-94eebb84f331), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:02.527045 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-c4691a4a-000a-49f6-891c-b5cbbb729625 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=78942b175b414cbe887795206c9c1dea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2962494 Apr 08 10:51:02.529706 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 54042) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:51:02.539286 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4691a4a-000a-49f6-891c-b5cbbb729625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db985ef-c791-421a-83cb-94eebb84f331,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:02.601654 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-bc21c3fd-cd80-4e83-87c9-dd7892bc825d admin admin] Publish callbacks [] for security_group (8db985ef-c791-421a-83cb-94eebb84f331), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:02.624114 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-bc21c3fd-cd80-4e83-87c9-dd7892bc825d admin admin] Publish callbacks [] for security_group (8db985ef-c791-421a-83cb-94eebb84f331), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:02.674668 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2190c-7e96-4f28-903a-3c13bba1e988 req-874f1509-cb15-46fa-b97e-cb140d021083 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:02.676692 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-7ec2190c-7e96-4f28-903a-3c13bba1e988 req-874f1509-cb15-46fa-b97e-cb140d021083 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=40b6ecf5-6453-42fc-b63f-40158911ebb1 HTTP/1.1" status: 200 len: 945 time: 0.0877781 Apr 08 10:51:02.678294 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-bc21c3fd-cd80-4e83-87c9-dd7892bc825d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (8db985ef-c791-421a-83cb-94eebb84f331), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:02.681291 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-bc21c3fd-cd80-4e83-87c9-dd7892bc825d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:02.682880 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-bc21c3fd-cd80-4e83-87c9-dd7892bc825d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8db985ef-c791-421a-83cb-94eebb84f331 HTTP/1.1" status: 204 len: 168 time: 0.1520309 Apr 08 10:51:02.692248 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc21c3fd-cd80-4e83-87c9-dd7892bc825d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db985ef-c791-421a-83cb-94eebb84f331,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:02.700184 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device f63e0baf-1d4b-4b4a-907e-ba043fef736b up at agent hyperv_hv-cinder-83607 {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:51:02.730917 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-b0fb4dd4-b485-49be-aaa6-e65f20f17354 admin admin] Publish callbacks [] for security_group (37a1c728-0307-4e38-b4eb-1e83ec20c834), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:02.742526 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-b0fb4dd4-b485-49be-aaa6-e65f20f17354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (37a1c728-0307-4e38-b4eb-1e83ec20c834), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:02.759935 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Provisioning for port f63e0baf-1d4b-4b4a-907e-ba043fef736b completed by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 10:51:02.764829 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Provisioning complete for port f63e0baf-1d4b-4b4a-907e-ba043fef736b triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:51:02.765284 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (f63e0baf-1d4b-4b4a-907e-ba043fef736b), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:02.801681 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-7ec2190c-7e96-4f28-903a-3c13bba1e988 req-6291c257-7c88-437e-ac5a-52ee8d869609 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100166 Apr 08 10:51:02.802642 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb4dd4-b485-49be-aaa6-e65f20f17354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a1c728-0307-4e38-b4eb-1e83ec20c834,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:02.808286 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-b0fb4dd4-b485-49be-aaa6-e65f20f17354 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4375d6dad7854bb282bbc6197e235b93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6386476 Apr 08 10:51:02.811005 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 54048) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:51:02.868558 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-f9e8f665-dfd0-430a-afca-b1705f00038f admin admin] Publish callbacks [] for security_group (37a1c728-0307-4e38-b4eb-1e83ec20c834), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:02.883193 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Current status of the port f63e0baf-1d4b-4b4a-907e-ba043fef736b is: BUILD; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:51:02.883585 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (f63e0baf-1d4b-4b4a-907e-ba043fef736b), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:02.891052 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-f9e8f665-dfd0-430a-afca-b1705f00038f admin admin] Publish callbacks [] for security_group (37a1c728-0307-4e38-b4eb-1e83ec20c834), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:02.910255 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b6ecf5-6453-42fc-b63f-40158911ebb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f63e0baf-1d4b-4b4a-907e-ba043fef736b'}] {{(pid=109911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:51:02.912819 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930651e71dbc4ea3279ef2aec3aabe40d8fedb7c9b7e81889183a919dd1d7a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78e8e15-e2df-4bfd-a4ce-c1b84d2cdf7a" -d '{"events": [{"server_uuid": "40b6ecf5-6453-42fc-b63f-40158911ebb1", "name": "network-vif-plugged", "status": "completed", "tag": "f63e0baf-1d4b-4b4a-907e-ba043fef736b"}]}' {{(pid=109911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:51:02.927391 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port f63e0baf-1d4b-4b4a-907e-ba043fef736b, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f63e0baf-1d4b-4b4a-907e-ba043fef736b,segment=NetworkSegment(564b6ad4-8714-4fe4-8ffa-791e2a8589f1),segment_id=564b6ad4-8714-4fe4-8ffa-791e2a8589f1)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:51:02.932929 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (f63e0baf-1d4b-4b4a-907e-ba043fef736b), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:02.936326 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device a2fe36f7-abef-46bd-a27e-bd9b41226233 up at agent hyperv_hv-cinder-83607 {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:51:02.959555 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-f9e8f665-dfd0-430a-afca-b1705f00038f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (37a1c728-0307-4e38-b4eb-1e83ec20c834), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:02.964577 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-f9e8f665-dfd0-430a-afca-b1705f00038f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:02.966726 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-f9e8f665-dfd0-430a-afca-b1705f00038f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/37a1c728-0307-4e38-b4eb-1e83ec20c834 HTTP/1.1" status: 204 len: 168 time: 0.1543980 Apr 08 10:51:02.977993 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e8f665-dfd0-430a-afca-b1705f00038f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a1c728-0307-4e38-b4eb-1e83ec20c834,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:02.978171 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 10:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39033395-2882-4a4d-9920-777e8747b016 x-openstack-request-id: req-39033395-2882-4a4d-9920-777e8747b016 {{(pid=109911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:51:02.978351 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b6ecf5-6453-42fc-b63f-40158911ebb1", "name": "network-vif-plugged", "status": "completed", "tag": "f63e0baf-1d4b-4b4a-907e-ba043fef736b", "code": 200}]} {{(pid=109911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:51:02.978783 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-39033395-2882-4a4d-9920-777e8747b016 {{(pid=109911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:51:02.979320 dv-cinder-836071-3-iscsi neutron-server[109911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39033395-2882-4a4d-9920-777e8747b016'] response: {'server_uuid': '40b6ecf5-6453-42fc-b63f-40158911ebb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f63e0baf-1d4b-4b4a-907e-ba043fef736b', 'code': 200} Apr 08 10:51:03.055467 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 54058) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:51:03.059434 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Pushing event updated for resources: {'Port': ['ID=f63e0baf-1d4b-4b4a-907e-ba043fef736b,revision_number=5']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:03.066338 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Provisioning for port a2fe36f7-abef-46bd-a27e-bd9b41226233 completed by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 10:51:03.073773 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Provisioning complete for port a2fe36f7-abef-46bd-a27e-bd9b41226233 triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:51:03.074148 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (a2fe36f7-abef-46bd-a27e-bd9b41226233), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:03.074890 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-106e6c46-e21a-4c6d-b78a-9be9b0f57474 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:03.178465 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Current status of the port a2fe36f7-abef-46bd-a27e-bd9b41226233 is: BUILD; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:51:03.179454 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (a2fe36f7-abef-46bd-a27e-bd9b41226233), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:03.200085 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-106e6c46-e21a-4c6d-b78a-9be9b0f57474 admin admin] Publish callbacks [] for security_group (204cdcf9-23d4-44fb-a60d-ca8c30a47f97), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:03.216494 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-106e6c46-e21a-4c6d-b78a-9be9b0f57474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (204cdcf9-23d4-44fb-a60d-ca8c30a47f97), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:03.218003 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port a2fe36f7-abef-46bd-a27e-bd9b41226233, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a2fe36f7-abef-46bd-a27e-bd9b41226233,segment=NetworkSegment(d1fbcf39-677c-48da-b8da-407bc29700aa),segment_id=d1fbcf39-677c-48da-b8da-407bc29700aa)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:51:03.223975 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (a2fe36f7-abef-46bd-a27e-bd9b41226233), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:03.253639 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e6c46-e21a-4c6d-b78a-9be9b0f57474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=204cdcf9-23d4-44fb-a60d-ca8c30a47f97,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:03.282460 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-106e6c46-e21a-4c6d-b78a-9be9b0f57474 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=97f097be026c49aabbfe88fd20a483d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2253778 Apr 08 10:51:03.286245 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ca35ce-e25e-4503-9fed-63f79a2a4576 req-d78ebd4c-0028-4d96-8ea1-4b6fc4028297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:03.287744 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [req-d8ca35ce-e25e-4503-9fed-63f79a2a4576 req-d78ebd4c-0028-4d96-8ea1-4b6fc4028297 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=40b6ecf5-6453-42fc-b63f-40158911ebb1 HTTP/1.1" status: 200 len: 1130 time: 0.1282706 Apr 08 10:51:03.288238 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 54072) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:51:03.302420 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Pushing event updated for resources: {'Port': ['ID=a2fe36f7-abef-46bd-a27e-bd9b41226233,revision_number=5']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:03.348007 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc34dc-5c30-4251-b34b-a6f5854d1273 req-924f8ca4-ba0f-4368-9629-dffba87c7474 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:03.350522 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-abdc34dc-5c30-4251-b34b-a6f5854d1273 req-924f8ca4-ba0f-4368-9629-dffba87c7474 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=39c92a53-c805-4edf-bb5d-c4af9d2894d7 HTTP/1.1" status: 200 len: 946 time: 0.0732932 Apr 08 10:51:03.359383 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [req-d8ca35ce-e25e-4503-9fed-63f79a2a4576 req-42a692dd-d7ef-4f1e-a911-2e4d2d83a260 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607448 Apr 08 10:51:03.384648 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-e420c58b-8e95-46a6-8e36-46436d77795a admin admin] Publish callbacks [] for security_group (204cdcf9-23d4-44fb-a60d-ca8c30a47f97), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:03.420545 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-e420c58b-8e95-46a6-8e36-46436d77795a admin admin] Publish callbacks [] for security_group (204cdcf9-23d4-44fb-a60d-ca8c30a47f97), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:03.436101 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-abdc34dc-5c30-4251-b34b-a6f5854d1273 req-f60e8bda-f169-441a-b809-a6b3d3fa1b7e tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/security-groups?id=a034e5db-17e6-47a8-8cc7-ae9608b57d95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777504 Apr 08 10:51:03.491193 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-e420c58b-8e95-46a6-8e36-46436d77795a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (204cdcf9-23d4-44fb-a60d-ca8c30a47f97), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:03.493820 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-e420c58b-8e95-46a6-8e36-46436d77795a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:03.494989 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-e420c58b-8e95-46a6-8e36-46436d77795a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/204cdcf9-23d4-44fb-a60d-ca8c30a47f97 HTTP/1.1" status: 204 len: 168 time: 0.2053876 Apr 08 10:51:03.512079 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e420c58b-8e95-46a6-8e36-46436d77795a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204cdcf9-23d4-44fb-a60d-ca8c30a47f97,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:03.964541 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d66b28-b9bb-41e8-86b0-9c7e753da92e req-6be11c8b-4bdd-4e88-abe2-f044681cee3e tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:03.966970 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b0d66b28-b9bb-41e8-86b0-9c7e753da92e req-6be11c8b-4bdd-4e88-abe2-f044681cee3e tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=40b6ecf5-6453-42fc-b63f-40158911ebb1 HTTP/1.1" status: 200 len: 946 time: 0.0738304 Apr 08 10:51:04.048461 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b0d66b28-b9bb-41e8-86b0-9c7e753da92e req-78568253-6b9f-46f8-a232-de9cd0c41928 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753765 Apr 08 10:51:04.104268 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 54154) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:51:04.228519 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.v2.base [None req-822d9310-4076-4af0-abeb-568d7031e036 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-303002226-network', 'tenant_id': 'cdbf3dccf7d2413cb40e83426f557384'}} {{(pid=109909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:51:04.251665 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822d9310-4076-4af0-abeb-568d7031e036 admin admin] Made reservation on behalf of cdbf3dccf7d2413cb40e83426f557384 for: {'network': 1} {{(pid=109909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:51:04.254003 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-822d9310-4076-4af0-abeb-568d7031e036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for network (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:04.262642 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-822d9310-4076-4af0-abeb-568d7031e036 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:04.343588 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-822d9310-4076-4af0-abeb-568d7031e036 admin admin] Publish callbacks [] for security_group (a1f7d50a-a5a1-4bfe-9006-509b033ac2bc), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:04.348408 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-822d9310-4076-4af0-abeb-568d7031e036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (a1f7d50a-a5a1-4bfe-9006-509b033ac2bc), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:04.374040 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-822d9310-4076-4af0-abeb-568d7031e036 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=109909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:51:04.388682 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822d9310-4076-4af0-abeb-568d7031e036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f7d50a-a5a1-4bfe-9006-509b033ac2bc,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:04.397673 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-822d9310-4076-4af0-abeb-568d7031e036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801210'] for segment (66b46815-337a-4b2d-9afc-f8aedc7cbe2f), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:04.397673 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.db.segments_db [None req-822d9310-4076-4af0-abeb-568d7031e036 admin admin] Added segment 66b46815-337a-4b2d-9afc-f8aedc7cbe2f of type vlan for network 994367ac-684e-494c-95f2-2fd2d9ffda84 Apr 08 10:51:04.444046 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-822d9310-4076-4af0-abeb-568d7031e036 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778032765835'] for network (994367ac-684e-494c-95f2-2fd2d9ffda84), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:04.477590 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-822d9310-4076-4af0-abeb-568d7031e036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513'] for network (994367ac-684e-494c-95f2-2fd2d9ffda84), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:04.478874 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822d9310-4076-4af0-abeb-568d7031e036 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:04.479482 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-822d9310-4076-4af0-abeb-568d7031e036 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553535'] for network (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:04.546287 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-822d9310-4076-4af0-abeb-568d7031e036 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4406946 Apr 08 10:51:04.551276 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 54188) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:51:04.559976 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.v2.base [None req-4be81d17-ef4b-41d0-b4b1-1c75e6e910d7 admin admin] Request body: {'subnet': {'network_id': '994367ac-684e-494c-95f2-2fd2d9ffda84', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-303002226-subnet', 'tenant_id': 'cdbf3dccf7d2413cb40e83426f557384', 'ip_version': 4}} {{(pid=109909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:51:04.572347 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822d9310-4076-4af0-abeb-568d7031e036 admin admin] Pushing event updated for resources: {'Network': ['ID=994367ac-684e-494c-95f2-2fd2d9ffda84,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:04.584933 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Network 994367ac-684e-494c-95f2-2fd2d9ffda84 details requested by agent ovs-agent-dv-cinder-836071-3-iscsi with host dv-cinder-836071-3-iscsi {{(pid=109911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 10:51:04.591935 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be81d17-ef4b-41d0-b4b1-1c75e6e910d7 admin admin] Made reservation on behalf of cdbf3dccf7d2413cb40e83426f557384 for: {'subnet': 1} {{(pid=109909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:51:04.595250 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-4be81d17-ef4b-41d0-b4b1-1c75e6e910d7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:04.623836 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc48f2c-cbae-4aa5-9555-654725c1bda9 req-c8b83146-ab5a-4820-9406-bda0c4062fd5 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:04.625512 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1bc48f2c-cbae-4aa5-9555-654725c1bda9 req-c8b83146-ab5a-4820-9406-bda0c4062fd5 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=39c92a53-c805-4edf-bb5d-c4af9d2894d7 HTTP/1.1" status: 200 len: 946 time: 0.1011128 Apr 08 10:51:04.729474 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1bc48f2c-cbae-4aa5-9555-654725c1bda9 req-2a3eb2df-8bc6-4f04-a81c-40035ab464dc tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/security-groups?id=a034e5db-17e6-47a8-8cc7-ae9608b57d95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888205 Apr 08 10:51:04.830499 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-4be81d17-ef4b-41d0-b4b1-1c75e6e910d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513'] for subnet (b78e7de2-0284-422b-9e2a-e6adefd9058b), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:04.877221 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be81d17-ef4b-41d0-b4b1-1c75e6e910d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b78e7de2-0284-422b-9e2a-e6adefd9058b,revision_number=0']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:04.897142 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be81d17-ef4b-41d0-b4b1-1c75e6e910d7 admin admin] Checking segment: {'id': '66b46815-337a-4b2d-9afc-f8aedc7cbe2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '994367ac-684e-494c-95f2-2fd2d9ffda84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:51:04.897500 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be81d17-ef4b-41d0-b4b1-1c75e6e910d7 admin admin] Network hostable DHCP agents. Network: 994367ac-684e-494c-95f2-2fd2d9ffda84, hostable agents: ['0996d03c-a6d6-4751-8b32-c8111f4b3d8a'], hosted agents: [] {{(pid=109909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:51:04.918583 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be81d17-ef4b-41d0-b4b1-1c75e6e910d7 admin admin] Network 994367ac-684e-494c-95f2-2fd2d9ffda84 is scheduled to be hosted by DHCP agent 0996d03c-a6d6-4751-8b32-c8111f4b3d8a with binding_index 1 {{(pid=109909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:51:04.928677 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.base_scheduler [None req-4be81d17-ef4b-41d0-b4b1-1c75e6e910d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836071-3-iscsi, 994367ac-684e-494c-95f2-2fd2d9ffda84) {{(pid=109909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:51:04.933514 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be81d17-ef4b-41d0-b4b1-1c75e6e910d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:04.934063 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-4be81d17-ef4b-41d0-b4b1-1c75e6e910d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553535'] for subnet (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:04.942569 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9393b178-cfe6-4d22-892f-2adce679742c None None] Network 994367ac-684e-494c-95f2-2fd2d9ffda84 requested from dv-cinder-836071-3-iscsi {{(pid=109911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 10:51:04.959428 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 54216) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:51:04.963898 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [None req-6d64c167-bc8d-4710-99ea-e8a109ecec7d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-303002226-router', 'tenant_id': 'cdbf3dccf7d2413cb40e83426f557384', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b'}}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:51:04.966303 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-4be81d17-ef4b-41d0-b4b1-1c75e6e910d7 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4121168 Apr 08 10:51:04.989387 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-6d64c167-bc8d-4710-99ea-e8a109ecec7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-748360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40211'] for router (32422cda-4523-42f7-84b3-360515ebdc83), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:04.990545 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-6d64c167-bc8d-4710-99ea-e8a109ecec7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-743752', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40424'] for router (32422cda-4523-42f7-84b3-360515ebdc83), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:05.001266 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39c92a53-c805-4edf-bb5d-c4af9d2894d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2fe36f7-abef-46bd-a27e-bd9b41226233'}] {{(pid=109911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:51:05.003729 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930651e71dbc4ea3279ef2aec3aabe40d8fedb7c9b7e81889183a919dd1d7a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde724f9-d98e-45b8-8834-387ab6f09686" -d '{"events": [{"server_uuid": "39c92a53-c805-4edf-bb5d-c4af9d2894d7", "name": "network-vif-plugged", "status": "completed", "tag": "a2fe36f7-abef-46bd-a27e-bd9b41226233"}]}' {{(pid=109911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:51:05.084951 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4518e66-1c8d-4dad-8e91-df1c046cf919 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2e46b0fd-1d33-5ebd-a23e-349e34994587-994367ac-684e-494c-95f2-2fd2d9ffda84', 'network_id': '994367ac-684e-494c-95f2-2fd2d9ffda84', 'project_id': 'cdbf3dccf7d2413cb40e83426f557384', 'fixed_ips': [{'subnet_id': 'b78e7de2-0284-422b-9e2a-e6adefd9058b'}]}} from dv-cinder-836071-3-iscsi. {{(pid=109911) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 10:51:05.087579 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-d4518e66-1c8d-4dad-8e91-df1c046cf919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:05.094914 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 10:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db19f5f-21ca-439c-906e-a78124eb3523 x-openstack-request-id: req-6db19f5f-21ca-439c-906e-a78124eb3523 {{(pid=109911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:51:05.095231 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39c92a53-c805-4edf-bb5d-c4af9d2894d7", "name": "network-vif-plugged", "status": "completed", "tag": "a2fe36f7-abef-46bd-a27e-bd9b41226233", "code": 200}]} {{(pid=109911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:51:05.095497 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6db19f5f-21ca-439c-906e-a78124eb3523 {{(pid=109911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:51:05.096224 dv-cinder-836071-3-iscsi neutron-server[109911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6db19f5f-21ca-439c-906e-a78124eb3523'] response: {'server_uuid': '39c92a53-c805-4edf-bb5d-c4af9d2894d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2fe36f7-abef-46bd-a27e-bd9b41226233', 'code': 200} Apr 08 10:51:05.102595 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-6d64c167-bc8d-4710-99ea-e8a109ecec7d admin admin] Publish callbacks [] for router_controller (32422cda-4523-42f7-84b3-360515ebdc83), precommit_add_association {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:05.236122 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.db_base_plugin_common [None req-d4518e66-1c8d-4dad-8e91-df1c046cf919 None None] Allocated IP 172.20.0.2 (994367ac-684e-494c-95f2-2fd2d9ffda84/b78e7de2-0284-422b-9e2a-e6adefd9058b/450fc9ef-b3d4-4862-b0a0-f466d5b1f7f7) {{(pid=109911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:51:05.295143 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-6d64c167-bc8d-4710-99ea-e8a109ecec7d admin admin] Publish callbacks [] for router_gateway (32422cda-4523-42f7-84b3-360515ebdc83), precommit_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:05.313549 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f29019-5d4e-4516-8c37-26da09c58679 req-24832e8f-67f8-48a7-8f6b-2806820a6f57 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:05.315091 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b1f29019-5d4e-4516-8c37-26da09c58679 req-24832e8f-67f8-48a7-8f6b-2806820a6f57 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=40b6ecf5-6453-42fc-b63f-40158911ebb1 HTTP/1.1" status: 200 len: 946 time: 0.1330001 Apr 08 10:51:05.389441 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-d4518e66-1c8d-4dad-8e91-df1c046cf919 None None] Publish callbacks [] for port (450fc9ef-b3d4-4862-b0a0-f466d5b1f7f7), precommit_create {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:05.396099 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-d4518e66-1c8d-4dad-8e91-df1c046cf919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861'] for port (450fc9ef-b3d4-4862-b0a0-f466d5b1f7f7), after_create {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:05.408718 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b1f29019-5d4e-4516-8c37-26da09c58679 req-33e5ff49-bbd6-409d-8db3-26e89cf6b1de tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805376 Apr 08 10:51:05.450837 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4518e66-1c8d-4dad-8e91-df1c046cf919 None None] Network 994367ac-684e-494c-95f2-2fd2d9ffda84 is already hosted by enough agents. {{(pid=109911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:51:05.458439 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.scheduler.base_scheduler [None req-d4518e66-1c8d-4dad-8e91-df1c046cf919 None None] Resources bound (agent type, host, resource id): {{(pid=109911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:51:05.463001 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4518e66-1c8d-4dad-8e91-df1c046cf919 None None] Received port after_create {{(pid=109911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 10:51:05.489959 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4518e66-1c8d-4dad-8e91-df1c046cf919 None None] Pushing event updated for resources: {'Port': ['ID=450fc9ef-b3d4-4862-b0a0-f466d5b1f7f7,revision_number=1']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:05.527091 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.managers [None req-d4518e66-1c8d-4dad-8e91-df1c046cf919 None None] Attempting to bind port 450fc9ef-b3d4-4862-b0a0-f466d5b1f7f7 on host dv-cinder-836071-3-iscsi for vnic_type normal with profile {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 10:51:05.527976 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.managers [None req-d4518e66-1c8d-4dad-8e91-df1c046cf919 None None] Attempting to bind port 450fc9ef-b3d4-4862-b0a0-f466d5b1f7f7 by drivers openvswitch,hyperv on host dv-cinder-836071-3-iscsi at level 0 using segments [{'id': '66b46815-337a-4b2d-9afc-f8aedc7cbe2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '994367ac-684e-494c-95f2-2fd2d9ffda84'}] {{(pid=109911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 10:51:05.528346 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4518e66-1c8d-4dad-8e91-df1c046cf919 None None] Attempting to bind port 450fc9ef-b3d4-4862-b0a0-f466d5b1f7f7 on network 994367ac-684e-494c-95f2-2fd2d9ffda84 {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:51:05.536159 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4518e66-1c8d-4dad-8e91-df1c046cf919 None None] Checking agent: {'id': 'd1e78606-e5cc-43c0-bc22-8a5324478286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 41, 48), 'started_at': datetime.datetime(2022, 4, 8, 10, 42, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 10:51:05.536820 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4518e66-1c8d-4dad-8e91-df1c046cf919 None None] Checking segment: {'id': '66b46815-337a-4b2d-9afc-f8aedc7cbe2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '994367ac-684e-494c-95f2-2fd2d9ffda84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:51:05.537253 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-d4518e66-1c8d-4dad-8e91-df1c046cf919 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:05.537650 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4518e66-1c8d-4dad-8e91-df1c046cf919 None None] Bound using segment: {'id': '66b46815-337a-4b2d-9afc-f8aedc7cbe2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '994367ac-684e-494c-95f2-2fd2d9ffda84'} {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 10:51:05.538226 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.managers [None req-d4518e66-1c8d-4dad-8e91-df1c046cf919 None None] Bound port: 450fc9ef-b3d4-4862-b0a0-f466d5b1f7f7, host: dv-cinder-836071-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66b46815-337a-4b2d-9afc-f8aedc7cbe2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '994367ac-684e-494c-95f2-2fd2d9ffda84'}}] {{(pid=109911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 10:51:05.538538 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-d4518e66-1c8d-4dad-8e91-df1c046cf919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (450fc9ef-b3d4-4862-b0a0-f466d5b1f7f7), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:05.575297 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-6d64c167-bc8d-4710-99ea-e8a109ecec7d admin admin] Publish callbacks [] for router_gateway (32422cda-4523-42f7-84b3-360515ebdc83), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:05.608672 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-6d64c167-bc8d-4710-99ea-e8a109ecec7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:05.615605 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-d4518e66-1c8d-4dad-8e91-df1c046cf919 None None] For port 450fc9ef-b3d4-4862-b0a0-f466d5b1f7f7, host dv-cinder-836071-3-iscsi, cleared binding levels {{(pid=109911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:51:05.618845 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-d4518e66-1c8d-4dad-8e91-df1c046cf919 None None] For port 450fc9ef-b3d4-4862-b0a0-f466d5b1f7f7, host dv-cinder-836071-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=450fc9ef-b3d4-4862-b0a0-f466d5b1f7f7,segment=NetworkSegment(66b46815-337a-4b2d-9afc-f8aedc7cbe2f),segment_id=66b46815-337a-4b2d-9afc-f8aedc7cbe2f)] {{(pid=109911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:51:05.628290 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-d4518e66-1c8d-4dad-8e91-df1c046cf919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (450fc9ef-b3d4-4862-b0a0-f466d5b1f7f7), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:05.688849 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4518e66-1c8d-4dad-8e91-df1c046cf919 None None] Pushing event updated for resources: {'Port': ['ID=450fc9ef-b3d4-4862-b0a0-f466d5b1f7f7,revision_number=2']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:05.742885 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.db_base_plugin_common [None req-6d64c167-bc8d-4710-99ea-e8a109ecec7d admin admin] Allocated IP 172.27.2.159 (173a9438-8c11-42c7-a64e-a6d835b0fe8b/3e92b2da-8062-400a-a6d5-15b49fe43bf4/daa8787c-388e-4963-b5f7-ceb921345dcd) {{(pid=109910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:51:05.892214 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-6d64c167-bc8d-4710-99ea-e8a109ecec7d admin admin] Publish callbacks [] for port (daa8787c-388e-4963-b5f7-ceb921345dcd), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:05.904996 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6541a-f2ef-4603-b8fa-274d09f6c15a req-e0467594-4bf7-4b59-8921-8a0ddfff8e6f tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:05.907028 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b6a6541a-f2ef-4603-b8fa-274d09f6c15a req-e0467594-4bf7-4b59-8921-8a0ddfff8e6f tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=39c92a53-c805-4edf-bb5d-c4af9d2894d7 HTTP/1.1" status: 200 len: 946 time: 0.0985892 Apr 08 10:51:05.974965 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-6d64c167-bc8d-4710-99ea-e8a109ecec7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861'] for port (daa8787c-388e-4963-b5f7-ceb921345dcd), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:06.008423 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b6a6541a-f2ef-4603-b8fa-274d09f6c15a req-7aac08e1-036b-4d54-871a-d60808abc4d4 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/security-groups?id=a034e5db-17e6-47a8-8cc7-ae9608b57d95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927513 Apr 08 10:51:06.025338 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d64c167-bc8d-4710-99ea-e8a109ecec7d admin admin] Network 173a9438-8c11-42c7-a64e-a6d835b0fe8b is already hosted by enough agents. {{(pid=109910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:51:06.028341 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.base_scheduler [None req-6d64c167-bc8d-4710-99ea-e8a109ecec7d admin admin] Resources bound (agent type, host, resource id): {{(pid=109910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:51:06.031041 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d64c167-bc8d-4710-99ea-e8a109ecec7d admin admin] Received port after_create {{(pid=109910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 10:51:06.095230 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d64c167-bc8d-4710-99ea-e8a109ecec7d admin admin] Pushing event updated for resources: {'Port': ['ID=daa8787c-388e-4963-b5f7-ceb921345dcd,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:06.261045 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-6d64c167-bc8d-4710-99ea-e8a109ecec7d admin admin] Publish callbacks [] for router_gateway (32422cda-4523-42f7-84b3-360515ebdc83), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:06.471512 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-6d64c167-bc8d-4710-99ea-e8a109ecec7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-748511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-743719'] for router (32422cda-4523-42f7-84b3-360515ebdc83), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:06.595606 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607abcbb-b4cb-42c2-84fb-88f504b1576f None None] Network 994367ac-684e-494c-95f2-2fd2d9ffda84 requested from dv-cinder-836071-3-iscsi {{(pid=109911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 10:51:06.617893 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b98e191-d03c-4e13-84ff-ba3ab773378e req-682b5606-f0e3-452d-9749-0028af1fb177 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:06.619660 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-5b98e191-d03c-4e13-84ff-ba3ab773378e req-682b5606-f0e3-452d-9749-0028af1fb177 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=40b6ecf5-6453-42fc-b63f-40158911ebb1 HTTP/1.1" status: 200 len: 946 time: 0.1074421 Apr 08 10:51:06.653032 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-ded2ebae-6ad0-4172-9bc0-dad166e76acf None None] Provisioning complete for port 450fc9ef-b3d4-4862-b0a0-f466d5b1f7f7 triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:51:06.654181 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-ded2ebae-6ad0-4172-9bc0-dad166e76acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (450fc9ef-b3d4-4862-b0a0-f466d5b1f7f7), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:06.688072 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-5b98e191-d03c-4e13-84ff-ba3ab773378e req-7a1977c2-5aa0-4bea-8b88-a285bfde0619 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622575 Apr 08 10:51:06.688651 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d64c167-bc8d-4710-99ea-e8a109ecec7d admin admin] Router 32422cda-4523-42f7-84b3-360515ebdc83 is scheduled to L3 agent a0f054a9-d30b-4594-8de6-6c24438c3963 with binding_index 1 {{(pid=109910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:51:06.777509 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-ded2ebae-6ad0-4172-9bc0-dad166e76acf None None] Current status of the port 450fc9ef-b3d4-4862-b0a0-f466d5b1f7f7 is: DOWN; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:51:06.777765 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-ded2ebae-6ad0-4172-9bc0-dad166e76acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (450fc9ef-b3d4-4862-b0a0-f466d5b1f7f7), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:06.818422 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-ded2ebae-6ad0-4172-9bc0-dad166e76acf None None] For port 450fc9ef-b3d4-4862-b0a0-f466d5b1f7f7, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=450fc9ef-b3d4-4862-b0a0-f466d5b1f7f7,segment=NetworkSegment(66b46815-337a-4b2d-9afc-f8aedc7cbe2f),segment_id=66b46815-337a-4b2d-9afc-f8aedc7cbe2f)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:51:06.822977 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-ded2ebae-6ad0-4172-9bc0-dad166e76acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (450fc9ef-b3d4-4862-b0a0-f466d5b1f7f7), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:06.890828 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded2ebae-6ad0-4172-9bc0-dad166e76acf None None] Pushing event updated for resources: {'Port': ['ID=450fc9ef-b3d4-4862-b0a0-f466d5b1f7f7,revision_number=3']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:06.967960 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e72034-06be-4b3d-a04b-9d0e8a2b7ea1 req-b1bfd05c-4d05-423f-a73e-3d59cb36fa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:06.970612 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [req-a4e72034-06be-4b3d-a04b-9d0e8a2b7ea1 req-b1bfd05c-4d05-423f-a73e-3d59cb36fa14 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=39c92a53-c805-4edf-bb5d-c4af9d2894d7 HTTP/1.1" status: 200 len: 1130 time: 0.0690200 Apr 08 10:51:07.004454 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d64c167-bc8d-4710-99ea-e8a109ecec7d admin admin] Notify agent at l3_agent.dv-cinder-836071-3-iscsi the message routers_updated {{(pid=109910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:51:07.013706 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce4de79-7fbc-4eec-95c7-645f952437ea None None] Sync routers for ids ['32422cda-4523-42f7-84b3-360515ebdc83'] in dv-cinder-836071-3-iscsi {{(pid=109912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:51:07.023319 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-6d64c167-bc8d-4710-99ea-e8a109ecec7d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:07.024642 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-6d64c167-bc8d-4710-99ea-e8a109ecec7d admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0641170 Apr 08 10:51:07.024873 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce4de79-7fbc-4eec-95c7-645f952437ea None None] Routers {'32422cda-4523-42f7-84b3-360515ebdc83'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:51:07.025571 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-dce4de79-7fbc-4eec-95c7-645f952437ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:50:44Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['32422cda-4523-42f7-84b3-360515ebdc83'], 'active': True} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:51:07.027641 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 54250) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:51:07.079631 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-02818cbe-a3a1-427a-997f-dfdde0095127 None None] Provisioning complete for port 450fc9ef-b3d4-4862-b0a0-f466d5b1f7f7 triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:51:07.079812 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-02818cbe-a3a1-427a-997f-dfdde0095127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (450fc9ef-b3d4-4862-b0a0-f466d5b1f7f7), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:07.132712 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvr_db [None req-dce4de79-7fbc-4eec-95c7-645f952437ea None None] Set router 32422cda-4523-42f7-84b3-360515ebdc83 gateway port host: dv-cinder-836071-3-iscsi {{(pid=109912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:51:07.164358 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-02818cbe-a3a1-427a-997f-dfdde0095127 None None] Current status of the port 450fc9ef-b3d4-4862-b0a0-f466d5b1f7f7 is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:51:07.226957 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f047b1bb-d33a-4d56-a02b-ab14b6135c4d req-d6206c6a-cd5d-414e-b1cd-e74760c373b9 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:07.228875 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f047b1bb-d33a-4d56-a02b-ab14b6135c4d req-d6206c6a-cd5d-414e-b1cd-e74760c373b9 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=39c92a53-c805-4edf-bb5d-c4af9d2894d7 HTTP/1.1" status: 200 len: 946 time: 0.0922093 Apr 08 10:51:07.317590 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-dce4de79-7fbc-4eec-95c7-645f952437ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32422cda-4523-42f7-84b3-360515ebdc83', 'name': 'tempest-TestMinimumBasicScenario-303002226-router', 'tenant_id': 'cdbf3dccf7d2413cb40e83426f557384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'daa8787c-388e-4963-b5f7-ceb921345dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:51:04Z', 'updated_at': '2022-04-08T10:51:06Z', 'revision_number': 3, 'project_id': 'cdbf3dccf7d2413cb40e83426f557384', 'gw_port': {'id': 'daa8787c-388e-4963-b5f7-ceb921345dcd', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:34:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32422cda-4523-42f7-84b3-360515ebdc83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:51:05Z', 'updated_at': '2022-04-08T10:51:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi'}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:51:07.344002 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce4de79-7fbc-4eec-95c7-645f952437ea None None] Checking router: 32422cda-4523-42f7-84b3-360515ebdc83 for host: dv-cinder-836071-3-iscsi {{(pid=109912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:51:07.344358 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce4de79-7fbc-4eec-95c7-645f952437ea None None] Updating router 32422cda-4523-42f7-84b3-360515ebdc83 port daa8787c-388e-4963-b5f7-ceb921345dcd binding host dv-cinder-836071-3-iscsi {{(pid=109912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:51:07.373823 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f047b1bb-d33a-4d56-a02b-ab14b6135c4d req-88007b00-a68b-4827-9607-487d33948327 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/security-groups?id=a034e5db-17e6-47a8-8cc7-ae9608b57d95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092308 Apr 08 10:51:07.379097 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-dce4de79-7fbc-4eec-95c7-645f952437ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (daa8787c-388e-4963-b5f7-ceb921345dcd), before_update {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:07.612711 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-01286052-d1f5-42d5-9bd6-fa246d212b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:07.723831 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device 450fc9ef-b3d4-4862-b0a0-f466d5b1f7f7 up at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:51:07.729148 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-dce4de79-7fbc-4eec-95c7-645f952437ea None None] Publish callbacks [] for port (daa8787c-388e-4963-b5f7-ceb921345dcd), precommit_update {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:07.736446 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-dce4de79-7fbc-4eec-95c7-645f952437ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (daa8787c-388e-4963-b5f7-ceb921345dcd), after_update {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:07.777350 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Provisioning complete for port 450fc9ef-b3d4-4862-b0a0-f466d5b1f7f7 triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:51:07.777826 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (450fc9ef-b3d4-4862-b0a0-f466d5b1f7f7), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:07.798747 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa2556e-53b3-4093-ba8d-807d20760e45 None None] Pushing event updated for resources: {'Port': ['ID=daa8787c-388e-4963-b5f7-ceb921345dcd,revision_number=2']} {{(pid=109912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:07.819990 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.managers [None req-dce4de79-7fbc-4eec-95c7-645f952437ea None None] Attempting to bind port daa8787c-388e-4963-b5f7-ceb921345dcd on host dv-cinder-836071-3-iscsi for vnic_type normal with profile {{(pid=109912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 10:51:07.820188 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.managers [None req-dce4de79-7fbc-4eec-95c7-645f952437ea None None] Attempting to bind port daa8787c-388e-4963-b5f7-ceb921345dcd by drivers openvswitch,hyperv on host dv-cinder-836071-3-iscsi at level 0 using segments [{'id': '161e69df-2a78-40e9-90fc-e661b1490c65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b'}] {{(pid=109912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 10:51:07.820559 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce4de79-7fbc-4eec-95c7-645f952437ea None None] Attempting to bind port daa8787c-388e-4963-b5f7-ceb921345dcd on network 173a9438-8c11-42c7-a64e-a6d835b0fe8b {{(pid=109912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:51:07.829542 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce4de79-7fbc-4eec-95c7-645f952437ea None None] Checking agent: {'id': 'd1e78606-e5cc-43c0-bc22-8a5324478286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 41, 48), 'started_at': datetime.datetime(2022, 4, 8, 10, 42, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 10:51:07.830166 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce4de79-7fbc-4eec-95c7-645f952437ea None None] Checking segment: {'id': '161e69df-2a78-40e9-90fc-e661b1490c65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:51:07.830726 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-dce4de79-7fbc-4eec-95c7-645f952437ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:07.831350 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce4de79-7fbc-4eec-95c7-645f952437ea None None] Bound using segment: {'id': '161e69df-2a78-40e9-90fc-e661b1490c65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b'} {{(pid=109912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 10:51:07.832116 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.managers [None req-dce4de79-7fbc-4eec-95c7-645f952437ea None None] Bound port: daa8787c-388e-4963-b5f7-ceb921345dcd, host: dv-cinder-836071-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '161e69df-2a78-40e9-90fc-e661b1490c65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b'}}] {{(pid=109912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 10:51:07.832684 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-dce4de79-7fbc-4eec-95c7-645f952437ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (daa8787c-388e-4963-b5f7-ceb921345dcd), before_update {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:07.841589 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.db_base_plugin_common [None req-01286052-d1f5-42d5-9bd6-fa246d212b11 admin admin] Allocated IP 172.20.0.1 (994367ac-684e-494c-95f2-2fd2d9ffda84/b78e7de2-0284-422b-9e2a-e6adefd9058b/71a2f737-0d52-4697-a52b-216566070cef) {{(pid=109910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:51:07.862413 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Current status of the port 450fc9ef-b3d4-4862-b0a0-f466d5b1f7f7 is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:51:07.870942 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc64ad-0200-466a-98bc-1102543b806b req-803dc6e2-53ec-46e4-b2bd-87e3a71e42e5 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:07.872442 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-26dc64ad-0200-466a-98bc-1102543b806b req-803dc6e2-53ec-46e4-b2bd-87e3a71e42e5 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=40b6ecf5-6453-42fc-b63f-40158911ebb1 HTTP/1.1" status: 200 len: 946 time: 0.0937572 Apr 08 10:51:07.888653 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.db [None req-dce4de79-7fbc-4eec-95c7-645f952437ea None None] For port daa8787c-388e-4963-b5f7-ceb921345dcd, host dv-cinder-836071-3-iscsi, cleared binding levels {{(pid=109912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:51:07.892159 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.db [None req-dce4de79-7fbc-4eec-95c7-645f952437ea None None] For port daa8787c-388e-4963-b5f7-ceb921345dcd, host dv-cinder-836071-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=daa8787c-388e-4963-b5f7-ceb921345dcd,segment=NetworkSegment(161e69df-2a78-40e9-90fc-e661b1490c65),segment_id=161e69df-2a78-40e9-90fc-e661b1490c65)] {{(pid=109912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:51:07.898904 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-dce4de79-7fbc-4eec-95c7-645f952437ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (daa8787c-388e-4963-b5f7-ceb921345dcd), after_update {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:07.956137 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce4de79-7fbc-4eec-95c7-645f952437ea None None] Routers {'32422cda-4523-42f7-84b3-360515ebdc83'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:51:07.956759 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-dce4de79-7fbc-4eec-95c7-645f952437ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:50:44Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['32422cda-4523-42f7-84b3-360515ebdc83'], 'active': True} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:51:07.961514 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa2556e-53b3-4093-ba8d-807d20760e45 None None] Pushing event updated for resources: {'Port': ['ID=daa8787c-388e-4963-b5f7-ceb921345dcd,revision_number=3']} {{(pid=109912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:07.978209 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-26dc64ad-0200-466a-98bc-1102543b806b req-555e2e0d-19be-47de-ad34-8be5c0043b4c tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937710 Apr 08 10:51:08.021853 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-01286052-d1f5-42d5-9bd6-fa246d212b11 admin admin] Publish callbacks [] for port (71a2f737-0d52-4697-a52b-216566070cef), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:08.056426 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-01286052-d1f5-42d5-9bd6-fa246d212b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861'] for port (71a2f737-0d52-4697-a52b-216566070cef), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:08.075336 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvr_db [None req-dce4de79-7fbc-4eec-95c7-645f952437ea None None] Set router 32422cda-4523-42f7-84b3-360515ebdc83 gateway port host: dv-cinder-836071-3-iscsi {{(pid=109912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:51:08.092039 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01286052-d1f5-42d5-9bd6-fa246d212b11 admin admin] Network 994367ac-684e-494c-95f2-2fd2d9ffda84 is already hosted by enough agents. {{(pid=109910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:51:08.095077 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.base_scheduler [None req-01286052-d1f5-42d5-9bd6-fa246d212b11 admin admin] Resources bound (agent type, host, resource id): {{(pid=109910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:51:08.098692 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01286052-d1f5-42d5-9bd6-fa246d212b11 admin admin] Received port after_create {{(pid=109910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 10:51:08.099228 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-01286052-d1f5-42d5-9bd6-fa246d212b11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741448'] for router_interface (32422cda-4523-42f7-84b3-360515ebdc83), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:08.145860 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01286052-d1f5-42d5-9bd6-fa246d212b11 admin admin] Pushing event updated for resources: {'Port': ['ID=71a2f737-0d52-4697-a52b-216566070cef,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:08.275999 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-01286052-d1f5-42d5-9bd6-fa246d212b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (71a2f737-0d52-4697-a52b-216566070cef), before_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:08.277303 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-dce4de79-7fbc-4eec-95c7-645f952437ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32422cda-4523-42f7-84b3-360515ebdc83', 'name': 'tempest-TestMinimumBasicScenario-303002226-router', 'tenant_id': 'cdbf3dccf7d2413cb40e83426f557384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'daa8787c-388e-4963-b5f7-ceb921345dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:51:04Z', 'updated_at': '2022-04-08T10:51:06Z', 'revision_number': 3, 'project_id': 'cdbf3dccf7d2413cb40e83426f557384', 'gw_port': {'id': 'daa8787c-388e-4963-b5f7-ceb921345dcd', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:34:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32422cda-4523-42f7-84b3-360515ebdc83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:51:05Z', 'updated_at': '2022-04-08T10:51:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi'}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:51:08.308983 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce4de79-7fbc-4eec-95c7-645f952437ea None None] The sync data for ids ['32422cda-4523-42f7-84b3-360515ebdc83'] in dv-cinder-836071-3-iscsi is: [{'id': '32422cda-4523-42f7-84b3-360515ebdc83', 'name': 'tempest-TestMinimumBasicScenario-303002226-router', 'tenant_id': 'cdbf3dccf7d2413cb40e83426f557384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'daa8787c-388e-4963-b5f7-ceb921345dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:51:04Z', 'updated_at': '2022-04-08T10:51:06Z', 'revision_number': 3, 'project_id': 'cdbf3dccf7d2413cb40e83426f557384', 'gw_port': {'id': 'daa8787c-388e-4963-b5f7-ceb921345dcd', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:34:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32422cda-4523-42f7-84b3-360515ebdc83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:51:05Z', 'updated_at': '2022-04-08T10:51:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi'}] {{(pid=109912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:51:08.394943 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-94e1024a-fc0b-4921-bbce-936216db9fc4 None None] Provisioning complete for port 71a2f737-0d52-4697-a52b-216566070cef triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:51:08.395292 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-94e1024a-fc0b-4921-bbce-936216db9fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (71a2f737-0d52-4697-a52b-216566070cef), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:08.436465 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-94e1024a-fc0b-4921-bbce-936216db9fc4 None None] Port 71a2f737-0d52-4697-a52b-216566070cef cannot update to ACTIVE because it is not bound. {{(pid=109911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 10:51:08.467776 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-01286052-d1f5-42d5-9bd6-fa246d212b11 admin admin] Publish callbacks [] for port (71a2f737-0d52-4697-a52b-216566070cef), precommit_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:08.486543 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-01286052-d1f5-42d5-9bd6-fa246d212b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (71a2f737-0d52-4697-a52b-216566070cef), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:08.487457 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-01286052-d1f5-42d5-9bd6-fa246d212b11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-741604'] for router_interface (32422cda-4523-42f7-84b3-360515ebdc83), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:08.580902 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01286052-d1f5-42d5-9bd6-fa246d212b11 admin admin] Pushing event updated for resources: {'Port': ['ID=71a2f737-0d52-4697-a52b-216566070cef,revision_number=2']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:08.617244 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115d0346-e3c0-4dc3-924a-cbbd03455ae8 req-a5d82ba1-bac4-4865-bf75-32d057e0c734 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:08.618771 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-115d0346-e3c0-4dc3-924a-cbbd03455ae8 req-a5d82ba1-bac4-4865-bf75-32d057e0c734 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=39c92a53-c805-4edf-bb5d-c4af9d2894d7 HTTP/1.1" status: 200 len: 946 time: 0.1683965 Apr 08 10:51:08.691309 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-115d0346-e3c0-4dc3-924a-cbbd03455ae8 req-4a7c9785-070c-4253-96a7-d5048437c63d tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/security-groups?id=a034e5db-17e6-47a8-8cc7-ae9608b57d95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656655 Apr 08 10:51:08.693048 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01286052-d1f5-42d5-9bd6-fa246d212b11 admin admin] Network 994367ac-684e-494c-95f2-2fd2d9ffda84 is already hosted by enough agents. {{(pid=109910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:51:08.694506 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.base_scheduler [None req-01286052-d1f5-42d5-9bd6-fa246d212b11 admin admin] Resources bound (agent type, host, resource id): {{(pid=109910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:51:08.823423 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01286052-d1f5-42d5-9bd6-fa246d212b11 admin admin] Router 32422cda-4523-42f7-84b3-360515ebdc83 has already been hosted by L3 agent a0f054a9-d30b-4594-8de6-6c24438c3963 {{(pid=109910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:51:08.941222 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01286052-d1f5-42d5-9bd6-fa246d212b11 admin admin] Notify agent at l3_agent.dv-cinder-836071-3-iscsi the message routers_updated {{(pid=109910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:51:08.946178 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-01286052-d1f5-42d5-9bd6-fa246d212b11 admin admin] 10.222.0.43 "PUT /v2.0/routers/32422cda-4523-42f7-84b3-360515ebdc83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9175115 Apr 08 10:51:08.971962 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-9e131f54-2613-4b8c-bac3-662d53d9641c None None] Provisioning complete for port 71a2f737-0d52-4697-a52b-216566070cef triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:51:08.972530 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-9e131f54-2613-4b8c-bac3-662d53d9641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (71a2f737-0d52-4697-a52b-216566070cef), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:09.007487 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-9e131f54-2613-4b8c-bac3-662d53d9641c None None] Port 71a2f737-0d52-4697-a52b-216566070cef cannot update to ACTIVE because it is not bound. {{(pid=109911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 10:51:09.125296 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84faa2-e268-4470-b91b-9aa197133e3e req-5373efe1-5374-4cef-9a4d-6ce4c97c4531 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:09.126907 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1c84faa2-e268-4470-b91b-9aa197133e3e req-5373efe1-5374-4cef-9a4d-6ce4c97c4531 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=40b6ecf5-6453-42fc-b63f-40158911ebb1 HTTP/1.1" status: 200 len: 946 time: 0.0687318 Apr 08 10:51:09.187195 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1c84faa2-e268-4470-b91b-9aa197133e3e req-b8548204-7c51-4cca-a43a-7d1464402303 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530198 Apr 08 10:51:09.506653 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 54298) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:51:09.511557 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [None req-685effd2-98e2-4565-b0d7-984bfe3c4068 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-105487751-network', 'tenant_id': '6d19949ec67b45348d7aae516d815ac0'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:51:09.533992 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685effd2-98e2-4565-b0d7-984bfe3c4068 admin admin] Made reservation on behalf of 6d19949ec67b45348d7aae516d815ac0 for: {'network': 1} {{(pid=109910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:51:09.536272 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-685effd2-98e2-4565-b0d7-984bfe3c4068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for network (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:09.544546 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-685effd2-98e2-4565-b0d7-984bfe3c4068 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:09.639927 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-685effd2-98e2-4565-b0d7-984bfe3c4068 admin admin] Publish callbacks [] for security_group (70e10c35-916d-49d2-b366-cb18e696667e), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:09.645773 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-685effd2-98e2-4565-b0d7-984bfe3c4068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (70e10c35-916d-49d2-b366-cb18e696667e), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:09.674819 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-685effd2-98e2-4565-b0d7-984bfe3c4068 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=109910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:51:09.709325 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-685effd2-98e2-4565-b0d7-984bfe3c4068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801210'] for segment (7fd4b0c0-3e93-4579-8649-9cae9453a6c6), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:09.709585 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.db.segments_db [None req-685effd2-98e2-4565-b0d7-984bfe3c4068 admin admin] Added segment 7fd4b0c0-3e93-4579-8649-9cae9453a6c6 of type vlan for network 2db6c5bf-702d-48d2-975f-8c59d82df7d7 Apr 08 10:51:09.711009 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685effd2-98e2-4565-b0d7-984bfe3c4068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e10c35-916d-49d2-b366-cb18e696667e,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:09.741012 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [req-a4e72034-06be-4b3d-a04b-9d0e8a2b7ea1 req-3da3680d-d4e3-4e56-83ce-3ba4116959ba service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a034e5db-17e6-47a8-8cc7-ae9608b57d95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616069 Apr 08 10:51:09.767710 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-685effd2-98e2-4565-b0d7-984bfe3c4068 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778032765835'] for network (2db6c5bf-702d-48d2-975f-8c59d82df7d7), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:09.858779 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c4d56b-a7c9-47bf-aaac-cc298df45867 req-060a0bd4-1854-4497-afa9-bcf8a91f4dfb tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:09.861268 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-e8c4d56b-a7c9-47bf-aaac-cc298df45867 req-060a0bd4-1854-4497-afa9-bcf8a91f4dfb tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=39c92a53-c805-4edf-bb5d-c4af9d2894d7 HTTP/1.1" status: 200 len: 946 time: 0.0879631 Apr 08 10:51:09.862567 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-685effd2-98e2-4565-b0d7-984bfe3c4068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513'] for network (2db6c5bf-702d-48d2-975f-8c59d82df7d7), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:09.863100 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device daa8787c-388e-4963-b5f7-ceb921345dcd up at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:51:09.863458 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685effd2-98e2-4565-b0d7-984bfe3c4068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:09.864021 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-685effd2-98e2-4565-b0d7-984bfe3c4068 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553535'] for network (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:09.933052 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Provisioning complete for port daa8787c-388e-4963-b5f7-ceb921345dcd triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:51:09.933434 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (daa8787c-388e-4963-b5f7-ceb921345dcd), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:09.948149 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-685effd2-98e2-4565-b0d7-984bfe3c4068 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4378529 Apr 08 10:51:09.948997 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 54306) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:51:09.956450 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.v2.base [None req-8033fbd5-0076-4a1d-b024-5aecaf9c2b01 admin admin] Request body: {'subnet': {'network_id': '2db6c5bf-702d-48d2-975f-8c59d82df7d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-105487751-subnet', 'tenant_id': '6d19949ec67b45348d7aae516d815ac0', 'ip_version': 4}} {{(pid=109909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:51:09.956654 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685effd2-98e2-4565-b0d7-984bfe3c4068 admin admin] Pushing event updated for resources: {'Network': ['ID=2db6c5bf-702d-48d2-975f-8c59d82df7d7,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:09.974800 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Network 2db6c5bf-702d-48d2-975f-8c59d82df7d7 details requested by agent ovs-agent-dv-cinder-836071-3-iscsi with host dv-cinder-836071-3-iscsi {{(pid=109911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 10:51:09.986678 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8033fbd5-0076-4a1d-b024-5aecaf9c2b01 admin admin] Made reservation on behalf of 6d19949ec67b45348d7aae516d815ac0 for: {'subnet': 1} {{(pid=109909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:51:09.987567 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-e8c4d56b-a7c9-47bf-aaac-cc298df45867 req-7d7f3489-d08f-409c-9f6a-9137be2db49e tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/security-groups?id=a034e5db-17e6-47a8-8cc7-ae9608b57d95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150274 Apr 08 10:51:09.989673 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-8033fbd5-0076-4a1d-b024-5aecaf9c2b01 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:10.084816 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Current status of the port daa8787c-388e-4963-b5f7-ceb921345dcd is: DOWN; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:51:10.085260 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (daa8787c-388e-4963-b5f7-ceb921345dcd), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:10.106950 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] For port daa8787c-388e-4963-b5f7-ceb921345dcd, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=daa8787c-388e-4963-b5f7-ceb921345dcd,segment=NetworkSegment(161e69df-2a78-40e9-90fc-e661b1490c65),segment_id=161e69df-2a78-40e9-90fc-e661b1490c65)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:51:10.111973 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (daa8787c-388e-4963-b5f7-ceb921345dcd), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:10.151952 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00395b9b-8705-42d0-aeed-0c7618259bb9 None None] Sync routers for ids ['32422cda-4523-42f7-84b3-360515ebdc83'] in dv-cinder-836071-3-iscsi {{(pid=109911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:51:10.176805 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00395b9b-8705-42d0-aeed-0c7618259bb9 None None] Routers {'32422cda-4523-42f7-84b3-360515ebdc83'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:51:10.177579 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-00395b9b-8705-42d0-aeed-0c7618259bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:50:44Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['32422cda-4523-42f7-84b3-360515ebdc83'], 'active': True} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:51:10.180315 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-8033fbd5-0076-4a1d-b024-5aecaf9c2b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513'] for subnet (768d7546-55fb-42da-b04e-da3d82a9c185), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:10.224125 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Pushing event updated for resources: {'Port': ['ID=daa8787c-388e-4963-b5f7-ceb921345dcd,revision_number=4']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:10.263227 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8033fbd5-0076-4a1d-b024-5aecaf9c2b01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=768d7546-55fb-42da-b04e-da3d82a9c185,revision_number=0']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:10.274069 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8033fbd5-0076-4a1d-b024-5aecaf9c2b01 admin admin] Checking segment: {'id': '7fd4b0c0-3e93-4579-8649-9cae9453a6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '2db6c5bf-702d-48d2-975f-8c59d82df7d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:51:10.274744 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8033fbd5-0076-4a1d-b024-5aecaf9c2b01 admin admin] Network hostable DHCP agents. Network: 2db6c5bf-702d-48d2-975f-8c59d82df7d7, hostable agents: ['0996d03c-a6d6-4751-8b32-c8111f4b3d8a'], hosted agents: [] {{(pid=109909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:51:10.298606 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8033fbd5-0076-4a1d-b024-5aecaf9c2b01 admin admin] Network 2db6c5bf-702d-48d2-975f-8c59d82df7d7 is scheduled to be hosted by DHCP agent 0996d03c-a6d6-4751-8b32-c8111f4b3d8a with binding_index 1 {{(pid=109909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:51:10.311600 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.base_scheduler [None req-8033fbd5-0076-4a1d-b024-5aecaf9c2b01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836071-3-iscsi, 2db6c5bf-702d-48d2-975f-8c59d82df7d7) {{(pid=109909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:51:10.318675 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8033fbd5-0076-4a1d-b024-5aecaf9c2b01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:10.319615 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-8033fbd5-0076-4a1d-b024-5aecaf9c2b01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553535'] for subnet (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:10.324982 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fb69ba-894d-4d62-aa6e-00f6e8c0584e None None] Network 2db6c5bf-702d-48d2-975f-8c59d82df7d7 requested from dv-cinder-836071-3-iscsi {{(pid=109911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 10:51:10.334174 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvr_db [None req-00395b9b-8705-42d0-aeed-0c7618259bb9 None None] Set router 32422cda-4523-42f7-84b3-360515ebdc83 gateway port host: dv-cinder-836071-3-iscsi {{(pid=109911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:51:10.343355 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-8033fbd5-0076-4a1d-b024-5aecaf9c2b01 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3911359 Apr 08 10:51:10.345247 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 54318) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:51:10.350940 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [None req-d0e3cd77-84b6-48c7-8bed-62cf94e8ff04 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-105487751-router', 'tenant_id': '6d19949ec67b45348d7aae516d815ac0', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b'}}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:51:10.366011 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6b3ce7-6f1e-434a-9953-4824baf68944 req-bdb9cb6e-042e-46c4-85b0-b2fbf7edc4e8 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:10.375786 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-bd6b3ce7-6f1e-434a-9953-4824baf68944 req-bdb9cb6e-042e-46c4-85b0-b2fbf7edc4e8 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=40b6ecf5-6453-42fc-b63f-40158911ebb1 HTTP/1.1" status: 200 len: 946 time: 0.0962100 Apr 08 10:51:10.417817 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-d0e3cd77-84b6-48c7-8bed-62cf94e8ff04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-748360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40211'] for router (a2292b2a-2f3a-4398-834b-7ca0c1aec7ac), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:10.418926 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-d0e3cd77-84b6-48c7-8bed-62cf94e8ff04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-743752', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40424'] for router (a2292b2a-2f3a-4398-834b-7ca0c1aec7ac), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:10.449621 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-bd6b3ce7-6f1e-434a-9953-4824baf68944 req-25c81835-b1e5-4528-94b4-db853020d146 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729091 Apr 08 10:51:10.505770 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-d0e3cd77-84b6-48c7-8bed-62cf94e8ff04 admin admin] Publish callbacks [] for router_controller (a2292b2a-2f3a-4398-834b-7ca0c1aec7ac), precommit_add_association {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:10.580744 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6cc952-5629-45b1-a88c-5408f35bb7a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2e46b0fd-1d33-5ebd-a23e-349e34994587-2db6c5bf-702d-48d2-975f-8c59d82df7d7', 'network_id': '2db6c5bf-702d-48d2-975f-8c59d82df7d7', 'project_id': '6d19949ec67b45348d7aae516d815ac0', 'fixed_ips': [{'subnet_id': '768d7546-55fb-42da-b04e-da3d82a9c185'}]}} from dv-cinder-836071-3-iscsi. {{(pid=109911) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 10:51:10.581745 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-9e6cc952-5629-45b1-a88c-5408f35bb7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:10.699688 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 54326) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:51:10.769328 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-00395b9b-8705-42d0-aeed-0c7618259bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32422cda-4523-42f7-84b3-360515ebdc83', 'name': 'tempest-TestMinimumBasicScenario-303002226-router', 'tenant_id': 'cdbf3dccf7d2413cb40e83426f557384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'daa8787c-388e-4963-b5f7-ceb921345dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:51:04Z', 'updated_at': '2022-04-08T10:51:08Z', 'revision_number': 4, 'project_id': 'cdbf3dccf7d2413cb40e83426f557384', 'gw_port': {'id': 'daa8787c-388e-4963-b5f7-ceb921345dcd', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:34:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32422cda-4523-42f7-84b3-360515ebdc83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:51:05Z', 'updated_at': '2022-04-08T10:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': '71a2f737-0d52-4697-a52b-216566070cef', 'name': '', 'network_id': '994367ac-684e-494c-95f2-2fd2d9ffda84', 'tenant_id': 'cdbf3dccf7d2413cb40e83426f557384', 'mac_address': 'fa:16:3e:9e:bf:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32422cda-4523-42f7-84b3-360515ebdc83', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'b78e7de2-0284-422b-9e2a-e6adefd9058b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:51:07Z', 'updated_at': '2022-04-08T10:51:08Z', 'revision_number': 2, 'project_id': 'cdbf3dccf7d2413cb40e83426f557384', 'subnets': [{'id': 'b78e7de2-0284-422b-9e2a-e6adefd9058b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:51:10.807923 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00395b9b-8705-42d0-aeed-0c7618259bb9 None None] Checking router: 32422cda-4523-42f7-84b3-360515ebdc83 for host: dv-cinder-836071-3-iscsi {{(pid=109911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:51:10.808280 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00395b9b-8705-42d0-aeed-0c7618259bb9 None None] Updating router 32422cda-4523-42f7-84b3-360515ebdc83 port 71a2f737-0d52-4697-a52b-216566070cef binding host dv-cinder-836071-3-iscsi {{(pid=109911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:51:10.833331 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.db_base_plugin_common [None req-9e6cc952-5629-45b1-a88c-5408f35bb7a2 None None] Allocated IP 172.20.0.2 (2db6c5bf-702d-48d2-975f-8c59d82df7d7/768d7546-55fb-42da-b04e-da3d82a9c185/41cf3ab9-ddb2-44cf-809a-3c584c0dc74b) {{(pid=109911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:51:10.849798 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-d0e3cd77-84b6-48c7-8bed-62cf94e8ff04 admin admin] Publish callbacks [] for router_gateway (a2292b2a-2f3a-4398-834b-7ca0c1aec7ac), precommit_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:10.855002 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-00395b9b-8705-42d0-aeed-0c7618259bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (71a2f737-0d52-4697-a52b-216566070cef), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:10.872165 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-23fabceb-0b10-4418-9b33-f1bd22b372c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:11.072996 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-23fabceb-0b10-4418-9b33-f1bd22b372c0 admin admin] Publish callbacks [] for security_group (3311d569-d192-4d05-861b-f1903d5873c8), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:11.079321 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-23fabceb-0b10-4418-9b33-f1bd22b372c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (3311d569-d192-4d05-861b-f1903d5873c8), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:11.129336 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-d0e3cd77-84b6-48c7-8bed-62cf94e8ff04 admin admin] Publish callbacks [] for router_gateway (a2292b2a-2f3a-4398-834b-7ca0c1aec7ac), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:11.143070 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-23fabceb-0b10-4418-9b33-f1bd22b372c0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3d8ab833dc7b4f3b9375972997bc2817&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4384463 Apr 08 10:51:11.143070 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fabceb-0b10-4418-9b33-f1bd22b372c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3311d569-d192-4d05-861b-f1903d5873c8,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:11.145027 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 54346) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:51:11.171241 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-d0e3cd77-84b6-48c7-8bed-62cf94e8ff04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:11.253422 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-7d1cac7f-e793-45ee-98a9-f392509f026c admin admin] Publish callbacks [] for security_group (3311d569-d192-4d05-861b-f1903d5873c8), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:11.294219 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-9e6cc952-5629-45b1-a88c-5408f35bb7a2 None None] Publish callbacks [] for port (41cf3ab9-ddb2-44cf-809a-3c584c0dc74b), precommit_create {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:11.309618 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-9e6cc952-5629-45b1-a88c-5408f35bb7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861'] for port (41cf3ab9-ddb2-44cf-809a-3c584c0dc74b), after_create {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:11.332553 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-7d1cac7f-e793-45ee-98a9-f392509f026c admin admin] Publish callbacks [] for security_group (3311d569-d192-4d05-861b-f1903d5873c8), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:11.367003 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb47e1b-b931-49ea-8d09-56211b7a7fe0 req-c846463f-12cb-4401-9491-f32af629c4bb tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:11.370541 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-afb47e1b-b931-49ea-8d09-56211b7a7fe0 req-c846463f-12cb-4401-9491-f32af629c4bb tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=39c92a53-c805-4edf-bb5d-c4af9d2894d7 HTTP/1.1" status: 200 len: 946 time: 0.2433219 Apr 08 10:51:11.380451 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6cc952-5629-45b1-a88c-5408f35bb7a2 None None] Network 2db6c5bf-702d-48d2-975f-8c59d82df7d7 is already hosted by enough agents. {{(pid=109911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:51:11.392131 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.scheduler.base_scheduler [None req-9e6cc952-5629-45b1-a88c-5408f35bb7a2 None None] Resources bound (agent type, host, resource id): {{(pid=109911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:51:11.399526 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6cc952-5629-45b1-a88c-5408f35bb7a2 None None] Received port after_create {{(pid=109911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 10:51:11.424879 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6cc952-5629-45b1-a88c-5408f35bb7a2 None None] Pushing event updated for resources: {'Port': ['ID=41cf3ab9-ddb2-44cf-809a-3c584c0dc74b,revision_number=1']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:11.426475 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-7d1cac7f-e793-45ee-98a9-f392509f026c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (3311d569-d192-4d05-861b-f1903d5873c8), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:11.432625 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-7d1cac7f-e793-45ee-98a9-f392509f026c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:11.436682 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-7d1cac7f-e793-45ee-98a9-f392509f026c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3311d569-d192-4d05-861b-f1903d5873c8 HTTP/1.1" status: 204 len: 168 time: 0.2876182 Apr 08 10:51:11.453980 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1cac7f-e793-45ee-98a9-f392509f026c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3311d569-d192-4d05-861b-f1903d5873c8,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:11.506099 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.db_base_plugin_common [None req-d0e3cd77-84b6-48c7-8bed-62cf94e8ff04 admin admin] Allocated IP 172.27.2.173 (173a9438-8c11-42c7-a64e-a6d835b0fe8b/3e92b2da-8062-400a-a6d5-15b49fe43bf4/1222021f-8dd7-4085-a1b5-1bc8471babd1) {{(pid=109910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:51:11.527474 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-afb47e1b-b931-49ea-8d09-56211b7a7fe0 req-de860c4f-ecf2-4541-9132-b64566fadc49 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/security-groups?id=a034e5db-17e6-47a8-8cc7-ae9608b57d95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439612 Apr 08 10:51:11.591459 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.managers [None req-9e6cc952-5629-45b1-a88c-5408f35bb7a2 None None] Attempting to bind port 41cf3ab9-ddb2-44cf-809a-3c584c0dc74b on host dv-cinder-836071-3-iscsi for vnic_type normal with profile {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 10:51:11.591902 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.managers [None req-9e6cc952-5629-45b1-a88c-5408f35bb7a2 None None] Attempting to bind port 41cf3ab9-ddb2-44cf-809a-3c584c0dc74b by drivers openvswitch,hyperv on host dv-cinder-836071-3-iscsi at level 0 using segments [{'id': '7fd4b0c0-3e93-4579-8649-9cae9453a6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '2db6c5bf-702d-48d2-975f-8c59d82df7d7'}] {{(pid=109911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 10:51:11.592405 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6cc952-5629-45b1-a88c-5408f35bb7a2 None None] Attempting to bind port 41cf3ab9-ddb2-44cf-809a-3c584c0dc74b on network 2db6c5bf-702d-48d2-975f-8c59d82df7d7 {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:51:11.598427 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-00395b9b-8705-42d0-aeed-0c7618259bb9 None None] Publish callbacks [] for port (71a2f737-0d52-4697-a52b-216566070cef), precommit_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:11.603297 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6cc952-5629-45b1-a88c-5408f35bb7a2 None None] Checking agent: {'id': 'd1e78606-e5cc-43c0-bc22-8a5324478286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 41, 48), 'started_at': datetime.datetime(2022, 4, 8, 10, 42, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 10:51:11.610330 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6cc952-5629-45b1-a88c-5408f35bb7a2 None None] Checking segment: {'id': '7fd4b0c0-3e93-4579-8649-9cae9453a6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '2db6c5bf-702d-48d2-975f-8c59d82df7d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:51:11.610330 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-9e6cc952-5629-45b1-a88c-5408f35bb7a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:11.610330 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6cc952-5629-45b1-a88c-5408f35bb7a2 None None] Bound using segment: {'id': '7fd4b0c0-3e93-4579-8649-9cae9453a6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '2db6c5bf-702d-48d2-975f-8c59d82df7d7'} {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 10:51:11.610330 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.managers [None req-9e6cc952-5629-45b1-a88c-5408f35bb7a2 None None] Bound port: 41cf3ab9-ddb2-44cf-809a-3c584c0dc74b, host: dv-cinder-836071-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fd4b0c0-3e93-4579-8649-9cae9453a6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '2db6c5bf-702d-48d2-975f-8c59d82df7d7'}}] {{(pid=109911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 10:51:11.610330 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-9e6cc952-5629-45b1-a88c-5408f35bb7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (41cf3ab9-ddb2-44cf-809a-3c584c0dc74b), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:11.610762 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-00395b9b-8705-42d0-aeed-0c7618259bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (71a2f737-0d52-4697-a52b-216566070cef), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:11.762171 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-9e6cc952-5629-45b1-a88c-5408f35bb7a2 None None] For port 41cf3ab9-ddb2-44cf-809a-3c584c0dc74b, host dv-cinder-836071-3-iscsi, cleared binding levels {{(pid=109911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:51:11.771752 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-9e6cc952-5629-45b1-a88c-5408f35bb7a2 None None] For port 41cf3ab9-ddb2-44cf-809a-3c584c0dc74b, host dv-cinder-836071-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=41cf3ab9-ddb2-44cf-809a-3c584c0dc74b,segment=NetworkSegment(7fd4b0c0-3e93-4579-8649-9cae9453a6c6),segment_id=7fd4b0c0-3e93-4579-8649-9cae9453a6c6)] {{(pid=109911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:51:11.772542 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-d0e3cd77-84b6-48c7-8bed-62cf94e8ff04 admin admin] Publish callbacks [] for port (1222021f-8dd7-4085-a1b5-1bc8471babd1), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:11.784712 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device daa8787c-388e-4963-b5f7-ceb921345dcd up at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:51:11.816775 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-d0e3cd77-84b6-48c7-8bed-62cf94e8ff04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861'] for port (1222021f-8dd7-4085-a1b5-1bc8471babd1), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:11.844273 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-9e6cc952-5629-45b1-a88c-5408f35bb7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (41cf3ab9-ddb2-44cf-809a-3c584c0dc74b), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:11.882186 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32ada60-4310-4d80-8d6e-8e2bdc70353a None None] Pushing event updated for resources: {'Port': ['ID=71a2f737-0d52-4697-a52b-216566070cef,revision_number=3']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:11.910385 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 54382) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:51:11.912028 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e3cd77-84b6-48c7-8bed-62cf94e8ff04 admin admin] Pushing event updated for resources: {'Port': ['ID=1222021f-8dd7-4085-a1b5-1bc8471babd1,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:11.923923 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e3cd77-84b6-48c7-8bed-62cf94e8ff04 admin admin] Network 173a9438-8c11-42c7-a64e-a6d835b0fe8b is already hosted by enough agents. {{(pid=109910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:51:11.929376 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-b87fc059-b1fc-48df-a2f2-86166258ea94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (0996d03c-a6d6-4751-8b32-c8111f4b3d8a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:11.929869 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.base_scheduler [None req-d0e3cd77-84b6-48c7-8bed-62cf94e8ff04 admin admin] Resources bound (agent type, host, resource id): {{(pid=109910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:51:11.930245 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-b7417382-374e-485b-89ea-f21b122e5928 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:11.933476 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e3cd77-84b6-48c7-8bed-62cf94e8ff04 admin admin] Received port after_create {{(pid=109910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 10:51:12.014272 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05349d-14a1-4cb7-87a9-7a5420f5a888 req-cafb4e59-8cac-4a2d-9c1b-0ffd4d7700c3 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:12.016524 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-8f05349d-14a1-4cb7-87a9-7a5420f5a888 req-cafb4e59-8cac-4a2d-9c1b-0ffd4d7700c3 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=40b6ecf5-6453-42fc-b63f-40158911ebb1 HTTP/1.1" status: 200 len: 946 time: 0.4578347 Apr 08 10:51:12.022337 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-4ee7cb07-f7d6-4688-b8ac-b77570e593f0 None None] Provisioning complete for port 71a2f737-0d52-4697-a52b-216566070cef triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:51:12.024013 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-4ee7cb07-f7d6-4688-b8ac-b77570e593f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (71a2f737-0d52-4697-a52b-216566070cef), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:12.027067 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.managers [None req-00395b9b-8705-42d0-aeed-0c7618259bb9 None None] Attempting to bind port 71a2f737-0d52-4697-a52b-216566070cef on host dv-cinder-836071-3-iscsi for vnic_type normal with profile {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 10:51:12.028156 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.managers [None req-00395b9b-8705-42d0-aeed-0c7618259bb9 None None] Attempting to bind port 71a2f737-0d52-4697-a52b-216566070cef by drivers openvswitch,hyperv on host dv-cinder-836071-3-iscsi at level 0 using segments [{'id': '66b46815-337a-4b2d-9afc-f8aedc7cbe2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '994367ac-684e-494c-95f2-2fd2d9ffda84'}] {{(pid=109911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 10:51:12.028838 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00395b9b-8705-42d0-aeed-0c7618259bb9 None None] Attempting to bind port 71a2f737-0d52-4697-a52b-216566070cef on network 994367ac-684e-494c-95f2-2fd2d9ffda84 {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:51:12.052468 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 54384) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:51:12.083475 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-b7417382-374e-485b-89ea-f21b122e5928 admin admin] Publish callbacks [] for security_group (a3d91471-8057-4736-9e1e-1d0f0e65abcd), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:12.092073 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-b7417382-374e-485b-89ea-f21b122e5928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (a3d91471-8057-4736-9e1e-1d0f0e65abcd), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:12.092823 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Provisioning complete for port daa8787c-388e-4963-b5f7-ceb921345dcd triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:51:12.093625 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (daa8787c-388e-4963-b5f7-ceb921345dcd), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:12.153401 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-b7417382-374e-485b-89ea-f21b122e5928 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=912214f2deb64848bf5c9518da10b377&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2395885 Apr 08 10:51:12.153401 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7417382-374e-485b-89ea-f21b122e5928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d91471-8057-4736-9e1e-1d0f0e65abcd,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:12.156204 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 54388) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:51:12.183324 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-8f05349d-14a1-4cb7-87a9-7a5420f5a888 req-644fc4c1-b112-4d35-ab70-af0941fffb5d tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297548 Apr 08 10:51:12.244148 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-128f7bde-7b79-4059-bd95-a662b6a31afa admin admin] Publish callbacks [] for security_group (a3d91471-8057-4736-9e1e-1d0f0e65abcd), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:12.304370 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-9b4a8192-08d7-49ca-a558-9f510906b76f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:12.315662 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-128f7bde-7b79-4059-bd95-a662b6a31afa admin admin] Publish callbacks [] for security_group (a3d91471-8057-4736-9e1e-1d0f0e65abcd), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:12.348352 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-d0e3cd77-84b6-48c7-8bed-62cf94e8ff04 admin admin] Publish callbacks [] for router_gateway (a2292b2a-2f3a-4398-834b-7ca0c1aec7ac), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:12.353305 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00395b9b-8705-42d0-aeed-0c7618259bb9 None None] Checking agent: {'id': 'd1e78606-e5cc-43c0-bc22-8a5324478286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 41, 48), 'started_at': datetime.datetime(2022, 4, 8, 10, 42, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 10:51:12.353905 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00395b9b-8705-42d0-aeed-0c7618259bb9 None None] Checking segment: {'id': '66b46815-337a-4b2d-9afc-f8aedc7cbe2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '994367ac-684e-494c-95f2-2fd2d9ffda84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:51:12.354107 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-00395b9b-8705-42d0-aeed-0c7618259bb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:12.354549 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00395b9b-8705-42d0-aeed-0c7618259bb9 None None] Bound using segment: {'id': '66b46815-337a-4b2d-9afc-f8aedc7cbe2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '994367ac-684e-494c-95f2-2fd2d9ffda84'} {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 10:51:12.355046 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.managers [None req-00395b9b-8705-42d0-aeed-0c7618259bb9 None None] Bound port: 71a2f737-0d52-4697-a52b-216566070cef, host: dv-cinder-836071-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66b46815-337a-4b2d-9afc-f8aedc7cbe2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '994367ac-684e-494c-95f2-2fd2d9ffda84'}}] {{(pid=109911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 10:51:12.355431 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-00395b9b-8705-42d0-aeed-0c7618259bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (71a2f737-0d52-4697-a52b-216566070cef), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:12.388370 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-128f7bde-7b79-4059-bd95-a662b6a31afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (a3d91471-8057-4736-9e1e-1d0f0e65abcd), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:12.389819 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6cc952-5629-45b1-a88c-5408f35bb7a2 None None] Pushing event updated for resources: {'Port': ['ID=41cf3ab9-ddb2-44cf-809a-3c584c0dc74b,revision_number=2']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:12.392022 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-128f7bde-7b79-4059-bd95-a662b6a31afa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:12.393736 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-128f7bde-7b79-4059-bd95-a662b6a31afa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a3d91471-8057-4736-9e1e-1d0f0e65abcd HTTP/1.1" status: 204 len: 168 time: 0.2362869 Apr 08 10:51:12.423588 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-4ee7cb07-f7d6-4688-b8ac-b77570e593f0 None None] Port 71a2f737-0d52-4697-a52b-216566070cef cannot update to ACTIVE because it is not bound. {{(pid=109911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 10:51:12.434248 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128f7bde-7b79-4059-bd95-a662b6a31afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d91471-8057-4736-9e1e-1d0f0e65abcd,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:12.564846 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Current status of the port daa8787c-388e-4963-b5f7-ceb921345dcd is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:51:12.578603 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-00395b9b-8705-42d0-aeed-0c7618259bb9 None None] For port 71a2f737-0d52-4697-a52b-216566070cef, host dv-cinder-836071-3-iscsi, cleared binding levels {{(pid=109911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:51:12.611357 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-00395b9b-8705-42d0-aeed-0c7618259bb9 None None] For port 71a2f737-0d52-4697-a52b-216566070cef, host dv-cinder-836071-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=71a2f737-0d52-4697-a52b-216566070cef,segment=NetworkSegment(66b46815-337a-4b2d-9afc-f8aedc7cbe2f),segment_id=66b46815-337a-4b2d-9afc-f8aedc7cbe2f)] {{(pid=109911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:51:12.620004 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-00395b9b-8705-42d0-aeed-0c7618259bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (71a2f737-0d52-4697-a52b-216566070cef), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:12.711747 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-d0e3cd77-84b6-48c7-8bed-62cf94e8ff04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-748511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-743719'] for router (a2292b2a-2f3a-4398-834b-7ca0c1aec7ac), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:12.721461 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00395b9b-8705-42d0-aeed-0c7618259bb9 None None] Routers {'32422cda-4523-42f7-84b3-360515ebdc83'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:51:12.722337 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-00395b9b-8705-42d0-aeed-0c7618259bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:50:44Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['32422cda-4523-42f7-84b3-360515ebdc83'], 'active': True} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:51:12.726944 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-9b4a8192-08d7-49ca-a558-9f510906b76f admin admin] Publish callbacks [] for security_group (6958598c-b0c6-4e9d-b430-543edd3f6cd9), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:12.796068 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32ada60-4310-4d80-8d6e-8e2bdc70353a None None] Pushing event updated for resources: {'Port': ['ID=71a2f737-0d52-4697-a52b-216566070cef,revision_number=4']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:12.831367 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-9b4a8192-08d7-49ca-a558-9f510906b76f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (6958598c-b0c6-4e9d-b430-543edd3f6cd9), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:12.891793 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 54406) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:51:12.905131 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvr_db [None req-00395b9b-8705-42d0-aeed-0c7618259bb9 None None] Set router 32422cda-4523-42f7-84b3-360515ebdc83 gateway port host: dv-cinder-836071-3-iscsi {{(pid=109911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:51:12.917699 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-a48e918a-93d5-4d5e-b099-0962320fb79c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:12.962081 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-9b4a8192-08d7-49ca-a558-9f510906b76f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0dfd3389710b4413a3beb135074b8568&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9063163 Apr 08 10:51:12.966930 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 54408) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:51:12.973804 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4a8192-08d7-49ca-a558-9f510906b76f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6958598c-b0c6-4e9d-b430-543edd3f6cd9,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:13.016419 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd812fa-d399-49e1-aca0-ff75a3fd0af6 req-ce760676-4880-47db-8111-7b2d0cb4f166 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:13.025396 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6bd812fa-d399-49e1-aca0-ff75a3fd0af6 req-ce760676-4880-47db-8111-7b2d0cb4f166 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=40b6ecf5-6453-42fc-b63f-40158911ebb1 HTTP/1.1" status: 200 len: 946 time: 0.3066652 Apr 08 10:51:13.054469 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-529016db-3e54-4a7b-978e-651fc837016b admin admin] Publish callbacks [] for security_group (6958598c-b0c6-4e9d-b430-543edd3f6cd9), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:13.059762 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d75914-d012-4333-bc16-64be7dfac3bb req-141293ac-4734-4f8d-8d5a-d996d2e378ec tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:13.061341 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-57d75914-d012-4333-bc16-64be7dfac3bb req-141293ac-4734-4f8d-8d5a-d996d2e378ec tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=39c92a53-c805-4edf-bb5d-c4af9d2894d7 HTTP/1.1" status: 200 len: 946 time: 0.3414536 Apr 08 10:51:13.087711 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-6d9cde6a-c847-4960-98d0-8e7072e2e3c1 None None] Provisioning complete for port 71a2f737-0d52-4697-a52b-216566070cef triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:51:13.088284 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-a48e918a-93d5-4d5e-b099-0962320fb79c admin admin] Publish callbacks [] for security_group (a5bdea56-f1b6-462d-b4a8-80f488a38a65), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:13.095023 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-6d9cde6a-c847-4960-98d0-8e7072e2e3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (71a2f737-0d52-4697-a52b-216566070cef), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:13.098060 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-a48e918a-93d5-4d5e-b099-0962320fb79c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (a5bdea56-f1b6-462d-b4a8-80f488a38a65), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:13.101261 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-529016db-3e54-4a7b-978e-651fc837016b admin admin] Publish callbacks [] for security_group (6958598c-b0c6-4e9d-b430-543edd3f6cd9), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:13.138007 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6bd812fa-d399-49e1-aca0-ff75a3fd0af6 req-6a187304-cfda-4007-9b10-4168ac69b28b tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115925 Apr 08 10:51:13.149143 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0e3cd77-84b6-48c7-8bed-62cf94e8ff04 admin admin] Router a2292b2a-2f3a-4398-834b-7ca0c1aec7ac is scheduled to L3 agent a0f054a9-d30b-4594-8de6-6c24438c3963 with binding_index 1 {{(pid=109910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:51:13.149519 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-a48e918a-93d5-4d5e-b099-0962320fb79c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5fbc094c65a74947bb6fd9f518954822&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2559817 Apr 08 10:51:13.152496 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 54410) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:51:13.182398 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48e918a-93d5-4d5e-b099-0962320fb79c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5bdea56-f1b6-462d-b4a8-80f488a38a65,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:13.192303 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-57d75914-d012-4333-bc16-64be7dfac3bb req-b4f04b70-46f8-4e0b-ba88-59e81aaf52b6 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/security-groups?id=a034e5db-17e6-47a8-8cc7-ae9608b57d95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156585 Apr 08 10:51:13.230263 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-529016db-3e54-4a7b-978e-651fc837016b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (6958598c-b0c6-4e9d-b430-543edd3f6cd9), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:13.233337 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-529016db-3e54-4a7b-978e-651fc837016b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:13.237198 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-529016db-3e54-4a7b-978e-651fc837016b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6958598c-b0c6-4e9d-b430-543edd3f6cd9 HTTP/1.1" status: 204 len: 168 time: 0.2667170 Apr 08 10:51:13.244978 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529016db-3e54-4a7b-978e-651fc837016b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6958598c-b0c6-4e9d-b430-543edd3f6cd9,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:13.253319 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-6d9cde6a-c847-4960-98d0-8e7072e2e3c1 None None] Current status of the port 71a2f737-0d52-4697-a52b-216566070cef is: DOWN; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:51:13.253964 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-6d9cde6a-c847-4960-98d0-8e7072e2e3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (71a2f737-0d52-4697-a52b-216566070cef), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:13.317533 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-6d9cde6a-c847-4960-98d0-8e7072e2e3c1 None None] For port 71a2f737-0d52-4697-a52b-216566070cef, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=71a2f737-0d52-4697-a52b-216566070cef,segment=NetworkSegment(66b46815-337a-4b2d-9afc-f8aedc7cbe2f),segment_id=66b46815-337a-4b2d-9afc-f8aedc7cbe2f)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:51:13.325226 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-6d9cde6a-c847-4960-98d0-8e7072e2e3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (71a2f737-0d52-4697-a52b-216566070cef), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:13.387482 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-00395b9b-8705-42d0-aeed-0c7618259bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32422cda-4523-42f7-84b3-360515ebdc83', 'name': 'tempest-TestMinimumBasicScenario-303002226-router', 'tenant_id': 'cdbf3dccf7d2413cb40e83426f557384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'daa8787c-388e-4963-b5f7-ceb921345dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:51:04Z', 'updated_at': '2022-04-08T10:51:08Z', 'revision_number': 4, 'project_id': 'cdbf3dccf7d2413cb40e83426f557384', 'gw_port': {'id': 'daa8787c-388e-4963-b5f7-ceb921345dcd', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:34:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32422cda-4523-42f7-84b3-360515ebdc83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:51:05Z', 'updated_at': '2022-04-08T10:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': '71a2f737-0d52-4697-a52b-216566070cef', 'name': '', 'network_id': '994367ac-684e-494c-95f2-2fd2d9ffda84', 'tenant_id': 'cdbf3dccf7d2413cb40e83426f557384', 'mac_address': 'fa:16:3e:9e:bf:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32422cda-4523-42f7-84b3-360515ebdc83', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'b78e7de2-0284-422b-9e2a-e6adefd9058b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:51:07Z', 'updated_at': '2022-04-08T10:51:12Z', 'revision_number': 4, 'project_id': 'cdbf3dccf7d2413cb40e83426f557384', 'subnets': [{'id': 'b78e7de2-0284-422b-9e2a-e6adefd9058b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:51:13.431295 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00395b9b-8705-42d0-aeed-0c7618259bb9 None None] The sync data for ids ['32422cda-4523-42f7-84b3-360515ebdc83'] in dv-cinder-836071-3-iscsi is: [{'id': '32422cda-4523-42f7-84b3-360515ebdc83', 'name': 'tempest-TestMinimumBasicScenario-303002226-router', 'tenant_id': 'cdbf3dccf7d2413cb40e83426f557384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'daa8787c-388e-4963-b5f7-ceb921345dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:51:04Z', 'updated_at': '2022-04-08T10:51:08Z', 'revision_number': 4, 'project_id': 'cdbf3dccf7d2413cb40e83426f557384', 'gw_port': {'id': 'daa8787c-388e-4963-b5f7-ceb921345dcd', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:34:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32422cda-4523-42f7-84b3-360515ebdc83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:51:05Z', 'updated_at': '2022-04-08T10:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': '71a2f737-0d52-4697-a52b-216566070cef', 'name': '', 'network_id': '994367ac-684e-494c-95f2-2fd2d9ffda84', 'tenant_id': 'cdbf3dccf7d2413cb40e83426f557384', 'mac_address': 'fa:16:3e:9e:bf:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32422cda-4523-42f7-84b3-360515ebdc83', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'b78e7de2-0284-422b-9e2a-e6adefd9058b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:51:07Z', 'updated_at': '2022-04-08T10:51:12Z', 'revision_number': 4, 'project_id': 'cdbf3dccf7d2413cb40e83426f557384', 'subnets': [{'id': 'b78e7de2-0284-422b-9e2a-e6adefd9058b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:51:13.433607 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9cde6a-c847-4960-98d0-8e7072e2e3c1 None None] Pushing event updated for resources: {'Port': ['ID=71a2f737-0d52-4697-a52b-216566070cef,revision_number=5']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:13.465577 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1a24e0-a720-4881-8ccf-9c3cf05bf6ae None None] Network 2db6c5bf-702d-48d2-975f-8c59d82df7d7 requested from dv-cinder-836071-3-iscsi {{(pid=109911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 10:51:13.565971 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-0b29f7f9-bab2-482d-89ff-0427e912fd38 None None] Provisioning complete for port 41cf3ab9-ddb2-44cf-809a-3c584c0dc74b triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:51:13.565971 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-0b29f7f9-bab2-482d-89ff-0427e912fd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (41cf3ab9-ddb2-44cf-809a-3c584c0dc74b), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:13.568442 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-64bc8790-3148-4581-8eb8-5aeeeec752e1 admin admin] Publish callbacks [] for security_group (a5bdea56-f1b6-462d-b4a8-80f488a38a65), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:13.627639 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-64bc8790-3148-4581-8eb8-5aeeeec752e1 admin admin] Publish callbacks [] for security_group (a5bdea56-f1b6-462d-b4a8-80f488a38a65), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:13.714797 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-64bc8790-3148-4581-8eb8-5aeeeec752e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (a5bdea56-f1b6-462d-b4a8-80f488a38a65), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:13.724419 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-64bc8790-3148-4581-8eb8-5aeeeec752e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:13.729007 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-64bc8790-3148-4581-8eb8-5aeeeec752e1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a5bdea56-f1b6-462d-b4a8-80f488a38a65 HTTP/1.1" status: 204 len: 168 time: 0.5733361 Apr 08 10:51:13.744837 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e3cd77-84b6-48c7-8bed-62cf94e8ff04 admin admin] Notify agent at l3_agent.dv-cinder-836071-3-iscsi the message routers_updated {{(pid=109910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:51:13.756907 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f49dfcf-2bd6-48d4-ae61-f883959aca26 None None] Sync routers for ids ['a2292b2a-2f3a-4398-834b-7ca0c1aec7ac'] in dv-cinder-836071-3-iscsi {{(pid=109912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:51:13.777414 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f49dfcf-2bd6-48d4-ae61-f883959aca26 None None] Routers {'a2292b2a-2f3a-4398-834b-7ca0c1aec7ac'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:51:13.778524 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-7f49dfcf-2bd6-48d4-ae61-f883959aca26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:50:44Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['a2292b2a-2f3a-4398-834b-7ca0c1aec7ac'], 'active': True} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:51:13.790307 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bc8790-3148-4581-8eb8-5aeeeec752e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5bdea56-f1b6-462d-b4a8-80f488a38a65,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:13.813525 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-d0e3cd77-84b6-48c7-8bed-62cf94e8ff04 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:13.815216 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-d0e3cd77-84b6-48c7-8bed-62cf94e8ff04 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4675887 Apr 08 10:51:13.817916 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 54424) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:51:13.819561 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 54426) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:51:13.842073 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-e5c3c0f7-2e28-41a8-90fa-d41e930ce98d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:13.843840 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-0b29f7f9-bab2-482d-89ff-0427e912fd38 None None] Current status of the port 41cf3ab9-ddb2-44cf-809a-3c584c0dc74b is: DOWN; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:51:13.845520 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-0b29f7f9-bab2-482d-89ff-0427e912fd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (41cf3ab9-ddb2-44cf-809a-3c584c0dc74b), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:13.955746 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-0b29f7f9-bab2-482d-89ff-0427e912fd38 None None] For port 41cf3ab9-ddb2-44cf-809a-3c584c0dc74b, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=41cf3ab9-ddb2-44cf-809a-3c584c0dc74b,segment=NetworkSegment(7fd4b0c0-3e93-4579-8649-9cae9453a6c6),segment_id=7fd4b0c0-3e93-4579-8649-9cae9453a6c6)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:51:13.959499 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device 41cf3ab9-ddb2-44cf-809a-3c584c0dc74b up at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:51:14.005803 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvr_db [None req-7f49dfcf-2bd6-48d4-ae61-f883959aca26 None None] Set router a2292b2a-2f3a-4398-834b-7ca0c1aec7ac gateway port host: dv-cinder-836071-3-iscsi {{(pid=109912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:51:14.045701 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-e5c3c0f7-2e28-41a8-90fa-d41e930ce98d admin admin] Publish callbacks [] for security_group (c793075d-943f-4cfe-8afc-37ba97bf621c), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:14.054568 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-e5c3c0f7-2e28-41a8-90fa-d41e930ce98d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (c793075d-943f-4cfe-8afc-37ba97bf621c), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:14.074658 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-0b29f7f9-bab2-482d-89ff-0427e912fd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (41cf3ab9-ddb2-44cf-809a-3c584c0dc74b), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:14.154073 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-e5c3c0f7-2e28-41a8-90fa-d41e930ce98d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0cca24e3e6ad4b008c3dac140185eab1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3332422 Apr 08 10:51:14.156719 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c3c0f7-2e28-41a8-90fa-d41e930ce98d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c793075d-943f-4cfe-8afc-37ba97bf621c,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:14.157860 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 54430) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:51:14.216566 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b29f7f9-bab2-482d-89ff-0427e912fd38 None None] Pushing event updated for resources: {'Port': ['ID=41cf3ab9-ddb2-44cf-809a-3c584c0dc74b,revision_number=3']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:14.260282 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.agents_db [None req-4d82583b-548a-400c-8f4c-c09be56c4ea4 None None] Agent healthcheck: found 6 active agents {{(pid=109912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 10:51:14.277474 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Provisioning complete for port 41cf3ab9-ddb2-44cf-809a-3c584c0dc74b triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:51:14.277858 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (41cf3ab9-ddb2-44cf-809a-3c584c0dc74b), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:14.301913 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-7f49dfcf-2bd6-48d4-ae61-f883959aca26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2292b2a-2f3a-4398-834b-7ca0c1aec7ac', 'name': 'tempest-TestMinimumBasicScenario-105487751-router', 'tenant_id': '6d19949ec67b45348d7aae516d815ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '1222021f-8dd7-4085-a1b5-1bc8471babd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:51:10Z', 'updated_at': '2022-04-08T10:51:12Z', 'revision_number': 3, 'project_id': '6d19949ec67b45348d7aae516d815ac0', 'gw_port': {'id': '1222021f-8dd7-4085-a1b5-1bc8471babd1', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2292b2a-2f3a-4398-834b-7ca0c1aec7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:51:11Z', 'updated_at': '2022-04-08T10:51:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi'}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:51:14.332968 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f49dfcf-2bd6-48d4-ae61-f883959aca26 None None] Checking router: a2292b2a-2f3a-4398-834b-7ca0c1aec7ac for host: dv-cinder-836071-3-iscsi {{(pid=109912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:51:14.333364 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f49dfcf-2bd6-48d4-ae61-f883959aca26 None None] Updating router a2292b2a-2f3a-4398-834b-7ca0c1aec7ac port 1222021f-8dd7-4085-a1b5-1bc8471babd1 binding host dv-cinder-836071-3-iscsi {{(pid=109912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:51:14.346302 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-73761f15-a3e3-4227-aaeb-9645aec0ae3a admin admin] Publish callbacks [] for security_group (c793075d-943f-4cfe-8afc-37ba97bf621c), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:14.388886 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-7f49dfcf-2bd6-48d4-ae61-f883959aca26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (1222021f-8dd7-4085-a1b5-1bc8471babd1), before_update {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:14.464368 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-3b723b21-38a2-4f15-9a34-aebbfe450c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (a0f054a9-d30b-4594-8de6-6c24438c3963), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:14.491344 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Current status of the port 41cf3ab9-ddb2-44cf-809a-3c584c0dc74b is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:51:14.494747 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device 71a2f737-0d52-4697-a52b-216566070cef up at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:51:14.546571 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-ba5b9ae0-b693-46a7-9bd4-e7db3e0b6ef3 None None] Provisioning complete for port 41cf3ab9-ddb2-44cf-809a-3c584c0dc74b triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:51:14.547221 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-ba5b9ae0-b693-46a7-9bd4-e7db3e0b6ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (41cf3ab9-ddb2-44cf-809a-3c584c0dc74b), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:14.570452 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-73761f15-a3e3-4227-aaeb-9645aec0ae3a admin admin] Publish callbacks [] for security_group (c793075d-943f-4cfe-8afc-37ba97bf621c), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:14.621350 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Provisioning complete for port 71a2f737-0d52-4697-a52b-216566070cef triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:51:14.622692 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (71a2f737-0d52-4697-a52b-216566070cef), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:14.648144 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978794c0-1ae1-4057-9aa0-864e5718bae8 req-3d94bc3c-97f2-4952-89d4-07a5ed4819b7 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:14.650199 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-978794c0-1ae1-4057-9aa0-864e5718bae8 req-3d94bc3c-97f2-4952-89d4-07a5ed4819b7 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=40b6ecf5-6453-42fc-b63f-40158911ebb1 HTTP/1.1" status: 200 len: 946 time: 0.3844090 Apr 08 10:51:14.681763 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-ba5b9ae0-b693-46a7-9bd4-e7db3e0b6ef3 None None] Current status of the port 41cf3ab9-ddb2-44cf-809a-3c584c0dc74b is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:51:14.734916 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-7f49dfcf-2bd6-48d4-ae61-f883959aca26 None None] Publish callbacks [] for port (1222021f-8dd7-4085-a1b5-1bc8471babd1), precommit_update {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:14.742168 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-7f49dfcf-2bd6-48d4-ae61-f883959aca26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (1222021f-8dd7-4085-a1b5-1bc8471babd1), after_update {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:14.785507 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Current status of the port 71a2f737-0d52-4697-a52b-216566070cef is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:51:14.823012 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c82bb0-84dd-4d4d-8e79-66f680b3a7fa None None] Pushing event updated for resources: {'Port': ['ID=1222021f-8dd7-4085-a1b5-1bc8471babd1,revision_number=2']} {{(pid=109912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:14.826812 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.managers [None req-7f49dfcf-2bd6-48d4-ae61-f883959aca26 None None] Attempting to bind port 1222021f-8dd7-4085-a1b5-1bc8471babd1 on host dv-cinder-836071-3-iscsi for vnic_type normal with profile {{(pid=109912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 10:51:14.827203 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.managers [None req-7f49dfcf-2bd6-48d4-ae61-f883959aca26 None None] Attempting to bind port 1222021f-8dd7-4085-a1b5-1bc8471babd1 by drivers openvswitch,hyperv on host dv-cinder-836071-3-iscsi at level 0 using segments [{'id': '161e69df-2a78-40e9-90fc-e661b1490c65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b'}] {{(pid=109912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 10:51:14.827706 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f49dfcf-2bd6-48d4-ae61-f883959aca26 None None] Attempting to bind port 1222021f-8dd7-4085-a1b5-1bc8471babd1 on network 173a9438-8c11-42c7-a64e-a6d835b0fe8b {{(pid=109912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:51:14.836174 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f49dfcf-2bd6-48d4-ae61-f883959aca26 None None] Checking agent: {'id': 'd1e78606-e5cc-43c0-bc22-8a5324478286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 41, 48), 'started_at': datetime.datetime(2022, 4, 8, 10, 42, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 10:51:14.836547 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f49dfcf-2bd6-48d4-ae61-f883959aca26 None None] Checking segment: {'id': '161e69df-2a78-40e9-90fc-e661b1490c65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:51:14.837125 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-7f49dfcf-2bd6-48d4-ae61-f883959aca26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:14.837570 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f49dfcf-2bd6-48d4-ae61-f883959aca26 None None] Bound using segment: {'id': '161e69df-2a78-40e9-90fc-e661b1490c65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b'} {{(pid=109912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 10:51:14.838038 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.managers [None req-7f49dfcf-2bd6-48d4-ae61-f883959aca26 None None] Bound port: 1222021f-8dd7-4085-a1b5-1bc8471babd1, host: dv-cinder-836071-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '161e69df-2a78-40e9-90fc-e661b1490c65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b'}}] {{(pid=109912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 10:51:14.838459 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-7f49dfcf-2bd6-48d4-ae61-f883959aca26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (1222021f-8dd7-4085-a1b5-1bc8471babd1), before_update {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:14.874446 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-978794c0-1ae1-4057-9aa0-864e5718bae8 req-3a99b327-dd43-4fd7-9b77-00f92ec6705b tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024875 Apr 08 10:51:14.892399 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b68b57-1f5e-445d-8c78-d25d5577c257 req-316099eb-e25f-44bd-8e42-939af029bcf7 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:14.897491 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-21b68b57-1f5e-445d-8c78-d25d5577c257 req-316099eb-e25f-44bd-8e42-939af029bcf7 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=39c92a53-c805-4edf-bb5d-c4af9d2894d7 HTTP/1.1" status: 200 len: 946 time: 0.4875312 Apr 08 10:51:14.951982 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.db [None req-7f49dfcf-2bd6-48d4-ae61-f883959aca26 None None] For port 1222021f-8dd7-4085-a1b5-1bc8471babd1, host dv-cinder-836071-3-iscsi, cleared binding levels {{(pid=109912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:51:14.956449 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.db [None req-7f49dfcf-2bd6-48d4-ae61-f883959aca26 None None] For port 1222021f-8dd7-4085-a1b5-1bc8471babd1, host dv-cinder-836071-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=1222021f-8dd7-4085-a1b5-1bc8471babd1,segment=NetworkSegment(161e69df-2a78-40e9-90fc-e661b1490c65),segment_id=161e69df-2a78-40e9-90fc-e661b1490c65)] {{(pid=109912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:51:14.967126 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-7f49dfcf-2bd6-48d4-ae61-f883959aca26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (1222021f-8dd7-4085-a1b5-1bc8471babd1), after_update {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:14.971636 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-73761f15-a3e3-4227-aaeb-9645aec0ae3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (c793075d-943f-4cfe-8afc-37ba97bf621c), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:14.974362 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-73761f15-a3e3-4227-aaeb-9645aec0ae3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:14.978309 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-73761f15-a3e3-4227-aaeb-9645aec0ae3a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c793075d-943f-4cfe-8afc-37ba97bf621c HTTP/1.1" status: 204 len: 168 time: 0.8179634 Apr 08 10:51:15.035053 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-21b68b57-1f5e-445d-8c78-d25d5577c257 req-c510133d-443d-4026-a25e-6472afe72132 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/security-groups?id=a034e5db-17e6-47a8-8cc7-ae9608b57d95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094162 Apr 08 10:51:15.037649 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73761f15-a3e3-4227-aaeb-9645aec0ae3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c793075d-943f-4cfe-8afc-37ba97bf621c,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:15.065532 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f49dfcf-2bd6-48d4-ae61-f883959aca26 None None] Routers {'a2292b2a-2f3a-4398-834b-7ca0c1aec7ac'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:51:15.067114 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-7f49dfcf-2bd6-48d4-ae61-f883959aca26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:51:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['a2292b2a-2f3a-4398-834b-7ca0c1aec7ac'], 'active': True} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:51:15.070727 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c82bb0-84dd-4d4d-8e79-66f680b3a7fa None None] Pushing event updated for resources: {'Port': ['ID=1222021f-8dd7-4085-a1b5-1bc8471babd1,revision_number=3']} {{(pid=109912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:15.119087 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c39995e2-c233-4533-b78f-2944bd33f611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (65c9c9bc-bb02-426d-a902-340b44f1a4c2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:15.126851 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-9263c522-dcfb-4135-8af0-479c591904fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:15.396347 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521aabd-269f-4ca2-aba2-c92165e855c2 req-89c27c08-6b42-4392-9161-2904e03f0e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:15.398063 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [req-9521aabd-269f-4ca2-aba2-c92165e855c2 req-89c27c08-6b42-4392-9161-2904e03f0e60 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3b8c2bcd253d4480a40c77765f83e67a&device_id=40b6ecf5-6453-42fc-b63f-40158911ebb1 HTTP/1.1" status: 200 len: 1130 time: 0.0873075 Apr 08 10:51:15.403583 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.db_base_plugin_common [None req-9263c522-dcfb-4135-8af0-479c591904fa admin admin] Allocated IP 172.20.0.1 (2db6c5bf-702d-48d2-975f-8c59d82df7d7/768d7546-55fb-42da-b04e-da3d82a9c185/b006b3f4-b049-49ad-9d80-144523e41e61) {{(pid=109910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:51:15.429399 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvr_db [None req-7f49dfcf-2bd6-48d4-ae61-f883959aca26 None None] Set router a2292b2a-2f3a-4398-834b-7ca0c1aec7ac gateway port host: dv-cinder-836071-3-iscsi {{(pid=109912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:51:15.592356 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521aabd-269f-4ca2-aba2-c92165e855c2 req-03abbad1-1e2e-4a4f-a83f-68c40cf562c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:15.597164 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [req-9521aabd-269f-4ca2-aba2-c92165e855c2 req-03abbad1-1e2e-4a4f-a83f-68c40cf562c3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=33a3be25-f434-41eb-a414-585facf4d669 HTTP/1.1" status: 200 len: 920 time: 0.1891973 Apr 08 10:51:15.675236 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-9263c522-dcfb-4135-8af0-479c591904fa admin admin] Publish callbacks [] for port (b006b3f4-b049-49ad-9d80-144523e41e61), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:15.730372 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device 41cf3ab9-ddb2-44cf-809a-3c584c0dc74b up at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:51:15.733548 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-9263c522-dcfb-4135-8af0-479c591904fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861'] for port (b006b3f4-b049-49ad-9d80-144523e41e61), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:15.796026 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-7f49dfcf-2bd6-48d4-ae61-f883959aca26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2292b2a-2f3a-4398-834b-7ca0c1aec7ac', 'name': 'tempest-TestMinimumBasicScenario-105487751-router', 'tenant_id': '6d19949ec67b45348d7aae516d815ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '1222021f-8dd7-4085-a1b5-1bc8471babd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:51:10Z', 'updated_at': '2022-04-08T10:51:12Z', 'revision_number': 3, 'project_id': '6d19949ec67b45348d7aae516d815ac0', 'gw_port': {'id': '1222021f-8dd7-4085-a1b5-1bc8471babd1', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2292b2a-2f3a-4398-834b-7ca0c1aec7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:51:11Z', 'updated_at': '2022-04-08T10:51:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi'}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:51:15.806364 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Provisioning complete for port 41cf3ab9-ddb2-44cf-809a-3c584c0dc74b triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:51:15.806948 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (41cf3ab9-ddb2-44cf-809a-3c584c0dc74b), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:15.829379 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263c522-dcfb-4135-8af0-479c591904fa admin admin] Pushing event updated for resources: {'Port': ['ID=b006b3f4-b049-49ad-9d80-144523e41e61,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:15.867285 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9263c522-dcfb-4135-8af0-479c591904fa admin admin] Network 2db6c5bf-702d-48d2-975f-8c59d82df7d7 is already hosted by enough agents. {{(pid=109910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:51:15.868109 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f49dfcf-2bd6-48d4-ae61-f883959aca26 None None] The sync data for ids ['a2292b2a-2f3a-4398-834b-7ca0c1aec7ac'] in dv-cinder-836071-3-iscsi is: [{'id': 'a2292b2a-2f3a-4398-834b-7ca0c1aec7ac', 'name': 'tempest-TestMinimumBasicScenario-105487751-router', 'tenant_id': '6d19949ec67b45348d7aae516d815ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '1222021f-8dd7-4085-a1b5-1bc8471babd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:51:10Z', 'updated_at': '2022-04-08T10:51:12Z', 'revision_number': 3, 'project_id': '6d19949ec67b45348d7aae516d815ac0', 'gw_port': {'id': '1222021f-8dd7-4085-a1b5-1bc8471babd1', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2292b2a-2f3a-4398-834b-7ca0c1aec7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:51:11Z', 'updated_at': '2022-04-08T10:51:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi'}] {{(pid=109912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:51:15.868774 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.base_scheduler [None req-9263c522-dcfb-4135-8af0-479c591904fa admin admin] Resources bound (agent type, host, resource id): {{(pid=109910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:51:15.878596 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9263c522-dcfb-4135-8af0-479c591904fa admin admin] Received port after_create {{(pid=109910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 10:51:15.879629 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-9263c522-dcfb-4135-8af0-479c591904fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741448'] for router_interface (a2292b2a-2f3a-4398-834b-7ca0c1aec7ac), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:15.972087 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 54500) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:51:15.989160 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Current status of the port 41cf3ab9-ddb2-44cf-809a-3c584c0dc74b is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:51:16.316415 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [req-9521aabd-269f-4ca2-aba2-c92165e855c2 req-963941d5-e367-4565-bba7-4e0b98b80d24 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f63e0baf-1d4b-4b4a-907e-ba043fef736b HTTP/1.1" status: 200 len: 217 time: 0.0989592 Apr 08 10:51:16.328146 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-f8568929-cb9a-49f8-a72d-e1a643e77221 None None] Provisioning complete for port b006b3f4-b049-49ad-9d80-144523e41e61 triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:51:16.330289 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-f8568929-cb9a-49f8-a72d-e1a643e77221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (b006b3f4-b049-49ad-9d80-144523e41e61), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:16.389141 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-353b624b-b120-4fbf-bf29-885ce3006717 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:16.524794 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943850a-f76a-4bbe-a479-5bb2bdc2b805 req-d1b4d39f-984d-4e51-9899-9f3f9d49d357 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:16.539223 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-3943850a-f76a-4bbe-a479-5bb2bdc2b805 req-d1b4d39f-984d-4e51-9899-9f3f9d49d357 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=40b6ecf5-6453-42fc-b63f-40158911ebb1 HTTP/1.1" status: 200 len: 946 time: 0.4183321 Apr 08 10:51:16.549861 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-353b624b-b120-4fbf-bf29-885ce3006717 admin admin] Publish callbacks [] for security_group (da81901f-852d-4780-8a66-9e53594fb98e), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:16.550907 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-f8568929-cb9a-49f8-a72d-e1a643e77221 None None] Port b006b3f4-b049-49ad-9d80-144523e41e61 cannot update to ACTIVE because it is not bound. {{(pid=109911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 10:51:16.562141 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-353b624b-b120-4fbf-bf29-885ce3006717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (da81901f-852d-4780-8a66-9e53594fb98e), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:16.614911 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dfd57949-1be2-4190-94f2-c1682066023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (140c1fdd-4f9d-4fc9-9d7c-f6f7cee51a0a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:16.644404 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353b624b-b120-4fbf-bf29-885ce3006717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da81901f-852d-4780-8a66-9e53594fb98e,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:16.665448 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35ad0de-b6ae-4f58-81ed-4c9985d061c0 req-1f062cba-4e5d-463b-be06-4fd0ebe32388 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:16.667082 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-d35ad0de-b6ae-4f58-81ed-4c9985d061c0 req-1f062cba-4e5d-463b-be06-4fd0ebe32388 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=39c92a53-c805-4edf-bb5d-c4af9d2894d7 HTTP/1.1" status: 200 len: 946 time: 0.4813964 Apr 08 10:51:16.668596 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-353b624b-b120-4fbf-bf29-885ce3006717 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3890de00126a4c14b2894875a3f7a1d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6951277 Apr 08 10:51:16.669244 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 54534) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:51:16.744116 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-9263c522-dcfb-4135-8af0-479c591904fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (b006b3f4-b049-49ad-9d80-144523e41e61), before_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:16.799445 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-3943850a-f76a-4bbe-a479-5bb2bdc2b805 req-3bae3734-e6ee-4fc2-a7d8-0cf5d4acf4e9 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562747 Apr 08 10:51:16.803381 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521aabd-269f-4ca2-aba2-c92165e855c2 req-d7d51c58-5c3a-468f-91ba-39364795e1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:16.806339 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [req-9521aabd-269f-4ca2-aba2-c92165e855c2 req-d7d51c58-5c3a-468f-91ba-39364795e1ba service neutron] 10.222.0.39 "GET /v2.0/subnets?id=695d492a-ca30-42dc-b8aa-3b1f1f515ae3 HTTP/1.1" status: 200 len: 858 time: 0.1057396 Apr 08 10:51:16.855410 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-48e63ceb-1656-4af6-9d61-6571bb29145d admin admin] Publish callbacks [] for security_group (da81901f-852d-4780-8a66-9e53594fb98e), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:16.875983 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-d35ad0de-b6ae-4f58-81ed-4c9985d061c0 req-402b61a6-c81d-4b98-a8e1-b05338cf9b72 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/security-groups?id=a034e5db-17e6-47a8-8cc7-ae9608b57d95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1880262 Apr 08 10:51:16.903502 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-48e63ceb-1656-4af6-9d61-6571bb29145d admin admin] Publish callbacks [] for security_group (da81901f-852d-4780-8a66-9e53594fb98e), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:16.908371 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521aabd-269f-4ca2-aba2-c92165e855c2 req-e5a5b982-da9e-410e-8f22-a492b3b6f546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:16.910404 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [req-9521aabd-269f-4ca2-aba2-c92165e855c2 req-e5a5b982-da9e-410e-8f22-a492b3b6f546 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=33a3be25-f434-41eb-a414-585facf4d669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0925844 Apr 08 10:51:16.976503 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-48e63ceb-1656-4af6-9d61-6571bb29145d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (da81901f-852d-4780-8a66-9e53594fb98e), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:16.981517 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-48e63ceb-1656-4af6-9d61-6571bb29145d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:16.986792 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-48e63ceb-1656-4af6-9d61-6571bb29145d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/da81901f-852d-4780-8a66-9e53594fb98e HTTP/1.1" status: 204 len: 168 time: 0.3161147 Apr 08 10:51:16.996245 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e63ceb-1656-4af6-9d61-6571bb29145d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da81901f-852d-4780-8a66-9e53594fb98e,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:17.107390 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-9263c522-dcfb-4135-8af0-479c591904fa admin admin] Publish callbacks [] for port (b006b3f4-b049-49ad-9d80-144523e41e61), precommit_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:17.127331 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-9263c522-dcfb-4135-8af0-479c591904fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (b006b3f4-b049-49ad-9d80-144523e41e61), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:17.128254 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-9263c522-dcfb-4135-8af0-479c591904fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-741604'] for router_interface (a2292b2a-2f3a-4398-834b-7ca0c1aec7ac), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:17.297816 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263c522-dcfb-4135-8af0-479c591904fa admin admin] Pushing event updated for resources: {'Port': ['ID=b006b3f4-b049-49ad-9d80-144523e41e61,revision_number=2']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:17.356165 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f6440-8a33-4832-880b-73c1e78eb049 req-b07d7ddc-3263-4e7a-bc01-6b73a8ccaa11 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:17.362660 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ae5f6440-8a33-4832-880b-73c1e78eb049 req-b07d7ddc-3263-4e7a-bc01-6b73a8ccaa11 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4d57e97-7b9c-450b-8852-86ada775c1f4 HTTP/1.1" status: 200 len: 946 time: 0.1561394 Apr 08 10:51:17.396481 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9263c522-dcfb-4135-8af0-479c591904fa admin admin] Network 2db6c5bf-702d-48d2-975f-8c59d82df7d7 is already hosted by enough agents. {{(pid=109910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:51:17.402273 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.base_scheduler [None req-9263c522-dcfb-4135-8af0-479c591904fa admin admin] Resources bound (agent type, host, resource id): {{(pid=109910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:51:17.473723 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ae5f6440-8a33-4832-880b-73c1e78eb049 req-e3b2a39b-ba2d-4d40-a847-8e28f754e429 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] 10.222.0.43 "GET /v2.0/security-groups?id=048da6e7-b971-418e-bf71-e442260133f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011231 Apr 08 10:51:17.577766 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9263c522-dcfb-4135-8af0-479c591904fa admin admin] Router a2292b2a-2f3a-4398-834b-7ca0c1aec7ac has already been hosted by L3 agent a0f054a9-d30b-4594-8de6-6c24438c3963 {{(pid=109910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:51:17.714610 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-22035b3d-ba82-4cc9-b90e-cddd473eaad6 None None] Provisioning complete for port b006b3f4-b049-49ad-9d80-144523e41e61 triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:51:17.715113 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-22035b3d-ba82-4cc9-b90e-cddd473eaad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (b006b3f4-b049-49ad-9d80-144523e41e61), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:17.778510 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device 1222021f-8dd7-4085-a1b5-1bc8471babd1 up at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:51:17.876621 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (df0b008b-1017-45b0-9cbd-b6387ecfd69a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:17.884323 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-22035b3d-ba82-4cc9-b90e-cddd473eaad6 None None] Port b006b3f4-b049-49ad-9d80-144523e41e61 cannot update to ACTIVE because it is not bound. {{(pid=109911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 10:51:17.947135 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Provisioning complete for port 1222021f-8dd7-4085-a1b5-1bc8471babd1 triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:51:17.950372 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (1222021f-8dd7-4085-a1b5-1bc8471babd1), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:18.050004 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (d1e78606-e5cc-43c0-bc22-8a5324478286), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:18.109526 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Current status of the port 1222021f-8dd7-4085-a1b5-1bc8471babd1 is: DOWN; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:51:18.110091 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (1222021f-8dd7-4085-a1b5-1bc8471babd1), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:18.130194 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6db78-e533-4846-ad45-7228ddcc76c7 req-5260d68f-8f6e-4556-a0c3-e26dca4b8ec4 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:18.131699 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-4ac6db78-e533-4846-ad45-7228ddcc76c7 req-5260d68f-8f6e-4556-a0c3-e26dca4b8ec4 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=40b6ecf5-6453-42fc-b63f-40158911ebb1 HTTP/1.1" status: 200 len: 946 time: 0.1435840 Apr 08 10:51:18.142436 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] For port 1222021f-8dd7-4085-a1b5-1bc8471babd1, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=1222021f-8dd7-4085-a1b5-1bc8471babd1,segment=NetworkSegment(161e69df-2a78-40e9-90fc-e661b1490c65),segment_id=161e69df-2a78-40e9-90fc-e661b1490c65)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:51:18.147655 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (1222021f-8dd7-4085-a1b5-1bc8471babd1), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:18.171280 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9263c522-dcfb-4135-8af0-479c591904fa admin admin] Notify agent at l3_agent.dv-cinder-836071-3-iscsi the message routers_updated {{(pid=109910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:51:18.190909 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-9263c522-dcfb-4135-8af0-479c591904fa admin admin] 10.222.0.43 "PUT /v2.0/routers/a2292b2a-2f3a-4398-834b-7ca0c1aec7ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3716106 Apr 08 10:51:18.222183 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f92d8-2050-44be-b38a-00be6b122974 req-d5a1d591-6c09-4597-aaf7-e8540bdcf00b tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:18.223927 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-879f92d8-2050-44be-b38a-00be6b122974 req-d5a1d591-6c09-4597-aaf7-e8540bdcf00b tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=39c92a53-c805-4edf-bb5d-c4af9d2894d7 HTTP/1.1" status: 200 len: 946 time: 0.1834517 Apr 08 10:51:18.232075 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-4ac6db78-e533-4846-ad45-7228ddcc76c7 req-930e91ad-01dc-4be0-bdcf-aec7cb4c04a1 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884891 Apr 08 10:51:18.247419 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Pushing event updated for resources: {'Port': ['ID=1222021f-8dd7-4085-a1b5-1bc8471babd1,revision_number=4']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:18.294965 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e0bb75-5f9f-433b-9408-9ef5c8eb267b None None] Sync routers for ids ['a2292b2a-2f3a-4398-834b-7ca0c1aec7ac'] in dv-cinder-836071-3-iscsi {{(pid=109911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:51:18.308310 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-879f92d8-2050-44be-b38a-00be6b122974 req-6e5e33b5-ee3a-442a-952b-30c2c1fd7492 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/security-groups?id=a034e5db-17e6-47a8-8cc7-ae9608b57d95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699377 Apr 08 10:51:18.319594 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e0bb75-5f9f-433b-9408-9ef5c8eb267b None None] Routers {'a2292b2a-2f3a-4398-834b-7ca0c1aec7ac'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:51:18.323440 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-b7e0bb75-5f9f-433b-9408-9ef5c8eb267b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:51:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['a2292b2a-2f3a-4398-834b-7ca0c1aec7ac'], 'active': True} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:51:18.508976 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e5c2b-e7d3-4d88-8fca-31868225cd11 req-ea93219a-3eea-47d8-b18f-b0b0946a8a60 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:18.511050 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-2d5e5c2b-e7d3-4d88-8fca-31868225cd11 req-ea93219a-3eea-47d8-b18f-b0b0946a8a60 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=39c92a53-c805-4edf-bb5d-c4af9d2894d7 HTTP/1.1" status: 200 len: 946 time: 0.0878570 Apr 08 10:51:18.521335 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 54618) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:51:18.528824 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.v2.base [None req-e2fd527c-11c4-41f1-ba4d-7d2722b4ae61 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Request body: {'floatingip': {'port_id': 'a2fe36f7-abef-46bd-a27e-bd9b41226233'}} {{(pid=109909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:51:18.646306 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvr_db [None req-b7e0bb75-5f9f-433b-9408-9ef5c8eb267b None None] Set router a2292b2a-2f3a-4398-834b-7ca0c1aec7ac gateway port host: dv-cinder-836071-3-iscsi {{(pid=109911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:51:18.707068 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-e2fd527c-11c4-41f1-ba4d-7d2722b4ae61 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for floatingip (3213ec0a-4436-4ea4-bb67-03f844222181), before_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:18.719027 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c4f8e-2f7d-4332-80c2-1fc68abc75ee req-f976d299-3512-4ae2-8fc0-92181c50dc8f tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:18.735259 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-8e8c4f8e-2f7d-4332-80c2-1fc68abc75ee req-f976d299-3512-4ae2-8fc0-92181c50dc8f tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4d57e97-7b9c-450b-8852-86ada775c1f4 HTTP/1.1" status: 200 len: 946 time: 0.1429076 Apr 08 10:51:18.858243 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-8e8c4f8e-2f7d-4332-80c2-1fc68abc75ee req-7fea23ee-5472-4d02-b905-d8eef32b4c40 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] 10.222.0.43 "GET /v2.0/security-groups?id=048da6e7-b971-418e-bf71-e442260133f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200740 Apr 08 10:51:18.964656 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-b7e0bb75-5f9f-433b-9408-9ef5c8eb267b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2292b2a-2f3a-4398-834b-7ca0c1aec7ac', 'name': 'tempest-TestMinimumBasicScenario-105487751-router', 'tenant_id': '6d19949ec67b45348d7aae516d815ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '1222021f-8dd7-4085-a1b5-1bc8471babd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:51:10Z', 'updated_at': '2022-04-08T10:51:16Z', 'revision_number': 4, 'project_id': '6d19949ec67b45348d7aae516d815ac0', 'gw_port': {'id': '1222021f-8dd7-4085-a1b5-1bc8471babd1', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2292b2a-2f3a-4398-834b-7ca0c1aec7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:51:11Z', 'updated_at': '2022-04-08T10:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': 'b006b3f4-b049-49ad-9d80-144523e41e61', 'name': '', 'network_id': '2db6c5bf-702d-48d2-975f-8c59d82df7d7', 'tenant_id': '6d19949ec67b45348d7aae516d815ac0', 'mac_address': 'fa:16:3e:6d:09:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2292b2a-2f3a-4398-834b-7ca0c1aec7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '768d7546-55fb-42da-b04e-da3d82a9c185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:51:15Z', 'updated_at': '2022-04-08T10:51:16Z', 'revision_number': 2, 'project_id': '6d19949ec67b45348d7aae516d815ac0', 'subnets': [{'id': '768d7546-55fb-42da-b04e-da3d82a9c185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:51:18.996473 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e0bb75-5f9f-433b-9408-9ef5c8eb267b None None] Checking router: a2292b2a-2f3a-4398-834b-7ca0c1aec7ac for host: dv-cinder-836071-3-iscsi {{(pid=109911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:51:18.997277 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e0bb75-5f9f-433b-9408-9ef5c8eb267b None None] Updating router a2292b2a-2f3a-4398-834b-7ca0c1aec7ac port b006b3f4-b049-49ad-9d80-144523e41e61 binding host dv-cinder-836071-3-iscsi {{(pid=109911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:51:19.031763 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-b7e0bb75-5f9f-433b-9408-9ef5c8eb267b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (b006b3f4-b049-49ad-9d80-144523e41e61), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:19.410093 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb32b3c-0bc5-49ed-9a53-d9afe302b68e req-2656fb93-3304-4357-bbf8-7b284d9ed75b tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:19.419126 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-9eb32b3c-0bc5-49ed-9a53-d9afe302b68e req-2656fb93-3304-4357-bbf8-7b284d9ed75b tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=40b6ecf5-6453-42fc-b63f-40158911ebb1 HTTP/1.1" status: 200 len: 946 time: 0.0841238 Apr 08 10:51:19.422110 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-b7e0bb75-5f9f-433b-9408-9ef5c8eb267b None None] Publish callbacks [] for port (b006b3f4-b049-49ad-9d80-144523e41e61), precommit_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:19.436354 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-b7e0bb75-5f9f-433b-9408-9ef5c8eb267b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (b006b3f4-b049-49ad-9d80-144523e41e61), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:19.495605 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-9eb32b3c-0bc5-49ed-9a53-d9afe302b68e req-a62475ca-13f7-4d03-908b-46e3a565a036 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752358 Apr 08 10:51:19.507070 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 54666) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:51:19.542840 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9601fd8c-1596-40d2-bb7a-87b9d933d1f5 None None] Pushing event updated for resources: {'Port': ['ID=b006b3f4-b049-49ad-9d80-144523e41e61,revision_number=3']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:19.654574 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.managers [None req-b7e0bb75-5f9f-433b-9408-9ef5c8eb267b None None] Attempting to bind port b006b3f4-b049-49ad-9d80-144523e41e61 on host dv-cinder-836071-3-iscsi for vnic_type normal with profile {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 10:51:19.654953 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.managers [None req-b7e0bb75-5f9f-433b-9408-9ef5c8eb267b None None] Attempting to bind port b006b3f4-b049-49ad-9d80-144523e41e61 by drivers openvswitch,hyperv on host dv-cinder-836071-3-iscsi at level 0 using segments [{'id': '7fd4b0c0-3e93-4579-8649-9cae9453a6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '2db6c5bf-702d-48d2-975f-8c59d82df7d7'}] {{(pid=109911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 10:51:19.655318 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e0bb75-5f9f-433b-9408-9ef5c8eb267b None None] Attempting to bind port b006b3f4-b049-49ad-9d80-144523e41e61 on network 2db6c5bf-702d-48d2-975f-8c59d82df7d7 {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:51:19.666768 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e0bb75-5f9f-433b-9408-9ef5c8eb267b None None] Checking agent: {'id': 'd1e78606-e5cc-43c0-bc22-8a5324478286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 41, 48), 'started_at': datetime.datetime(2022, 4, 8, 10, 42, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 10:51:19.667180 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e0bb75-5f9f-433b-9408-9ef5c8eb267b None None] Checking segment: {'id': '7fd4b0c0-3e93-4579-8649-9cae9453a6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '2db6c5bf-702d-48d2-975f-8c59d82df7d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:51:19.667592 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-b7e0bb75-5f9f-433b-9408-9ef5c8eb267b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:19.668022 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e0bb75-5f9f-433b-9408-9ef5c8eb267b None None] Bound using segment: {'id': '7fd4b0c0-3e93-4579-8649-9cae9453a6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '2db6c5bf-702d-48d2-975f-8c59d82df7d7'} {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 10:51:19.668686 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.managers [None req-b7e0bb75-5f9f-433b-9408-9ef5c8eb267b None None] Bound port: b006b3f4-b049-49ad-9d80-144523e41e61, host: dv-cinder-836071-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fd4b0c0-3e93-4579-8649-9cae9453a6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '2db6c5bf-702d-48d2-975f-8c59d82df7d7'}}] {{(pid=109911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 10:51:19.669297 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-b7e0bb75-5f9f-433b-9408-9ef5c8eb267b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (b006b3f4-b049-49ad-9d80-144523e41e61), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:19.695202 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-0f8d64e3-ad15-4374-a005-4280e75b03f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:19.808174 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device 1222021f-8dd7-4085-a1b5-1bc8471babd1 up at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:51:19.867116 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-b7e0bb75-5f9f-433b-9408-9ef5c8eb267b None None] For port b006b3f4-b049-49ad-9d80-144523e41e61, host dv-cinder-836071-3-iscsi, cleared binding levels {{(pid=109911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:51:19.884346 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-b7e0bb75-5f9f-433b-9408-9ef5c8eb267b None None] For port b006b3f4-b049-49ad-9d80-144523e41e61, host dv-cinder-836071-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=b006b3f4-b049-49ad-9d80-144523e41e61,segment=NetworkSegment(7fd4b0c0-3e93-4579-8649-9cae9453a6c6),segment_id=7fd4b0c0-3e93-4579-8649-9cae9453a6c6)] {{(pid=109911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:51:19.898577 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Provisioning complete for port 1222021f-8dd7-4085-a1b5-1bc8471babd1 triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:51:19.898983 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (1222021f-8dd7-4085-a1b5-1bc8471babd1), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:19.902628 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-b7e0bb75-5f9f-433b-9408-9ef5c8eb267b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (b006b3f4-b049-49ad-9d80-144523e41e61), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:19.949000 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-0f8d64e3-ad15-4374-a005-4280e75b03f9 admin admin] Publish callbacks [] for security_group (af1a9033-d0ef-4381-86df-3817e884e96b), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:19.957575 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-0f8d64e3-ad15-4374-a005-4280e75b03f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (af1a9033-d0ef-4381-86df-3817e884e96b), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:19.990557 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.db.resource_extend [None req-e2fd527c-11c4-41f1-ba4d-7d2722b4ae61 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:51:20.031841 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e0bb75-5f9f-433b-9408-9ef5c8eb267b None None] Routers {'a2292b2a-2f3a-4398-834b-7ca0c1aec7ac'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:51:20.034232 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-b7e0bb75-5f9f-433b-9408-9ef5c8eb267b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:51:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['a2292b2a-2f3a-4398-834b-7ca0c1aec7ac'], 'active': True} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:51:20.052647 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9601fd8c-1596-40d2-bb7a-87b9d933d1f5 None None] Pushing event updated for resources: {'Port': ['ID=b006b3f4-b049-49ad-9d80-144523e41e61,revision_number=4']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:20.096194 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-0f8d64e3-ad15-4374-a005-4280e75b03f9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7969bdd3a4784b86a1d39465e8764c63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5879669 Apr 08 10:51:20.103460 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 54676) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:51:20.120931 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8d64e3-ad15-4374-a005-4280e75b03f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af1a9033-d0ef-4381-86df-3817e884e96b,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:20.126813 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-e2fd527c-11c4-41f1-ba4d-7d2722b4ae61 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:20.133030 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [req-9521aabd-269f-4ca2-aba2-c92165e855c2 req-aea3f35d-9138-4d8b-95fe-5dd5b6f6f607 service neutron] 10.222.0.39 "GET /v2.0/networks/33a3be25-f434-41eb-a414-585facf4d669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4549766 Apr 08 10:51:20.136500 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-e2fd527c-11c4-41f1-ba4d-7d2722b4ae61 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743873'] for floatingip (3213ec0a-4436-4ea4-bb67-03f844222181), after_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:20.146017 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8d64e3-ad15-4374-a005-4280e75b03f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:20.146437 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8d64e3-ad15-4374-a005-4280e75b03f9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:20.146886 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8d64e3-ad15-4374-a005-4280e75b03f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:20.147282 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8d64e3-ad15-4374-a005-4280e75b03f9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:20.147833 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8d64e3-ad15-4374-a005-4280e75b03f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:20.148221 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8d64e3-ad15-4374-a005-4280e75b03f9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:20.148603 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8d64e3-ad15-4374-a005-4280e75b03f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:20.148988 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8d64e3-ad15-4374-a005-4280e75b03f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:20.149397 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8d64e3-ad15-4374-a005-4280e75b03f9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:20.150424 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8d64e3-ad15-4374-a005-4280e75b03f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:20.150851 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8d64e3-ad15-4374-a005-4280e75b03f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:20.151353 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8d64e3-ad15-4374-a005-4280e75b03f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:20.151737 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8d64e3-ad15-4374-a005-4280e75b03f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:20.152158 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8d64e3-ad15-4374-a005-4280e75b03f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:20.152566 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8d64e3-ad15-4374-a005-4280e75b03f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:20.174553 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-90d70211-3517-4f8c-a52b-316b4ec6d530 None None] Provisioning complete for port b006b3f4-b049-49ad-9d80-144523e41e61 triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:51:20.179810 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-90d70211-3517-4f8c-a52b-316b4ec6d530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (b006b3f4-b049-49ad-9d80-144523e41e61), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:20.223786 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0d44b-4a13-4809-bb7a-da84f7732f7f req-9c120854-6a27-4744-ba65-2320cd262bf7 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:20.236436 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-83b0d44b-4a13-4809-bb7a-da84f7732f7f req-9c120854-6a27-4744-ba65-2320cd262bf7 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4d57e97-7b9c-450b-8852-86ada775c1f4 HTTP/1.1" status: 200 len: 946 time: 0.2104440 Apr 08 10:51:20.280363 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-8237755a-8d8c-4095-a6f3-1cfa9657b3dd admin admin] Publish callbacks [] for security_group (af1a9033-d0ef-4381-86df-3817e884e96b), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:20.329082 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-83b0d44b-4a13-4809-bb7a-da84f7732f7f req-8cb65582-e7b4-4404-8514-57f850425ebb tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] 10.222.0.43 "GET /v2.0/security-groups?id=048da6e7-b971-418e-bf71-e442260133f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863328 Apr 08 10:51:20.345219 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-8237755a-8d8c-4095-a6f3-1cfa9657b3dd admin admin] Publish callbacks [] for security_group (af1a9033-d0ef-4381-86df-3817e884e96b), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:20.388361 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Current status of the port 1222021f-8dd7-4085-a1b5-1bc8471babd1 is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:51:20.425349 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-8237755a-8d8c-4095-a6f3-1cfa9657b3dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (af1a9033-d0ef-4381-86df-3817e884e96b), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:20.428579 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-8237755a-8d8c-4095-a6f3-1cfa9657b3dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:20.429381 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-8237755a-8d8c-4095-a6f3-1cfa9657b3dd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/af1a9033-d0ef-4381-86df-3817e884e96b HTTP/1.1" status: 204 len: 168 time: 0.3241198 Apr 08 10:51:20.439212 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8237755a-8d8c-4095-a6f3-1cfa9657b3dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1a9033-d0ef-4381-86df-3817e884e96b,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:20.454705 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvr_db [None req-b7e0bb75-5f9f-433b-9408-9ef5c8eb267b None None] Set router a2292b2a-2f3a-4398-834b-7ca0c1aec7ac gateway port host: dv-cinder-836071-3-iscsi {{(pid=109911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:51:20.455715 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.db.l3_db [None req-e2fd527c-11c4-41f1-ba4d-7d2722b4ae61 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Floating IP 3213ec0a-4436-4ea4-bb67-03f844222181 associated. External IP: 172.27.2.8, port: a2fe36f7-abef-46bd-a27e-bd9b41226233. Apr 08 10:51:20.496064 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-90d70211-3517-4f8c-a52b-316b4ec6d530 None None] Current status of the port b006b3f4-b049-49ad-9d80-144523e41e61 is: DOWN; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:51:20.496416 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-90d70211-3517-4f8c-a52b-316b4ec6d530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (b006b3f4-b049-49ad-9d80-144523e41e61), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:20.646268 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-90d70211-3517-4f8c-a52b-316b4ec6d530 None None] For port b006b3f4-b049-49ad-9d80-144523e41e61, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=b006b3f4-b049-49ad-9d80-144523e41e61,segment=NetworkSegment(7fd4b0c0-3e93-4579-8649-9cae9453a6c6),segment_id=7fd4b0c0-3e93-4579-8649-9cae9453a6c6)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:51:20.681562 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-90d70211-3517-4f8c-a52b-316b4ec6d530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (b006b3f4-b049-49ad-9d80-144523e41e61), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:20.719723 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f1acd2-d100-47bf-808d-7dd28d85639f req-0511c44e-0192-464f-9db4-15f26932cd72 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:20.722552 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-57f1acd2-d100-47bf-808d-7dd28d85639f req-0511c44e-0192-464f-9db4-15f26932cd72 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=40b6ecf5-6453-42fc-b63f-40158911ebb1 HTTP/1.1" status: 200 len: 946 time: 0.0943422 Apr 08 10:51:20.739718 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d70211-3517-4f8c-a52b-316b4ec6d530 None None] Pushing event updated for resources: {'Port': ['ID=b006b3f4-b049-49ad-9d80-144523e41e61,revision_number=5']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:20.755117 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d70211-3517-4f8c-a52b-316b4ec6d530 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:20.755777 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d70211-3517-4f8c-a52b-316b4ec6d530 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:20.756380 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d70211-3517-4f8c-a52b-316b4ec6d530 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:20.756967 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d70211-3517-4f8c-a52b-316b4ec6d530 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:20.757483 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d70211-3517-4f8c-a52b-316b4ec6d530 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:20.757966 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d70211-3517-4f8c-a52b-316b4ec6d530 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:20.758437 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d70211-3517-4f8c-a52b-316b4ec6d530 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:20.758903 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d70211-3517-4f8c-a52b-316b4ec6d530 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:20.759373 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d70211-3517-4f8c-a52b-316b4ec6d530 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:20.759969 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d70211-3517-4f8c-a52b-316b4ec6d530 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:20.760438 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d70211-3517-4f8c-a52b-316b4ec6d530 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:20.760906 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d70211-3517-4f8c-a52b-316b4ec6d530 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:20.761404 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d70211-3517-4f8c-a52b-316b4ec6d530 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:20.761878 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d70211-3517-4f8c-a52b-316b4ec6d530 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:20.762364 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d70211-3517-4f8c-a52b-316b4ec6d530 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:20.831418 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-57f1acd2-d100-47bf-808d-7dd28d85639f req-858aa5bd-2e6b-4a74-ab9f-a092e7be18a2 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007047 Apr 08 10:51:20.840652 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-24622e05-cebc-4bd4-8ac7-55f1e82680da None None] Provisioning complete for port b006b3f4-b049-49ad-9d80-144523e41e61 triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:51:20.845681 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-24622e05-cebc-4bd4-8ac7-55f1e82680da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (b006b3f4-b049-49ad-9d80-144523e41e61), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:20.879275 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2fd527c-11c4-41f1-ba4d-7d2722b4ae61 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Router d8772b0f-eb2e-43e1-8573-c003f829b44f has already been hosted by L3 agent a0f054a9-d30b-4594-8de6-6c24438c3963 {{(pid=109909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:51:20.980832 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 54698) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:51:21.002404 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-65fde7f1-bb35-49cb-b4d1-175e13c83f3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:21.037887 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-b7e0bb75-5f9f-433b-9408-9ef5c8eb267b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2292b2a-2f3a-4398-834b-7ca0c1aec7ac', 'name': 'tempest-TestMinimumBasicScenario-105487751-router', 'tenant_id': '6d19949ec67b45348d7aae516d815ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '1222021f-8dd7-4085-a1b5-1bc8471babd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:51:10Z', 'updated_at': '2022-04-08T10:51:16Z', 'revision_number': 4, 'project_id': '6d19949ec67b45348d7aae516d815ac0', 'gw_port': {'id': '1222021f-8dd7-4085-a1b5-1bc8471babd1', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2292b2a-2f3a-4398-834b-7ca0c1aec7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:51:11Z', 'updated_at': '2022-04-08T10:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': 'b006b3f4-b049-49ad-9d80-144523e41e61', 'name': '', 'network_id': '2db6c5bf-702d-48d2-975f-8c59d82df7d7', 'tenant_id': '6d19949ec67b45348d7aae516d815ac0', 'mac_address': 'fa:16:3e:6d:09:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2292b2a-2f3a-4398-834b-7ca0c1aec7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '768d7546-55fb-42da-b04e-da3d82a9c185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:51:15Z', 'updated_at': '2022-04-08T10:51:19Z', 'revision_number': 4, 'project_id': '6d19949ec67b45348d7aae516d815ac0', 'subnets': [{'id': '768d7546-55fb-42da-b04e-da3d82a9c185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:51:21.087376 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e0bb75-5f9f-433b-9408-9ef5c8eb267b None None] The sync data for ids ['a2292b2a-2f3a-4398-834b-7ca0c1aec7ac'] in dv-cinder-836071-3-iscsi is: [{'id': 'a2292b2a-2f3a-4398-834b-7ca0c1aec7ac', 'name': 'tempest-TestMinimumBasicScenario-105487751-router', 'tenant_id': '6d19949ec67b45348d7aae516d815ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '1222021f-8dd7-4085-a1b5-1bc8471babd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:51:10Z', 'updated_at': '2022-04-08T10:51:16Z', 'revision_number': 4, 'project_id': '6d19949ec67b45348d7aae516d815ac0', 'gw_port': {'id': '1222021f-8dd7-4085-a1b5-1bc8471babd1', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2292b2a-2f3a-4398-834b-7ca0c1aec7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:51:11Z', 'updated_at': '2022-04-08T10:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': 'b006b3f4-b049-49ad-9d80-144523e41e61', 'name': '', 'network_id': '2db6c5bf-702d-48d2-975f-8c59d82df7d7', 'tenant_id': '6d19949ec67b45348d7aae516d815ac0', 'mac_address': 'fa:16:3e:6d:09:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2292b2a-2f3a-4398-834b-7ca0c1aec7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '768d7546-55fb-42da-b04e-da3d82a9c185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:51:15Z', 'updated_at': '2022-04-08T10:51:19Z', 'revision_number': 4, 'project_id': '6d19949ec67b45348d7aae516d815ac0', 'subnets': [{'id': '768d7546-55fb-42da-b04e-da3d82a9c185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:51:21.089404 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-24622e05-cebc-4bd4-8ac7-55f1e82680da None None] Current status of the port b006b3f4-b049-49ad-9d80-144523e41e61 is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:51:21.106614 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2fd527c-11c4-41f1-ba4d-7d2722b4ae61 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Notify agent at l3_agent.dv-cinder-836071-3-iscsi the message routers_updated {{(pid=109909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:51:21.119672 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-e2fd527c-11c4-41f1-ba4d-7d2722b4ae61 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for floatingip (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:21.137779 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d916b22f-740b-429c-a399-13832078c8f3 None None] Sync routers for ids ['d8772b0f-eb2e-43e1-8573-c003f829b44f'] in dv-cinder-836071-3-iscsi {{(pid=109912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:51:21.155824 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d916b22f-740b-429c-a399-13832078c8f3 None None] Routers {'d8772b0f-eb2e-43e1-8573-c003f829b44f'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:51:21.156936 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-d916b22f-740b-429c-a399-13832078c8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:51:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['d8772b0f-eb2e-43e1-8573-c003f829b44f'], 'active': True} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:51:21.163685 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-e2fd527c-11c4-41f1-ba4d-7d2722b4ae61 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "PUT /v2.0/floatingips/3213ec0a-4436-4ea4-bb67-03f844222181 HTTP/1.1" status: 200 len: 990 time: 2.6406693 Apr 08 10:51:21.165863 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39c92a53-c805-4edf-bb5d-c4af9d2894d7', 'tag': 'a2fe36f7-abef-46bd-a27e-bd9b41226233'}] {{(pid=109909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:51:21.172307 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}134ac93eeb9a6ea05545f334ed0e616993a729b1c4bd08d98a5446159e989791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425a207a-ebf7-453b-bbef-2934e153cc83" -d '{"events": [{"name": "network-changed", "server_uuid": "39c92a53-c805-4edf-bb5d-c4af9d2894d7", "tag": "a2fe36f7-abef-46bd-a27e-bd9b41226233"}]}' {{(pid=109909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:51:21.193745 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-65fde7f1-bb35-49cb-b4d1-175e13c83f3a admin admin] Publish callbacks [] for security_group (f31b1144-7e53-416b-9094-d7824bae9a08), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:21.197789 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-65fde7f1-bb35-49cb-b4d1-175e13c83f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (f31b1144-7e53-416b-9094-d7824bae9a08), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:21.279003 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-65fde7f1-bb35-49cb-b4d1-175e13c83f3a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=15a887c2d9504c9e99eb25daf49bd041&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2968369 Apr 08 10:51:21.281820 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 54708) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:51:21.294239 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fde7f1-bb35-49cb-b4d1-175e13c83f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f31b1144-7e53-416b-9094-d7824bae9a08,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:21.302766 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 10:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d95b70-fd19-4376-9470-e26c51782848 x-openstack-request-id: req-83d95b70-fd19-4376-9470-e26c51782848 {{(pid=109909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:51:21.303137 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39c92a53-c805-4edf-bb5d-c4af9d2894d7", "tag": "a2fe36f7-abef-46bd-a27e-bd9b41226233", "status": "completed", "code": 200}]} {{(pid=109909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:51:21.303511 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-83d95b70-fd19-4376-9470-e26c51782848 {{(pid=109909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:51:21.304411 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83d95b70-fd19-4376-9470-e26c51782848'] response: {'name': 'network-changed', 'server_uuid': '39c92a53-c805-4edf-bb5d-c4af9d2894d7', 'tag': 'a2fe36f7-abef-46bd-a27e-bd9b41226233', 'status': 'completed', 'code': 200} Apr 08 10:51:21.356554 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-b0b88d37-bcca-4ce2-a347-1a1d20277551 admin admin] Publish callbacks [] for security_group (f31b1144-7e53-416b-9094-d7824bae9a08), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:21.397362 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-b0b88d37-bcca-4ce2-a347-1a1d20277551 admin admin] Publish callbacks [] for security_group (f31b1144-7e53-416b-9094-d7824bae9a08), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:21.523060 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvr_db [None req-d916b22f-740b-429c-a399-13832078c8f3 None None] Set router d8772b0f-eb2e-43e1-8573-c003f829b44f gateway port host: dv-cinder-836071-3-iscsi {{(pid=109912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:51:21.583559 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-b0b88d37-bcca-4ce2-a347-1a1d20277551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (f31b1144-7e53-416b-9094-d7824bae9a08), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:21.594230 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-b0b88d37-bcca-4ce2-a347-1a1d20277551 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:21.596252 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-b0b88d37-bcca-4ce2-a347-1a1d20277551 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f31b1144-7e53-416b-9094-d7824bae9a08 HTTP/1.1" status: 204 len: 168 time: 0.3126366 Apr 08 10:51:21.656440 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b88d37-bcca-4ce2-a347-1a1d20277551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31b1144-7e53-416b-9094-d7824bae9a08,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:21.679662 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a207a-ebf7-453b-bbef-2934e153cc83 req-400a1b82-75a8-4ae8-8388-0c99061faba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:21.685440 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b88d37-bcca-4ce2-a347-1a1d20277551 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:21.686277 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b88d37-bcca-4ce2-a347-1a1d20277551 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:21.688332 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-425a207a-ebf7-453b-bbef-2934e153cc83 req-400a1b82-75a8-4ae8-8388-0c99061faba0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=734e32e8113d4e4db24c106da8458807&device_id=39c92a53-c805-4edf-bb5d-c4af9d2894d7 HTTP/1.1" status: 200 len: 1130 time: 0.1992309 Apr 08 10:51:21.691506 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b88d37-bcca-4ce2-a347-1a1d20277551 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:21.692666 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b88d37-bcca-4ce2-a347-1a1d20277551 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:21.693341 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b88d37-bcca-4ce2-a347-1a1d20277551 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:21.693866 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b88d37-bcca-4ce2-a347-1a1d20277551 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:21.694419 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b88d37-bcca-4ce2-a347-1a1d20277551 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:21.694901 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b88d37-bcca-4ce2-a347-1a1d20277551 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:21.695408 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b88d37-bcca-4ce2-a347-1a1d20277551 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:21.695919 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b88d37-bcca-4ce2-a347-1a1d20277551 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:21.696608 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b88d37-bcca-4ce2-a347-1a1d20277551 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:21.697141 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b88d37-bcca-4ce2-a347-1a1d20277551 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:21.697645 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b88d37-bcca-4ce2-a347-1a1d20277551 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:21.698453 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b88d37-bcca-4ce2-a347-1a1d20277551 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:21.698991 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b88d37-bcca-4ce2-a347-1a1d20277551 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:51:21.707766 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd2446d-29a5-4e2a-b2f1-f857cab70ab6 req-0a4f2c50-10c0-45f0-b843-88f14d4c1f2c tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:21.720661 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-fdd2446d-29a5-4e2a-b2f1-f857cab70ab6 req-0a4f2c50-10c0-45f0-b843-88f14d4c1f2c tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4d57e97-7b9c-450b-8852-86ada775c1f4 HTTP/1.1" status: 200 len: 946 time: 0.2884748 Apr 08 10:51:21.726492 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [req-9521aabd-269f-4ca2-aba2-c92165e855c2 req-4a3aa37e-3777-4b3e-b7cd-65a2adacd009 service neutron] 10.222.0.39 "GET /v2.0/networks/33a3be25-f434-41eb-a414-585facf4d669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665238 Apr 08 10:51:21.863609 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-fdd2446d-29a5-4e2a-b2f1-f857cab70ab6 req-c6116b78-5301-4363-862f-c47adf6fde17 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] 10.222.0.43 "GET /v2.0/security-groups?id=048da6e7-b971-418e-bf71-e442260133f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395950 Apr 08 10:51:21.864330 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device b006b3f4-b049-49ad-9d80-144523e41e61 up at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:51:22.047056 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Provisioning complete for port b006b3f4-b049-49ad-9d80-144523e41e61 triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:51:22.047909 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (b006b3f4-b049-49ad-9d80-144523e41e61), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:22.130087 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee346b7a-5233-4dfe-9d3f-4b165defa280 req-cf2bac04-eae3-4c8c-8593-35dfe7f42824 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:22.135378 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ee346b7a-5233-4dfe-9d3f-4b165defa280 req-cf2bac04-eae3-4c8c-8593-35dfe7f42824 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=40b6ecf5-6453-42fc-b63f-40158911ebb1 HTTP/1.1" status: 200 len: 946 time: 0.1291444 Apr 08 10:51:22.204389 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-d916b22f-740b-429c-a399-13832078c8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'name': 'tempest-AttachVolumeNegativeTest-1105897746-router', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'b149437b-8d8c-45d5-8948-b52b29edf656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:50:18Z', 'updated_at': '2022-04-08T10:50:30Z', 'revision_number': 4, 'project_id': '734e32e8113d4e4db24c106da8458807', 'gw_port': {'id': 'b149437b-8d8c-45d5-8948-b52b29edf656', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:74:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:20Z', 'updated_at': '2022-04-08T10:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_floatingips': [{'id': '3213ec0a-4436-4ea4-bb67-03f844222181', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'floating_ip_address': '172.27.2.8', 'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'router_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'port_id': 'a2fe36f7-abef-46bd-a27e-bd9b41226233', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525', 'mac_address': 'fa:16:3e:be:39:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c92a53-c805-4edf-bb5d-c4af9d2894d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:50:40Z', 'updated_at': '2022-04-08T10:51:19Z', 'revision_number': 1, 'project_id': '734e32e8113d4e4db24c106da8458807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90d0def9-41d1-4896-921d-00edc40df59b', 'name': '', 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'mac_address': 'fa:16:3e:fb:76:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5f421bdc-b76f-40b9-9c95-2e839cd44c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:26Z', 'updated_at': '2022-04-08T10:50:36Z', 'revision_number': 5, 'project_id': '734e32e8113d4e4db24c106da8458807', 'subnets': [{'id': '5f421bdc-b76f-40b9-9c95-2e839cd44c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:51:22.228645 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Current status of the port b006b3f4-b049-49ad-9d80-144523e41e61 is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:51:22.239990 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ee346b7a-5233-4dfe-9d3f-4b165defa280 req-b8dde994-1b9d-4eef-b4d3-7769c955c531 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956209 Apr 08 10:51:22.244208 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d916b22f-740b-429c-a399-13832078c8f3 None None] Checking router: d8772b0f-eb2e-43e1-8573-c003f829b44f for host: dv-cinder-836071-3-iscsi {{(pid=109912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:51:22.254627 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d916b22f-740b-429c-a399-13832078c8f3 None None] Routers {'d8772b0f-eb2e-43e1-8573-c003f829b44f'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:51:22.255753 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-d916b22f-740b-429c-a399-13832078c8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:51:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['d8772b0f-eb2e-43e1-8573-c003f829b44f'], 'active': True} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:51:22.453618 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvr_db [None req-d916b22f-740b-429c-a399-13832078c8f3 None None] Set router d8772b0f-eb2e-43e1-8573-c003f829b44f gateway port host: dv-cinder-836071-3-iscsi {{(pid=109912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:51:22.834216 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-d916b22f-740b-429c-a399-13832078c8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'name': 'tempest-AttachVolumeNegativeTest-1105897746-router', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'b149437b-8d8c-45d5-8948-b52b29edf656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:50:18Z', 'updated_at': '2022-04-08T10:50:30Z', 'revision_number': 4, 'project_id': '734e32e8113d4e4db24c106da8458807', 'gw_port': {'id': 'b149437b-8d8c-45d5-8948-b52b29edf656', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:74:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:20Z', 'updated_at': '2022-04-08T10:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_floatingips': [{'id': '3213ec0a-4436-4ea4-bb67-03f844222181', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'floating_ip_address': '172.27.2.8', 'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'router_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'port_id': 'a2fe36f7-abef-46bd-a27e-bd9b41226233', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525', 'mac_address': 'fa:16:3e:be:39:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c92a53-c805-4edf-bb5d-c4af9d2894d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:50:40Z', 'updated_at': '2022-04-08T10:51:19Z', 'revision_number': 1, 'project_id': '734e32e8113d4e4db24c106da8458807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90d0def9-41d1-4896-921d-00edc40df59b', 'name': '', 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'mac_address': 'fa:16:3e:fb:76:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5f421bdc-b76f-40b9-9c95-2e839cd44c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:26Z', 'updated_at': '2022-04-08T10:50:36Z', 'revision_number': 5, 'project_id': '734e32e8113d4e4db24c106da8458807', 'subnets': [{'id': '5f421bdc-b76f-40b9-9c95-2e839cd44c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:51:22.871307 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d916b22f-740b-429c-a399-13832078c8f3 None None] The sync data for ids ['d8772b0f-eb2e-43e1-8573-c003f829b44f'] in dv-cinder-836071-3-iscsi is: [{'id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'name': 'tempest-AttachVolumeNegativeTest-1105897746-router', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'b149437b-8d8c-45d5-8948-b52b29edf656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:50:18Z', 'updated_at': '2022-04-08T10:50:30Z', 'revision_number': 4, 'project_id': '734e32e8113d4e4db24c106da8458807', 'gw_port': {'id': 'b149437b-8d8c-45d5-8948-b52b29edf656', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:74:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:20Z', 'updated_at': '2022-04-08T10:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_floatingips': [{'id': '3213ec0a-4436-4ea4-bb67-03f844222181', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'floating_ip_address': '172.27.2.8', 'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'router_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'port_id': 'a2fe36f7-abef-46bd-a27e-bd9b41226233', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525', 'mac_address': 'fa:16:3e:be:39:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c92a53-c805-4edf-bb5d-c4af9d2894d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:50:40Z', 'updated_at': '2022-04-08T10:51:19Z', 'revision_number': 1, 'project_id': '734e32e8113d4e4db24c106da8458807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90d0def9-41d1-4896-921d-00edc40df59b', 'name': '', 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'mac_address': 'fa:16:3e:fb:76:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5f421bdc-b76f-40b9-9c95-2e839cd44c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:26Z', 'updated_at': '2022-04-08T10:50:36Z', 'revision_number': 5, 'project_id': '734e32e8113d4e4db24c106da8458807', 'subnets': [{'id': '5f421bdc-b76f-40b9-9c95-2e839cd44c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:51:23.080227 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc1194-0166-45d1-bdca-5016a81587ac req-88b9728e-3c86-4a11-b554-e7cbeb35c109 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:23.082423 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-fefc1194-0166-45d1-bdca-5016a81587ac req-88b9728e-3c86-4a11-b554-e7cbeb35c109 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4d57e97-7b9c-450b-8852-86ada775c1f4 HTTP/1.1" status: 200 len: 946 time: 0.0663111 Apr 08 10:51:23.160174 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-fefc1194-0166-45d1-bdca-5016a81587ac req-8cd1b433-5238-4c59-ace5-708df0257bb0 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] 10.222.0.43 "GET /v2.0/security-groups?id=048da6e7-b971-418e-bf71-e442260133f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714631 Apr 08 10:51:23.420314 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda8e418-eeed-4eab-9ea8-b2c00083c567 req-c4654636-8a36-4dc6-b14a-825b293e1049 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:23.422136 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-dda8e418-eeed-4eab-9ea8-b2c00083c567 req-c4654636-8a36-4dc6-b14a-825b293e1049 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=40b6ecf5-6453-42fc-b63f-40158911ebb1 HTTP/1.1" status: 200 len: 946 time: 0.0982714 Apr 08 10:51:23.520920 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-dda8e418-eeed-4eab-9ea8-b2c00083c567 req-918f0fbc-7359-4323-a378-c6f777639ec2 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903006 Apr 08 10:51:24.338986 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4787813c-3086-480c-9f7a-92719dcde7fe req-0cbaa41b-072c-4c3a-9513-9ae253d81784 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:24.342082 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-4787813c-3086-480c-9f7a-92719dcde7fe req-0cbaa41b-072c-4c3a-9513-9ae253d81784 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4d57e97-7b9c-450b-8852-86ada775c1f4 HTTP/1.1" status: 200 len: 946 time: 0.0892677 Apr 08 10:51:24.423047 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb00c84b-ca88-4af3-83bc-63f0a19d540f None None] New status for floating IP 3213ec0a-4436-4ea4-bb67-03f844222181: ACTIVE {{(pid=109911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 10:51:24.445690 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-4787813c-3086-480c-9f7a-92719dcde7fe req-a4305895-fe11-4179-9cd8-0dfce6bc969c tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] 10.222.0.43 "GET /v2.0/security-groups?id=048da6e7-b971-418e-bf71-e442260133f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973315 Apr 08 10:51:24.740036 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [req-546e806e-1185-4366-a611-844f2d1b07df req-c7b6a654-babe-4ed2-8e3a-5772fff2c00c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=38552159-8141-4147-8561-ce8089d7eeec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1803570 Apr 08 10:51:24.754012 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a207a-ebf7-453b-bbef-2934e153cc83 req-12ed4767-4d4f-47f0-9c02-a745fecbe799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:24.755997 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-425a207a-ebf7-453b-bbef-2934e153cc83 req-12ed4767-4d4f-47f0-9c02-a745fecbe799 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a108a20f-c74a-4177-8672-00636aeb2525 HTTP/1.1" status: 200 len: 916 time: 0.2644980 Apr 08 10:51:24.876109 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc33316-62a4-4145-a997-222bf49a1403 req-ffa845ac-0c43-44d2-b887-ad8e9f67a7f3 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:24.883132 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6dc33316-62a4-4145-a997-222bf49a1403 req-ffa845ac-0c43-44d2-b887-ad8e9f67a7f3 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=40b6ecf5-6453-42fc-b63f-40158911ebb1 HTTP/1.1" status: 200 len: 946 time: 0.1720181 Apr 08 10:51:24.931408 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e806e-1185-4366-a611-844f2d1b07df req-d2b504c0-d5fc-42c7-bede-3a7932949324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:24.931845 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [req-546e806e-1185-4366-a611-844f2d1b07df req-d2b504c0-d5fc-42c7-bede-3a7932949324 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3b8c2bcd253d4480a40c77765f83e67a&device_id=38552159-8141-4147-8561-ce8089d7eeec HTTP/1.1" status: 200 len: 1129 time: 0.0622063 Apr 08 10:51:24.970174 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-425a207a-ebf7-453b-bbef-2934e153cc83 req-e8a2394c-73e5-40ac-9617-f510e615a3e7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2fe36f7-abef-46bd-a27e-bd9b41226233 HTTP/1.1" status: 200 len: 998 time: 0.1848924 Apr 08 10:51:25.053170 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c094bd31-14b9-442b-b2cb-3aacc27a7bd5 req-261e5c97-dbce-416d-9f4d-638c454cd6a1 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:25.053170 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-c094bd31-14b9-442b-b2cb-3aacc27a7bd5 req-261e5c97-dbce-416d-9f4d-638c454cd6a1 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d57e97-7b9c-450b-8852-86ada775c1f4 HTTP/1.1" status: 200 len: 946 time: 0.1419303 Apr 08 10:51:25.075633 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6dc33316-62a4-4145-a997-222bf49a1403 req-444fa05f-1f17-4be9-ada1-1726d684c229 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763279 Apr 08 10:51:25.089711 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a207a-ebf7-453b-bbef-2934e153cc83 req-49349ae6-2850-4721-a486-5391d434828b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:25.091207 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-425a207a-ebf7-453b-bbef-2934e153cc83 req-49349ae6-2850-4721-a486-5391d434828b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f421bdc-b76f-40b9-9c95-2e839cd44c87 HTTP/1.1" status: 200 len: 854 time: 0.0993252 Apr 08 10:51:25.124430 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e806e-1185-4366-a611-844f2d1b07df req-b2615c9a-1cfc-4230-b418-57d306daaa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:25.126089 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [req-546e806e-1185-4366-a611-844f2d1b07df req-b2615c9a-1cfc-4230-b418-57d306daaa78 service neutron] 10.222.0.39 "GET /v2.0/networks?id=33a3be25-f434-41eb-a414-585facf4d669 HTTP/1.1" status: 200 len: 920 time: 0.1343670 Apr 08 10:51:25.587471 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d8a16-3c56-4776-a224-fab006d4f13a req-9b44fc7d-29b1-420b-a2cf-a5f10537e2f5 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:25.588987 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f08d8a16-3c56-4776-a224-fab006d4f13a req-9b44fc7d-29b1-420b-a2cf-a5f10537e2f5 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4d57e97-7b9c-450b-8852-86ada775c1f4 HTTP/1.1" status: 200 len: 946 time: 0.0705295 Apr 08 10:51:25.652141 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f08d8a16-3c56-4776-a224-fab006d4f13a req-2c8526f5-bde8-40e6-b06c-12aaa39d6ec1 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] 10.222.0.43 "GET /v2.0/security-groups?id=048da6e7-b971-418e-bf71-e442260133f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570402 Apr 08 10:51:26.196052 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6812bd24-9d13-4212-9e7d-f91eb63828ea req-e34dc0c8-8e3d-4bf9-8774-6397b2dc487d tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:26.197741 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6812bd24-9d13-4212-9e7d-f91eb63828ea req-e34dc0c8-8e3d-4bf9-8774-6397b2dc487d tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=40b6ecf5-6453-42fc-b63f-40158911ebb1 HTTP/1.1" status: 200 len: 946 time: 0.0658844 Apr 08 10:51:26.252038 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6812bd24-9d13-4212-9e7d-f91eb63828ea req-ac08eea0-ee60-494d-9738-4e0ff8b1cc17 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484996 Apr 08 10:51:26.794045 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8473f45-e651-4314-805c-c292f2093ddb req-604564be-62cc-44bf-bc97-808907252dc2 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:26.796510 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-c8473f45-e651-4314-805c-c292f2093ddb req-604564be-62cc-44bf-bc97-808907252dc2 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4d57e97-7b9c-450b-8852-86ada775c1f4 HTTP/1.1" status: 200 len: 946 time: 0.0638888 Apr 08 10:51:26.849964 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-c8473f45-e651-4314-805c-c292f2093ddb req-90ce27f3-f046-4b53-b19b-462a52cd6d70 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] 10.222.0.43 "GET /v2.0/security-groups?id=048da6e7-b971-418e-bf71-e442260133f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473680 Apr 08 10:51:27.381848 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7740d-27eb-4150-a9ec-caf8c40127a9 req-b031838d-32cf-4a63-ad29-f8e0c8ec631a tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:27.383733 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-9db7740d-27eb-4150-a9ec-caf8c40127a9 req-b031838d-32cf-4a63-ad29-f8e0c8ec631a tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=40b6ecf5-6453-42fc-b63f-40158911ebb1 HTTP/1.1" status: 200 len: 946 time: 0.0575330 Apr 08 10:51:27.438781 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-9db7740d-27eb-4150-a9ec-caf8c40127a9 req-d44d93ae-d0b1-49a4-938e-277a713f239f tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492821 Apr 08 10:51:27.854439 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [req-546e806e-1185-4366-a611-844f2d1b07df req-9dd799f6-4fee-4e74-9f2d-a5a5e8c09b92 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aba2c694-d951-4d11-a7f4-d6c59eb06344 HTTP/1.1" status: 200 len: 217 time: 0.0399640 Apr 08 10:51:27.934298 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e806e-1185-4366-a611-844f2d1b07df req-c52a2a0b-2b88-44aa-a656-79d34d3f6657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:27.937353 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [req-546e806e-1185-4366-a611-844f2d1b07df req-c52a2a0b-2b88-44aa-a656-79d34d3f6657 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=695d492a-ca30-42dc-b8aa-3b1f1f515ae3 HTTP/1.1" status: 200 len: 858 time: 0.0746310 Apr 08 10:51:28.018221 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e806e-1185-4366-a611-844f2d1b07df req-8d896e01-524f-4140-8433-420b336ca343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:28.020859 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [req-546e806e-1185-4366-a611-844f2d1b07df req-8d896e01-524f-4140-8433-420b336ca343 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=33a3be25-f434-41eb-a414-585facf4d669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0767844 Apr 08 10:51:28.067500 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a207a-ebf7-453b-bbef-2934e153cc83 req-b589e906-6033-45a3-90a7-0352dc4e407e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:28.069136 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-425a207a-ebf7-453b-bbef-2934e153cc83 req-b589e906-6033-45a3-90a7-0352dc4e407e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a108a20f-c74a-4177-8672-00636aeb2525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2284045 Apr 08 10:51:28.149227 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [req-546e806e-1185-4366-a611-844f2d1b07df req-e60eefa5-2e76-4fb6-a1db-b75b268b82f6 service neutron] 10.222.0.39 "GET /v2.0/networks/33a3be25-f434-41eb-a414-585facf4d669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144867 Apr 08 10:51:28.182537 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [req-c094bd31-14b9-442b-b2cb-3aacc27a7bd5 req-b38d33da-4663-4e0c-9e73-ec3cffb1be78 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] Deleting port 2e5b588a-3d62-4ba5-be62-a224fb76b222 {{(pid=109910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 10:51:28.183224 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-c094bd31-14b9-442b-b2cb-3aacc27a7bd5 req-b38d33da-4663-4e0c-9e73-ec3cffb1be78 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (2e5b588a-3d62-4ba5-be62-a224fb76b222), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:28.224243 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3831145b-9b86-499b-8869-f78551bc9080 req-8b018df8-0860-4a99-88aa-8983a74cf245 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:28.226994 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-3831145b-9b86-499b-8869-f78551bc9080 req-8b018df8-0860-4a99-88aa-8983a74cf245 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4d57e97-7b9c-450b-8852-86ada775c1f4 HTTP/1.1" status: 200 len: 946 time: 0.2397661 Apr 08 10:51:28.258484 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-425a207a-ebf7-453b-bbef-2934e153cc83 req-21cd5373-11c3-49c1-aeca-f7176d5b189e service neutron] 10.222.0.39 "GET /v2.0/networks/a108a20f-c74a-4177-8672-00636aeb2525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798658 Apr 08 10:51:28.270951 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [req-546e806e-1185-4366-a611-844f2d1b07df req-8d9bd0ae-d90a-4645-a737-94dd49f84572 service neutron] 10.222.0.39 "GET /v2.0/networks/33a3be25-f434-41eb-a414-585facf4d669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102107 Apr 08 10:51:28.328678 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device 2e5b588a-3d62-4ba5-be62-a224fb76b222 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 10:51:28.441347 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Current status of the port 2e5b588a-3d62-4ba5-be62-a224fb76b222 is: ACTIVE; New status is: DOWN {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:51:28.441961 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (2e5b588a-3d62-4ba5-be62-a224fb76b222), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:28.491571 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d57e97-7b9c-450b-8852-86ada775c1f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e5b588a-3d62-4ba5-be62-a224fb76b222'}] {{(pid=109911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:51:28.498815 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930651e71dbc4ea3279ef2aec3aabe40d8fedb7c9b7e81889183a919dd1d7a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8dfdc9e-a451-471c-a4d7-e39b96e9e2a2" -d '{"events": [{"server_uuid": "f4d57e97-7b9c-450b-8852-86ada775c1f4", "name": "network-vif-unplugged", "status": "completed", "tag": "2e5b588a-3d62-4ba5-be62-a224fb76b222"}]}' {{(pid=109911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:51:28.529707 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port 2e5b588a-3d62-4ba5-be62-a224fb76b222, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=2e5b588a-3d62-4ba5-be62-a224fb76b222,segment=NetworkSegment(5de37203-72e1-4662-b44e-7718a1d96754),segment_id=5de37203-72e1-4662-b44e-7718a1d96754)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:51:28.541131 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (2e5b588a-3d62-4ba5-be62-a224fb76b222), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:28.622139 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Pushing event updated for resources: {'Port': ['ID=2e5b588a-3d62-4ba5-be62-a224fb76b222,revision_number=6']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:28.736205 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-3831145b-9b86-499b-8869-f78551bc9080 req-e949399e-1477-42ed-b55e-32b3d9591b21 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] 10.222.0.43 "GET /v2.0/security-groups?id=048da6e7-b971-418e-bf71-e442260133f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4933896 Apr 08 10:51:28.754663 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [req-c094bd31-14b9-442b-b2cb-3aacc27a7bd5 req-b38d33da-4663-4e0c-9e73-ec3cffb1be78 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] For port 2e5b588a-3d62-4ba5-be62-a224fb76b222, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=2e5b588a-3d62-4ba5-be62-a224fb76b222,segment=NetworkSegment(5de37203-72e1-4662-b44e-7718a1d96754),segment_id=5de37203-72e1-4662-b44e-7718a1d96754)] {{(pid=109910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:51:28.755041 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-c094bd31-14b9-442b-b2cb-3aacc27a7bd5 req-b38d33da-4663-4e0c-9e73-ec3cffb1be78 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (2e5b588a-3d62-4ba5-be62-a224fb76b222), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:28.768911 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-425a207a-ebf7-453b-bbef-2934e153cc83 req-c045f477-6104-40a7-9dc6-46550924b748 service neutron] 10.222.0.39 "GET /v2.0/networks/a108a20f-c74a-4177-8672-00636aeb2525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4701097 Apr 08 10:51:28.790251 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [req-c094bd31-14b9-442b-b2cb-3aacc27a7bd5 req-b38d33da-4663-4e0c-9e73-ec3cffb1be78 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] Calling delete_port for 2e5b588a-3d62-4ba5-be62-a224fb76b222 owned by compute:nova {{(pid=109910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 10:51:28.816220 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 08 Apr 2022 10:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cce1735-45a2-4f74-a417-2cef05cd5162 x-openstack-request-id: req-2cce1735-45a2-4f74-a417-2cef05cd5162 {{(pid=109911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:51:28.816658 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d57e97-7b9c-450b-8852-86ada775c1f4", "name": "network-vif-unplugged", "status": "completed", "tag": "2e5b588a-3d62-4ba5-be62-a224fb76b222", "code": 200}]} {{(pid=109911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:51:28.816750 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2cce1735-45a2-4f74-a417-2cef05cd5162 {{(pid=109911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:51:28.817820 dv-cinder-836071-3-iscsi neutron-server[109911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cce1735-45a2-4f74-a417-2cef05cd5162'] response: {'server_uuid': 'f4d57e97-7b9c-450b-8852-86ada775c1f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e5b588a-3d62-4ba5-be62-a224fb76b222', 'code': 200} Apr 08 10:51:28.819241 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fdaada-4ef7-49f5-aebe-e9847c0c1505 req-73b016f3-89e7-4ce4-a45b-a54a079df588 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:28.820875 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-66fdaada-4ef7-49f5-aebe-e9847c0c1505 req-73b016f3-89e7-4ce4-a45b-a54a079df588 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=40b6ecf5-6453-42fc-b63f-40158911ebb1 HTTP/1.1" status: 200 len: 946 time: 0.1758204 Apr 08 10:51:28.976570 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-66fdaada-4ef7-49f5-aebe-e9847c0c1505 req-608e32ea-d25f-4b55-bf41-9db48af570a8 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459641 Apr 08 10:51:29.106237 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-c094bd31-14b9-442b-b2cb-3aacc27a7bd5 req-b38d33da-4663-4e0c-9e73-ec3cffb1be78 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870'] for port (2e5b588a-3d62-4ba5-be62-a224fb76b222), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:29.150760 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38d33da-4663-4e0c-9e73-ec3cffb1be78 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] Pushing event deleted for resources: {'Port': ['ID=2e5b588a-3d62-4ba5-be62-a224fb76b222,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:29.256828 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.l3_dvrscheduler_db [req-c094bd31-14b9-442b-b2cb-3aacc27a7bd5 req-b38d33da-4663-4e0c-9e73-ec3cffb1be78 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] No DVR routers for this DVR port 2e5b588a-3d62-4ba5-be62-a224fb76b222 on host hv-cinder-83607 {{(pid=109910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:51:29.259919 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-c094bd31-14b9-442b-b2cb-3aacc27a7bd5 req-b38d33da-4663-4e0c-9e73-ec3cffb1be78 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for port (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:29.264002 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-c094bd31-14b9-442b-b2cb-3aacc27a7bd5 req-b38d33da-4663-4e0c-9e73-ec3cffb1be78 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] 10.222.0.39 "DELETE /v2.0/ports/2e5b588a-3d62-4ba5-be62-a224fb76b222 HTTP/1.1" status: 204 len: 173 time: 1.4577949 Apr 08 10:51:29.264621 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d57e97-7b9c-450b-8852-86ada775c1f4', 'name': 'network-vif-deleted', 'tag': '2e5b588a-3d62-4ba5-be62-a224fb76b222'}] {{(pid=109910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:51:29.267894 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c101578fc708467248d177b11db2e3e6a7db5c554c0046cb1dea7ab1ce8b9fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-726077f9-e4fc-4d08-bd3a-2589a6d34039" -d '{"events": [{"server_uuid": "f4d57e97-7b9c-450b-8852-86ada775c1f4", "name": "network-vif-deleted", "tag": "2e5b588a-3d62-4ba5-be62-a224fb76b222"}]}' {{(pid=109910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:51:29.371740 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 10:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784c6185-6545-4dc2-a553-115d00de6903 x-openstack-request-id: req-784c6185-6545-4dc2-a553-115d00de6903 {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:51:29.372063 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d57e97-7b9c-450b-8852-86ada775c1f4", "name": "network-vif-deleted", "tag": "2e5b588a-3d62-4ba5-be62-a224fb76b222", "status": "completed", "code": 200}]} {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:51:29.372319 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-784c6185-6545-4dc2-a553-115d00de6903 {{(pid=109910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:51:29.372723 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-784c6185-6545-4dc2-a553-115d00de6903'] response: {'server_uuid': 'f4d57e97-7b9c-450b-8852-86ada775c1f4', 'name': 'network-vif-deleted', 'tag': '2e5b588a-3d62-4ba5-be62-a224fb76b222', 'status': 'completed', 'code': 200} Apr 08 10:51:29.882661 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-54c3f88b-e262-4e01-815c-3a270e2df5f0 req-420cd670-e74b-447d-a080-614ab3d99c98 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4d57e97-7b9c-450b-8852-86ada775c1f4 HTTP/1.1" status: 200 len: 210 time: 0.0321620 Apr 08 10:51:30.000246 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 54956) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:51:30.122708 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-c707ef4b-0f57-4388-b20f-799614cdb721 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:30.128884 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f21f65-0e9a-4161-920a-c02d974c6760 req-50940cd0-92a4-4362-9a67-80cef2f14139 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:30.130622 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-99f21f65-0e9a-4161-920a-c02d974c6760 req-50940cd0-92a4-4362-9a67-80cef2f14139 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=40b6ecf5-6453-42fc-b63f-40158911ebb1 HTTP/1.1" status: 200 len: 946 time: 0.0735066 Apr 08 10:51:30.204394 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-99f21f65-0e9a-4161-920a-c02d974c6760 req-1bb8c7d9-bdcb-4754-bf8e-51e36dc625c2 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677495 Apr 08 10:51:30.258740 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-c707ef4b-0f57-4388-b20f-799614cdb721 admin admin] Publish callbacks [] for security_group (f699a1e5-f1a1-4bf5-b25f-6da2c769434f), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:30.265730 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-c707ef4b-0f57-4388-b20f-799614cdb721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (f699a1e5-f1a1-4bf5-b25f-6da2c769434f), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:30.308132 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c707ef4b-0f57-4388-b20f-799614cdb721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f699a1e5-f1a1-4bf5-b25f-6da2c769434f,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:30.317743 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 54968) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:51:30.317879 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-c707ef4b-0f57-4388-b20f-799614cdb721 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dfecd144be294e388ada4d317bf2b526&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3164792 Apr 08 10:51:30.391729 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-cce3b6bf-bd16-4614-bfe5-773bd0e4fde3 admin admin] Publish callbacks [] for security_group (f699a1e5-f1a1-4bf5-b25f-6da2c769434f), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:30.417254 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-cce3b6bf-bd16-4614-bfe5-773bd0e4fde3 admin admin] Publish callbacks [] for security_group (f699a1e5-f1a1-4bf5-b25f-6da2c769434f), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:30.485725 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-cce3b6bf-bd16-4614-bfe5-773bd0e4fde3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (f699a1e5-f1a1-4bf5-b25f-6da2c769434f), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:30.488596 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-cce3b6bf-bd16-4614-bfe5-773bd0e4fde3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:30.493282 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-cce3b6bf-bd16-4614-bfe5-773bd0e4fde3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f699a1e5-f1a1-4bf5-b25f-6da2c769434f HTTP/1.1" status: 204 len: 168 time: 0.1743350 Apr 08 10:51:30.502849 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce3b6bf-bd16-4614-bfe5-773bd0e4fde3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f699a1e5-f1a1-4bf5-b25f-6da2c769434f,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:31.036115 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-4801b12f-6303-4723-8f93-13019dfbf949 req-435d4327-e8f5-46a0-9f84-2ca730e93790 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4d57e97-7b9c-450b-8852-86ada775c1f4 HTTP/1.1" status: 200 len: 210 time: 0.0546834 Apr 08 10:51:31.401554 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2573243c-8ff1-4c94-bfe8-492a468d9f4f req-d050afb8-ce9d-4787-a2bf-077bb5698f11 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:31.403840 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-2573243c-8ff1-4c94-bfe8-492a468d9f4f req-d050afb8-ce9d-4787-a2bf-077bb5698f11 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=40b6ecf5-6453-42fc-b63f-40158911ebb1 HTTP/1.1" status: 200 len: 946 time: 0.1019471 Apr 08 10:51:31.479113 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-2573243c-8ff1-4c94-bfe8-492a468d9f4f req-16df5e0d-3b24-45ea-8b0b-ceeadf60f1fd tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662301 Apr 08 10:51:32.154668 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-2f04a843-60b5-4f12-b7c0-935290976be7 req-b0db8e85-0941-42e7-b1d8-904d3682c624 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4d57e97-7b9c-450b-8852-86ada775c1f4 HTTP/1.1" status: 200 len: 210 time: 0.0319338 Apr 08 10:51:32.613029 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910c1ef-93ee-4269-ad07-629eccc20c59 req-147dd4ce-295a-4f41-8ae8-b111ad3ab0e5 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:32.614540 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-4910c1ef-93ee-4269-ad07-629eccc20c59 req-147dd4ce-295a-4f41-8ae8-b111ad3ab0e5 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=40b6ecf5-6453-42fc-b63f-40158911ebb1 HTTP/1.1" status: 200 len: 946 time: 0.0569327 Apr 08 10:51:32.662496 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-4910c1ef-93ee-4269-ad07-629eccc20c59 req-34ec7d40-6429-46f5-b034-77cddf2dde28 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420136 Apr 08 10:51:32.871257 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7304a-140e-484b-b82d-47114f675f2b req-49793d0f-2f25-42c3-8c69-9195f1b871f2 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:32.872769 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1da7304a-140e-484b-b82d-47114f675f2b req-49793d0f-2f25-42c3-8c69-9195f1b871f2 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/networks?id=994367ac-684e-494c-95f2-2fd2d9ffda84 HTTP/1.1" status: 200 len: 814 time: 0.1124048 Apr 08 10:51:32.889189 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1da7304a-140e-484b-b82d-47114f675f2b req-03d41ab0-d57a-412a-9720-978db47b9473 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/quotas/cdbf3dccf7d2413cb40e83426f557384 HTTP/1.1" status: 200 len: 375 time: 0.0109305 Apr 08 10:51:32.946137 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1da7304a-140e-484b-b82d-47114f675f2b req-fa9a0b73-a2e4-42a4-91d9-b8b5dfa9f587 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=cdbf3dccf7d2413cb40e83426f557384&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517812 Apr 08 10:51:33.051242 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1da7304a-140e-484b-b82d-47114f675f2b req-ea8d44cb-efef-47fd-8ad8-5410447433a5 service neutron] 10.222.0.43 "GET /v2.0/networks/994367ac-684e-494c-95f2-2fd2d9ffda84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912044 Apr 08 10:51:33.164686 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1da7304a-140e-484b-b82d-47114f675f2b req-4a64ec2a-2873-4973-96dd-5013cc5f43bc service neutron] 10.222.0.43 "GET /v2.0/networks/994367ac-684e-494c-95f2-2fd2d9ffda84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002476 Apr 08 10:51:33.288080 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-df0b7b1f-03fc-4444-8d4f-25657bfaad10 req-cde8e761-c85f-4a90-b018-345a338b2fe9 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4d57e97-7b9c-450b-8852-86ada775c1f4 HTTP/1.1" status: 200 len: 210 time: 0.0346029 Apr 08 10:51:33.365114 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a398fc68-5c59-46dd-8fd0-b56540d93fb5 req-c1616b78-c8c2-41fa-93b3-a55b096e3cc2 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc9c0f5-4b20-46ae-8b24-1b2fee3db040 HTTP/1.1" status: 200 len: 210 time: 0.0385339 Apr 08 10:51:33.789492 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829fcd52-0383-4edc-9ca5-b7290611d2ec req-b6d50799-5fad-4c7e-b316-ad6b22ec2a51 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:33.791052 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-829fcd52-0383-4edc-9ca5-b7290611d2ec req-b6d50799-5fad-4c7e-b316-ad6b22ec2a51 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=40b6ecf5-6453-42fc-b63f-40158911ebb1 HTTP/1.1" status: 200 len: 946 time: 0.0601981 Apr 08 10:51:33.840347 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-829fcd52-0383-4edc-9ca5-b7290611d2ec req-896d4e03-de5e-4d98-b35e-003061396500 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435796 Apr 08 10:51:34.423868 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-3f0cb72e-29c5-4b6d-9af4-926868ff953a req-c2a0517c-006f-439d-9f53-340f43c4ee54 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4d57e97-7b9c-450b-8852-86ada775c1f4 HTTP/1.1" status: 200 len: 210 time: 0.0293026 Apr 08 10:51:34.461334 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f20acbd8-3da4-40ad-8fe6-d851952cee13 req-57d02919-7e2d-4a96-8e4e-c4b8467e685b tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc9c0f5-4b20-46ae-8b24-1b2fee3db040 HTTP/1.1" status: 200 len: 210 time: 0.0267701 Apr 08 10:51:34.969914 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98542338-125b-41d0-8304-303c9249cf65 req-0244055e-93d8-40e3-b2db-804dcdc80871 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:34.971374 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-98542338-125b-41d0-8304-303c9249cf65 req-0244055e-93d8-40e3-b2db-804dcdc80871 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=40b6ecf5-6453-42fc-b63f-40158911ebb1 HTTP/1.1" status: 200 len: 946 time: 0.0566549 Apr 08 10:51:35.018829 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-98542338-125b-41d0-8304-303c9249cf65 req-19a661d8-4375-439f-9f83-bca7a77b5bbc tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416379 Apr 08 10:51:35.542916 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-02c920fa-dfc7-4e5d-b6ff-58fb9dfc3fe0 req-1067bad8-d77e-4ff9-8db8-c889a5e661e5 tempest-DeleteServersTestJSON-1703345034 tempest-DeleteServersTestJSON-1703345034-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4d57e97-7b9c-450b-8852-86ada775c1f4 HTTP/1.1" status: 200 len: 210 time: 0.0339477 Apr 08 10:51:35.570074 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-2d6c2887-2baf-43ae-a08f-cf6f7a5dc0f8 req-0d88a260-1885-4ed1-aff5-afd971e28764 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc9c0f5-4b20-46ae-8b24-1b2fee3db040 HTTP/1.1" status: 200 len: 210 time: 0.0295353 Apr 08 10:51:36.152905 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082e935-5cd9-46b1-82f9-1d81dd3d3b4a req-5b3c7626-61df-40e7-a064-3087d8f8d2fc tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:36.154683 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-2082e935-5cd9-46b1-82f9-1d81dd3d3b4a req-5b3c7626-61df-40e7-a064-3087d8f8d2fc tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=40b6ecf5-6453-42fc-b63f-40158911ebb1 HTTP/1.1" status: 200 len: 946 time: 0.0543127 Apr 08 10:51:36.204636 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-2082e935-5cd9-46b1-82f9-1d81dd3d3b4a req-872e2c2a-00a2-4152-9c4d-b514db0b4a93 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437663 Apr 08 10:51:36.672857 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-d40cd054-3753-4568-bc79-3dd584f1fc70 req-efe4104f-fc0c-46db-a0ed-fd75c196cd97 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc9c0f5-4b20-46ae-8b24-1b2fee3db040 HTTP/1.1" status: 200 len: 210 time: 0.0289841 Apr 08 10:51:37.056394 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7304a-140e-484b-b82d-47114f675f2b req-80270498-38bf-494e-b374-016f2f11a78d tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:37.057959 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1da7304a-140e-484b-b82d-47114f675f2b req-80270498-38bf-494e-b374-016f2f11a78d tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.39 "GET /v2.0/networks?id=994367ac-684e-494c-95f2-2fd2d9ffda84 HTTP/1.1" status: 200 len: 814 time: 0.1067319 Apr 08 10:51:37.072803 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [req-1da7304a-140e-484b-b82d-47114f675f2b req-e7a59a43-f9c9-4e13-a8bb-1356e7a12834 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Request body: {'port': {'device_id': '0fc9c0f5-4b20-46ae-8b24-1b2fee3db040', 'network_id': '994367ac-684e-494c-95f2-2fd2d9ffda84', 'admin_state_up': True, 'tenant_id': 'cdbf3dccf7d2413cb40e83426f557384'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:51:37.187730 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1da7304a-140e-484b-b82d-47114f675f2b req-e7a59a43-f9c9-4e13-a8bb-1356e7a12834 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Made reservation on behalf of cdbf3dccf7d2413cb40e83426f557384 for: {'port': 1} {{(pid=109910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:51:37.191405 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-1da7304a-140e-484b-b82d-47114f675f2b req-e7a59a43-f9c9-4e13-a8bb-1356e7a12834 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:37.394960 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.db_base_plugin_common [req-1da7304a-140e-484b-b82d-47114f675f2b req-e7a59a43-f9c9-4e13-a8bb-1356e7a12834 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Allocated IP 172.20.0.11 (994367ac-684e-494c-95f2-2fd2d9ffda84/b78e7de2-0284-422b-9e2a-e6adefd9058b/d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e) {{(pid=109910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:51:37.404014 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b932b-18f0-41e5-bd78-f818863a1585 req-ee4e2c8c-1f76-497d-924b-3c341ef6701f tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:37.406324 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b25b932b-18f0-41e5-bd78-f818863a1585 req-ee4e2c8c-1f76-497d-924b-3c341ef6701f tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=40b6ecf5-6453-42fc-b63f-40158911ebb1 HTTP/1.1" status: 200 len: 946 time: 0.1151841 Apr 08 10:51:37.500019 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b25b932b-18f0-41e5-bd78-f818863a1585 req-d2113b3e-b80b-48ce-8da5-983cbdba3119 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832710 Apr 08 10:51:37.664585 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-1da7304a-140e-484b-b82d-47114f675f2b req-e7a59a43-f9c9-4e13-a8bb-1356e7a12834 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Publish callbacks [] for port (d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:37.706714 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-1da7304a-140e-484b-b82d-47114f675f2b req-e7a59a43-f9c9-4e13-a8bb-1356e7a12834 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861'] for port (d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:37.754637 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1da7304a-140e-484b-b82d-47114f675f2b req-e7a59a43-f9c9-4e13-a8bb-1356e7a12834 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Network 994367ac-684e-494c-95f2-2fd2d9ffda84 is already hosted by enough agents. {{(pid=109910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:51:37.769530 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.base_scheduler [req-1da7304a-140e-484b-b82d-47114f675f2b req-e7a59a43-f9c9-4e13-a8bb-1356e7a12834 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Resources bound (agent type, host, resource id): {{(pid=109910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:51:37.776323 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.l3_dvrscheduler_db [req-1da7304a-140e-484b-b82d-47114f675f2b req-e7a59a43-f9c9-4e13-a8bb-1356e7a12834 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Received port after_create {{(pid=109910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 10:51:37.782018 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7304a-140e-484b-b82d-47114f675f2b req-e7a59a43-f9c9-4e13-a8bb-1356e7a12834 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:37.782018 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-1da7304a-140e-484b-b82d-47114f675f2b req-e7a59a43-f9c9-4e13-a8bb-1356e7a12834 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for port (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:37.825365 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1da7304a-140e-484b-b82d-47114f675f2b req-e7a59a43-f9c9-4e13-a8bb-1356e7a12834 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7563624 Apr 08 10:51:37.829984 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a59a43-f9c9-4e13-a8bb-1356e7a12834 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Pushing event updated for resources: {'Port': ['ID=d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:37.847835 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [req-1da7304a-140e-484b-b82d-47114f675f2b req-414fd433-93f7-43b3-9a26-5022cbe9ab62 service neutron] Request body: {'port': {'device_id': '0fc9c0f5-4b20-46ae-8b24-1b2fee3db040', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:51:37.903967 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57fdd5-67d0-4641-8138-352317ccd42a req-9b1fc2fb-a8d7-48bf-affa-31e1e1e1718f tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:37.912714 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6c57fdd5-67d0-4641-8138-352317ccd42a req-9b1fc2fb-a8d7-48bf-affa-31e1e1e1718f tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc9c0f5-4b20-46ae-8b24-1b2fee3db040 HTTP/1.1" status: 200 len: 932 time: 0.1602738 Apr 08 10:51:37.993584 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-1da7304a-140e-484b-b82d-47114f675f2b req-414fd433-93f7-43b3-9a26-5022cbe9ab62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e), before_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:38.046541 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6c57fdd5-67d0-4641-8138-352317ccd42a req-96a84f82-4d46-4927-acc8-48c2c63f1783 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1f7d50a-a5a1-4bfe-9006-509b033ac2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324799 Apr 08 10:51:38.263857 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 55232) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:51:38.394865 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.db.db_base_plugin_v2 [None req-95d7e582-0e0d-45a7-ad01-b200d4f617b2 admin admin] Deleting subnet 0b19eab4-e674-43bd-a095-28a885193676 {{(pid=109909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 10:51:38.403684 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-95d7e582-0e0d-45a7-ad01-b200d4f617b2 admin admin] Publish callbacks [] for subnet (0b19eab4-e674-43bd-a095-28a885193676), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:38.413510 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-66f68146-e249-40df-9449-4cdeffe14c63 None None] Provisioning complete for port d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:51:38.414140 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-66f68146-e249-40df-9449-4cdeffe14c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:38.504058 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-95d7e582-0e0d-45a7-ad01-b200d4f617b2 admin admin] Publish callbacks [] for subnet (0b19eab4-e674-43bd-a095-28a885193676), precommit_delete_associations {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:38.511182 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-66f68146-e249-40df-9449-4cdeffe14c63 None None] Port d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e cannot update to ACTIVE because it is not bound. {{(pid=109911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 10:51:38.523400 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-95d7e582-0e0d-45a7-ad01-b200d4f617b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1794403'] for subnet (0b19eab4-e674-43bd-a095-28a885193676), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:38.630637 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-95d7e582-0e0d-45a7-ad01-b200d4f617b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1794410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513'] for subnet (0b19eab4-e674-43bd-a095-28a885193676), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:38.695017 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d7e582-0e0d-45a7-ad01-b200d4f617b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b19eab4-e674-43bd-a095-28a885193676,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:38.714049 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-95d7e582-0e0d-45a7-ad01-b200d4f617b2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:38.724674 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-95d7e582-0e0d-45a7-ad01-b200d4f617b2 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/0b19eab4-e674-43bd-a095-28a885193676 HTTP/1.1" status: 204 len: 168 time: 0.4591222 Apr 08 10:51:38.727232 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 55254) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:51:38.836578 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [req-1da7304a-140e-484b-b82d-47114f675f2b req-414fd433-93f7-43b3-9a26-5022cbe9ab62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e {{(pid=109910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:51:38.850615 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-1da7304a-140e-484b-b82d-47114f675f2b req-414fd433-93f7-43b3-9a26-5022cbe9ab62 service neutron] Publish callbacks [] for port (d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e), precommit_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:38.890273 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f92179-dcef-47dc-912f-3fbfaa9177b5 req-a53f858f-f9f5-45e8-a25e-47d98ae68eb7 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:38.892429 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f5f92179-dcef-47dc-912f-3fbfaa9177b5 req-a53f858f-f9f5-45e8-a25e-47d98ae68eb7 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=40b6ecf5-6453-42fc-b63f-40158911ebb1 HTTP/1.1" status: 200 len: 946 time: 0.1912534 Apr 08 10:51:38.893933 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.provisioning_blocks [req-1da7304a-140e-484b-b82d-47114f675f2b req-414fd433-93f7-43b3-9a26-5022cbe9ab62 service neutron] Transition to ACTIVE for port object d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e will not be triggered until provisioned by entity L2. {{(pid=109910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 10:51:38.900846 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-1da7304a-140e-484b-b82d-47114f675f2b req-414fd433-93f7-43b3-9a26-5022cbe9ab62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:38.936065 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-d35f50cf-ce0c-4004-9907-aa2923c6747f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1935778'] for network (d8b105e1-4a31-4a50-89d6-b1e6deea67e2), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:39.063586 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.managers [req-1da7304a-140e-484b-b82d-47114f675f2b req-414fd433-93f7-43b3-9a26-5022cbe9ab62 service neutron] Attempting to bind port d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e on host hv-cinder-83607 for vnic_type normal with profile {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 10:51:39.064236 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.managers [req-1da7304a-140e-484b-b82d-47114f675f2b req-414fd433-93f7-43b3-9a26-5022cbe9ab62 service neutron] Attempting to bind port d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '66b46815-337a-4b2d-9afc-f8aedc7cbe2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '994367ac-684e-494c-95f2-2fd2d9ffda84'}] {{(pid=109910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 10:51:39.064853 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da7304a-140e-484b-b82d-47114f675f2b req-414fd433-93f7-43b3-9a26-5022cbe9ab62 service neutron] Attempting to bind port d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e on network 994367ac-684e-494c-95f2-2fd2d9ffda84 {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:51:39.067336 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414fd433-93f7-43b3-9a26-5022cbe9ab62 service neutron] Pushing event updated for resources: {'Port': ['ID=d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e,revision_number=2']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:39.117939 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da7304a-140e-484b-b82d-47114f675f2b req-414fd433-93f7-43b3-9a26-5022cbe9ab62 service neutron] Port d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e on network 994367ac-684e-494c-95f2-2fd2d9ffda84 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 10:51:39.118755 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da7304a-140e-484b-b82d-47114f675f2b req-414fd433-93f7-43b3-9a26-5022cbe9ab62 service neutron] Attempting to bind port d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e on network 994367ac-684e-494c-95f2-2fd2d9ffda84 {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:51:39.134586 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f5f92179-dcef-47dc-912f-3fbfaa9177b5 req-de0f64eb-eb3f-4630-9127-77bb14f4ff2c tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302351 Apr 08 10:51:39.135355 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da7304a-140e-484b-b82d-47114f675f2b req-414fd433-93f7-43b3-9a26-5022cbe9ab62 service neutron] Checking agent: {'id': 'df0b008b-1017-45b0-9cbd-b6387ecfd69a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 48, 18), 'started_at': datetime.datetime(2022, 4, 8, 10, 48, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 10:51:39.135823 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da7304a-140e-484b-b82d-47114f675f2b req-414fd433-93f7-43b3-9a26-5022cbe9ab62 service neutron] Checking segment: {'id': '66b46815-337a-4b2d-9afc-f8aedc7cbe2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '994367ac-684e-494c-95f2-2fd2d9ffda84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:51:39.136075 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da7304a-140e-484b-b82d-47114f675f2b req-414fd433-93f7-43b3-9a26-5022cbe9ab62 service neutron] Bound using segment: {'id': '66b46815-337a-4b2d-9afc-f8aedc7cbe2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '994367ac-684e-494c-95f2-2fd2d9ffda84'} {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 10:51:39.136530 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.managers [req-1da7304a-140e-484b-b82d-47114f675f2b req-414fd433-93f7-43b3-9a26-5022cbe9ab62 service neutron] Bound port: d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66b46815-337a-4b2d-9afc-f8aedc7cbe2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '994367ac-684e-494c-95f2-2fd2d9ffda84'}}] {{(pid=109910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 10:51:39.136889 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-1da7304a-140e-484b-b82d-47114f675f2b req-414fd433-93f7-43b3-9a26-5022cbe9ab62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e), before_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:39.197241 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-d35f50cf-ce0c-4004-9907-aa2923c6747f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1814266', 'neutron.services.segments.db._delete_segments_for_network-8778033058250'] for network (d8b105e1-4a31-4a50-89d6-b1e6deea67e2), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:39.253036 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [req-1da7304a-140e-484b-b82d-47114f675f2b req-414fd433-93f7-43b3-9a26-5022cbe9ab62 service neutron] For port d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e, host hv-cinder-83607, cleared binding levels {{(pid=109910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:51:39.255151 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-d35f50cf-ce0c-4004-9907-aa2923c6747f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:51:39.255654 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-d35f50cf-ce0c-4004-9907-aa2923c6747f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:51:39.257422 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-d35f50cf-ce0c-4004-9907-aa2923c6747f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:51:39.257914 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-d35f50cf-ce0c-4004-9907-aa2923c6747f admin admin] Subscribe: > port after_create 55550000 {{(pid=109909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:51:39.258402 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-d35f50cf-ce0c-4004-9907-aa2923c6747f admin admin] Subscribe: > port after_delete 55550000 {{(pid=109909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:51:39.258517 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [req-1da7304a-140e-484b-b82d-47114f675f2b req-414fd433-93f7-43b3-9a26-5022cbe9ab62 service neutron] For port d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e,segment=NetworkSegment(66b46815-337a-4b2d-9afc-f8aedc7cbe2f),segment_id=66b46815-337a-4b2d-9afc-f8aedc7cbe2f)] {{(pid=109910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:51:39.259036 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-d35f50cf-ce0c-4004-9907-aa2923c6747f admin admin] Subscribe: > port after_update 55550000 {{(pid=109909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:51:39.259503 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-d35f50cf-ce0c-4004-9907-aa2923c6747f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:51:39.259992 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-d35f50cf-ce0c-4004-9907-aa2923c6747f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:51:39.260443 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-d35f50cf-ce0c-4004-9907-aa2923c6747f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:51:39.260921 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-d35f50cf-ce0c-4004-9907-aa2923c6747f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:51:39.279827 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-1da7304a-140e-484b-b82d-47114f675f2b req-414fd433-93f7-43b3-9a26-5022cbe9ab62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:39.338854 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7304a-140e-484b-b82d-47114f675f2b req-414fd433-93f7-43b3-9a26-5022cbe9ab62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:39.339928 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-1da7304a-140e-484b-b82d-47114f675f2b req-414fd433-93f7-43b3-9a26-5022cbe9ab62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for port (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:39.358476 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1da7304a-140e-484b-b82d-47114f675f2b req-414fd433-93f7-43b3-9a26-5022cbe9ab62 service neutron] 10.222.0.39 "PUT /v2.0/ports/d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e HTTP/1.1" status: 200 len: 1094 time: 1.5160143 Apr 08 10:51:39.447257 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fc9c0f5-4b20-46ae-8b24-1b2fee3db040', 'tag': 'd8ae7326-14cb-49e6-a7bd-5a6c2bbce84e'}] {{(pid=109910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:51:39.454513 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-d35f50cf-ce0c-4004-9907-aa2923c6747f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:51:39.456287 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-d35f50cf-ce0c-4004-9907-aa2923c6747f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:51:39.457789 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-d35f50cf-ce0c-4004-9907-aa2923c6747f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:51:39.459223 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-d35f50cf-ce0c-4004-9907-aa2923c6747f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:51:39.459951 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.services.segments.db [None req-d35f50cf-ce0c-4004-9907-aa2923c6747f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8b105e1-4a31-4a50-89d6-b1e6deea67e2']}} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:51:39.461667 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c101578fc708467248d177b11db2e3e6a7db5c554c0046cb1dea7ab1ce8b9fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec311dc-255b-45c5-99ea-aa01b7fe25a5" -d '{"events": [{"name": "network-changed", "server_uuid": "0fc9c0f5-4b20-46ae-8b24-1b2fee3db040", "tag": "d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e"}]}' {{(pid=109910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:51:39.498763 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414fd433-93f7-43b3-9a26-5022cbe9ab62 service neutron] Pushing event updated for resources: {'Port': ['ID=d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e,revision_number=3']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:39.546019 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.services.segments.db [None req-d35f50cf-ce0c-4004-9907-aa2923c6747f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5de37203-72e1-4662-b44e-7718a1d96754') {'for_net_delete': True} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:51:39.553340 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.services.segments.db [None req-d35f50cf-ce0c-4004-9907-aa2923c6747f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5de37203-72e1-4662-b44e-7718a1d96754') {} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:51:39.576562 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d939f-4b89-4956-be20-2eeb300e607e req-4a16db6b-3c9e-4010-b65c-cb41d8dfcb00 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:39.589325 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0c3d939f-4b89-4956-be20-2eeb300e607e req-4a16db6b-3c9e-4010-b65c-cb41d8dfcb00 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc9c0f5-4b20-46ae-8b24-1b2fee3db040 HTTP/1.1" status: 200 len: 944 time: 0.3260720 Apr 08 10:51:39.598271 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-d35f50cf-ce0c-4004-9907-aa2923c6747f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778033060307', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12708399'] for segment (5de37203-72e1-4662-b44e-7718a1d96754), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:39.626121 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 10:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e900af9-fa62-47a8-bbbd-9f39c7b2677f x-openstack-request-id: req-4e900af9-fa62-47a8-bbbd-9f39c7b2677f {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:51:39.626546 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fc9c0f5-4b20-46ae-8b24-1b2fee3db040", "tag": "d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e", "status": "completed", "code": 200}]} {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:51:39.626862 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4e900af9-fa62-47a8-bbbd-9f39c7b2677f {{(pid=109910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:51:39.627370 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e900af9-fa62-47a8-bbbd-9f39c7b2677f'] response: {'name': 'network-changed', 'server_uuid': '0fc9c0f5-4b20-46ae-8b24-1b2fee3db040', 'tag': 'd8ae7326-14cb-49e6-a7bd-5a6c2bbce84e', 'status': 'completed', 'code': 200} Apr 08 10:51:39.662310 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-d35f50cf-ce0c-4004-9907-aa2923c6747f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801210'] for segment (5de37203-72e1-4662-b44e-7718a1d96754), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:39.674361 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d35f50cf-ce0c-4004-9907-aa2923c6747f admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=109909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:51:39.674886 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-d35f50cf-ce0c-4004-9907-aa2923c6747f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16387705'] for segment (5de37203-72e1-4662-b44e-7718a1d96754), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:39.708421 dv-cinder-836071-3-iscsi neutron-server[109909]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 08 10:51:39.708421 dv-cinder-836071-3-iscsi neutron-server[109909]: from cryptography.utils import int_from_bytes Apr 08 10:51:39.708421 dv-cinder-836071-3-iscsi neutron-server[109909]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 08 10:51:39.708421 dv-cinder-836071-3-iscsi neutron-server[109909]: from cryptography.utils import int_from_bytes Apr 08 10:51:39.708421 dv-cinder-836071-3-iscsi neutron-server[109909]: Traceback (most recent call last): Apr 08 10:51:39.708421 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:51:39.708421 dv-cinder-836071-3-iscsi neutron-server[109909]: timer() Apr 08 10:51:39.708421 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:51:39.708421 dv-cinder-836071-3-iscsi neutron-server[109909]: cb(*args, **kw) Apr 08 10:51:39.708421 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 10:51:39.708421 dv-cinder-836071-3-iscsi neutron-server[109909]: return func(*args, **kwargs) Apr 08 10:51:39.708421 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:51:39.708421 dv-cinder-836071-3-iscsi neutron-server[109909]: self._notify() Apr 08 10:51:39.708421 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:51:39.708421 dv-cinder-836071-3-iscsi neutron-server[109909]: self.callback(batched_events) Apr 08 10:51:39.708421 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:51:39.708421 dv-cinder-836071-3-iscsi neutron-server[109909]: event.method(event) Apr 08 10:51:39.708421 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 10:51:39.708421 dv-cinder-836071-3-iscsi neutron-server[109909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:51:39.708421 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 10:51:39.708421 dv-cinder-836071-3-iscsi neutron-server[109909]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:51:39.708421 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 10:51:39.708421 dv-cinder-836071-3-iscsi neutron-server[109909]: return f(self, *a, **k) Apr 08 10:51:39.708421 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:51:39.708421 dv-cinder-836071-3-iscsi neutron-server[109909]: return self._get(url).json() Apr 08 10:51:39.708421 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:51:39.708421 dv-cinder-836071-3-iscsi neutron-server[109909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:51:39.708421 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:51:39.708421 dv-cinder-836071-3-iscsi neutron-server[109909]: return self.request(url, 'GET', **kwargs) Apr 08 10:51:39.708421 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:51:39.708421 dv-cinder-836071-3-iscsi neutron-server[109909]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:51:39.708421 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:51:39.708421 dv-cinder-836071-3-iscsi neutron-server[109909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:51:39.708421 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:51:39.708421 dv-cinder-836071-3-iscsi neutron-server[109909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:51:39.708421 dv-cinder-836071-3-iscsi neutron-server[109909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:51:39.713711 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0c3d939f-4b89-4956-be20-2eeb300e607e req-9dc6e3ce-1fae-459a-803b-19775c2177da tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1f7d50a-a5a1-4bfe-9006-509b033ac2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223781 Apr 08 10:51:39.805446 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-d35f50cf-ce0c-4004-9907-aa2923c6747f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1814241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-743903'] for network (d8b105e1-4a31-4a50-89d6-b1e6deea67e2), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:39.838274 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35f50cf-ce0c-4004-9907-aa2923c6747f admin admin] Pushing event deleted for resources: {'Network': ['ID=d8b105e1-4a31-4a50-89d6-b1e6deea67e2,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:39.841469 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-d35f50cf-ce0c-4004-9907-aa2923c6747f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553535'] for network (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:39.846055 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-d35f50cf-ce0c-4004-9907-aa2923c6747f admin admin] 10.222.0.43 "DELETE /v2.0/networks/d8b105e1-4a31-4a50-89d6-b1e6deea67e2 HTTP/1.1" status: 204 len: 168 time: 1.1175313 Apr 08 10:51:40.051108 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 55310) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:51:40.277038 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82623f2-0afb-440a-916e-4f233dc53d90 req-6a76a642-2888-4a44-9330-71b3d61446e1 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:40.278879 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-c82623f2-0afb-440a-916e-4f233dc53d90 req-6a76a642-2888-4a44-9330-71b3d61446e1 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=40b6ecf5-6453-42fc-b63f-40158911ebb1 HTTP/1.1" status: 200 len: 946 time: 0.0701530 Apr 08 10:51:40.293514 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-1de5b295-d167-4517-bc52-c2a5ba26a04c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cdc273fbc9b84e0f83f6c6a6f01e1da2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2411892 Apr 08 10:51:40.295977 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 55318) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:51:40.320713 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 55320) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:51:40.340960 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-c82623f2-0afb-440a-916e-4f233dc53d90 req-32b94a9a-4a20-4123-85cd-70185e47e44c tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555296 Apr 08 10:51:40.352929 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-8fa306a9-cfd9-457a-b5d8-74fbaf3f5c05 admin admin] Publish callbacks [] for security_group (048da6e7-b971-418e-bf71-e442260133f9), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:40.374765 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-8fa306a9-cfd9-457a-b5d8-74fbaf3f5c05 admin admin] Publish callbacks [] for security_group (048da6e7-b971-418e-bf71-e442260133f9), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:40.427804 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-8fa306a9-cfd9-457a-b5d8-74fbaf3f5c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (048da6e7-b971-418e-bf71-e442260133f9), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:40.430369 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-8fa306a9-cfd9-457a-b5d8-74fbaf3f5c05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:40.431435 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-8fa306a9-cfd9-457a-b5d8-74fbaf3f5c05 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/048da6e7-b971-418e-bf71-e442260133f9 HTTP/1.1" status: 204 len: 168 time: 0.1344490 Apr 08 10:51:40.443636 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-23946f91-4381-4a24-9689-1b167fab7486 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:40.446430 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa306a9-cfd9-457a-b5d8-74fbaf3f5c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=048da6e7-b971-418e-bf71-e442260133f9,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:40.528078 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-23946f91-4381-4a24-9689-1b167fab7486 admin admin] Publish callbacks [] for security_group (174699bb-7f28-4957-9888-ae912d331f17), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:40.533338 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-23946f91-4381-4a24-9689-1b167fab7486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (174699bb-7f28-4957-9888-ae912d331f17), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:40.575275 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-23946f91-4381-4a24-9689-1b167fab7486 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=393436a277ae4f84bf7b2e4c768d1dbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2534294 Apr 08 10:51:40.576406 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23946f91-4381-4a24-9689-1b167fab7486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=174699bb-7f28-4957-9888-ae912d331f17,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:40.578134 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 55328) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:51:40.627267 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-3bc1b2e3-1cfc-4865-9497-1ab638796e83 admin admin] Publish callbacks [] for security_group (174699bb-7f28-4957-9888-ae912d331f17), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:40.648465 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-3bc1b2e3-1cfc-4865-9497-1ab638796e83 admin admin] Publish callbacks [] for security_group (174699bb-7f28-4957-9888-ae912d331f17), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:40.699676 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-3bc1b2e3-1cfc-4865-9497-1ab638796e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (174699bb-7f28-4957-9888-ae912d331f17), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:40.702699 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-3bc1b2e3-1cfc-4865-9497-1ab638796e83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:40.706359 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-3bc1b2e3-1cfc-4865-9497-1ab638796e83 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/174699bb-7f28-4957-9888-ae912d331f17 HTTP/1.1" status: 204 len: 168 time: 0.1246097 Apr 08 10:51:40.718218 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc1b2e3-1cfc-4865-9497-1ab638796e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174699bb-7f28-4957-9888-ae912d331f17,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:40.846813 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0500cc-164c-4156-990c-93f33ed5d4c0 req-18c50796-438b-4175-8167-4e6c11ec8fb6 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:40.848306 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-7f0500cc-164c-4156-990c-93f33ed5d4c0 req-18c50796-438b-4175-8167-4e6c11ec8fb6 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc9c0f5-4b20-46ae-8b24-1b2fee3db040 HTTP/1.1" status: 200 len: 944 time: 0.0554876 Apr 08 10:51:40.900366 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-7f0500cc-164c-4156-990c-93f33ed5d4c0 req-1ba08c56-c3d5-41f6-88ea-d51fe40947ac tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1f7d50a-a5a1-4bfe-9006-509b033ac2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458975 Apr 08 10:51:41.159981 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 55356) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:51:41.174027 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-328574b3-34b6-4a80-8866-cba9d5eccffa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:41.180455 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 55358) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:51:41.259566 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-328574b3-34b6-4a80-8866-cba9d5eccffa admin admin] Publish callbacks [] for security_group (1802b6db-fcb8-42b0-9369-840623ceb1ff), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:41.266474 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-328574b3-34b6-4a80-8866-cba9d5eccffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (1802b6db-fcb8-42b0-9369-840623ceb1ff), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:41.313764 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-328574b3-34b6-4a80-8866-cba9d5eccffa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0f88ac154a2f490e94ff8131aa8b342d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1525018 Apr 08 10:51:41.315086 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328574b3-34b6-4a80-8866-cba9d5eccffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1802b6db-fcb8-42b0-9369-840623ceb1ff,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:41.316518 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 55364) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:51:41.394785 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.v2.base [None req-f3f9756f-215a-4555-b033-e444dfa59deb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-688430709-network', 'tenant_id': '0334dc18085e42589fd515fe2d52245a'}} {{(pid=109909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:51:41.434006 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-9981ba4a-7c6b-4fd4-be7a-5985d997b253 admin admin] Publish callbacks [] for security_group (1802b6db-fcb8-42b0-9369-840623ceb1ff), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:41.437051 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f9756f-215a-4555-b033-e444dfa59deb admin admin] Made reservation on behalf of 0334dc18085e42589fd515fe2d52245a for: {'network': 1} {{(pid=109909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:51:41.439513 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-f3f9756f-215a-4555-b033-e444dfa59deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for network (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:41.458494 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-f3f9756f-215a-4555-b033-e444dfa59deb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:41.476804 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-9981ba4a-7c6b-4fd4-be7a-5985d997b253 admin admin] Publish callbacks [] for security_group (1802b6db-fcb8-42b0-9369-840623ceb1ff), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:41.602607 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-9981ba4a-7c6b-4fd4-be7a-5985d997b253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (1802b6db-fcb8-42b0-9369-840623ceb1ff), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:41.605414 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-9981ba4a-7c6b-4fd4-be7a-5985d997b253 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:41.609868 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-9981ba4a-7c6b-4fd4-be7a-5985d997b253 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1802b6db-fcb8-42b0-9369-840623ceb1ff HTTP/1.1" status: 204 len: 168 time: 0.2921448 Apr 08 10:51:41.623328 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-f3f9756f-215a-4555-b033-e444dfa59deb admin admin] Publish callbacks [] for security_group (a8ebbf6f-2330-415f-be41-493a6e0de8eb), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:41.631349 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-f3f9756f-215a-4555-b033-e444dfa59deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (a8ebbf6f-2330-415f-be41-493a6e0de8eb), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:41.636270 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9981ba4a-7c6b-4fd4-be7a-5985d997b253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1802b6db-fcb8-42b0-9369-840623ceb1ff,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:41.661917 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3f9756f-215a-4555-b033-e444dfa59deb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=109909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:51:41.678985 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f9756f-215a-4555-b033-e444dfa59deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ebbf6f-2330-415f-be41-493a6e0de8eb,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:41.684905 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-f3f9756f-215a-4555-b033-e444dfa59deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801210'] for segment (6861b2ca-31ac-4f8c-9c6b-47c9ab316c16), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:41.685321 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.db.segments_db [None req-f3f9756f-215a-4555-b033-e444dfa59deb admin admin] Added segment 6861b2ca-31ac-4f8c-9c6b-47c9ab316c16 of type vlan for network 68d109c4-92e5-49c0-a127-ba212203b26c Apr 08 10:51:41.748672 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-f3f9756f-215a-4555-b033-e444dfa59deb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778032765835'] for network (68d109c4-92e5-49c0-a127-ba212203b26c), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:41.763298 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a63561-109a-4bf8-81c6-f63b60492ef4 req-a77ac668-6f8b-4b68-b360-3d7d65a54949 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:41.772397 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-80a63561-109a-4bf8-81c6-f63b60492ef4 req-a77ac668-6f8b-4b68-b360-3d7d65a54949 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=40b6ecf5-6453-42fc-b63f-40158911ebb1 HTTP/1.1" status: 200 len: 946 time: 0.3393204 Apr 08 10:51:41.788344 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-f3f9756f-215a-4555-b033-e444dfa59deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513'] for network (68d109c4-92e5-49c0-a127-ba212203b26c), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:41.789973 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f9756f-215a-4555-b033-e444dfa59deb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:41.791627 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-842851f4-0ed1-489b-b0de-b038b3b83c44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (0996d03c-a6d6-4751-8b32-c8111f4b3d8a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:41.792542 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-f3f9756f-215a-4555-b033-e444dfa59deb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553535'] for network (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:41.840378 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-80a63561-109a-4bf8-81c6-f63b60492ef4 req-7a50f517-b240-49f5-949e-c3e11d5246c2 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665054 Apr 08 10:51:41.894351 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 55372) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:51:41.894593 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-f3f9756f-215a-4555-b033-e444dfa59deb admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7125707 Apr 08 10:51:41.895818 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f9756f-215a-4555-b033-e444dfa59deb admin admin] Pushing event updated for resources: {'Network': ['ID=68d109c4-92e5-49c0-a127-ba212203b26c,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:41.902055 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [None req-7e924697-80b6-40a2-9264-a0c095244ca4 admin admin] Request body: {'subnet': {'network_id': '68d109c4-92e5-49c0-a127-ba212203b26c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-688430709-subnet', 'tenant_id': '0334dc18085e42589fd515fe2d52245a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:51:41.908037 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Network 68d109c4-92e5-49c0-a127-ba212203b26c details requested by agent ovs-agent-dv-cinder-836071-3-iscsi with host dv-cinder-836071-3-iscsi {{(pid=109911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 10:51:41.976812 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e924697-80b6-40a2-9264-a0c095244ca4 admin admin] Made reservation on behalf of 0334dc18085e42589fd515fe2d52245a for: {'subnet': 1} {{(pid=109910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:51:41.986956 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-7e924697-80b6-40a2-9264-a0c095244ca4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:42.164561 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad1aa83-8a46-4fd1-9626-ef1ec79a8075 req-55d3b4f0-2774-4214-a99b-c9e777d4a93f tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:42.166294 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1ad1aa83-8a46-4fd1-9626-ef1ec79a8075 req-55d3b4f0-2774-4214-a99b-c9e777d4a93f tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc9c0f5-4b20-46ae-8b24-1b2fee3db040 HTTP/1.1" status: 200 len: 944 time: 0.1721754 Apr 08 10:51:42.251834 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1ad1aa83-8a46-4fd1-9626-ef1ec79a8075 req-7d398bcd-eb8b-4548-b081-f7118bb00cc7 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1f7d50a-a5a1-4bfe-9006-509b033ac2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785220 Apr 08 10:51:42.302374 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-7e924697-80b6-40a2-9264-a0c095244ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513'] for subnet (05e82568-2be9-414c-a0bd-f1be020dee96), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:42.360990 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e924697-80b6-40a2-9264-a0c095244ca4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05e82568-2be9-414c-a0bd-f1be020dee96,revision_number=0']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:42.371333 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e924697-80b6-40a2-9264-a0c095244ca4 admin admin] Checking segment: {'id': '6861b2ca-31ac-4f8c-9c6b-47c9ab316c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '68d109c4-92e5-49c0-a127-ba212203b26c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:51:42.371701 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e924697-80b6-40a2-9264-a0c095244ca4 admin admin] Network hostable DHCP agents. Network: 68d109c4-92e5-49c0-a127-ba212203b26c, hostable agents: ['0996d03c-a6d6-4751-8b32-c8111f4b3d8a'], hosted agents: [] {{(pid=109910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:51:42.388710 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e924697-80b6-40a2-9264-a0c095244ca4 admin admin] Network 68d109c4-92e5-49c0-a127-ba212203b26c is scheduled to be hosted by DHCP agent 0996d03c-a6d6-4751-8b32-c8111f4b3d8a with binding_index 1 {{(pid=109910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:51:42.401232 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.base_scheduler [None req-7e924697-80b6-40a2-9264-a0c095244ca4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836071-3-iscsi, 68d109c4-92e5-49c0-a127-ba212203b26c) {{(pid=109910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:51:42.415032 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e924697-80b6-40a2-9264-a0c095244ca4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:42.415747 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-7e924697-80b6-40a2-9264-a0c095244ca4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553535'] for subnet (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:42.422965 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652218d3-90aa-4a6a-a2eb-24693c7a9f51 None None] Network 68d109c4-92e5-49c0-a127-ba212203b26c requested from dv-cinder-836071-3-iscsi {{(pid=109911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 10:51:42.453911 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-7e924697-80b6-40a2-9264-a0c095244ca4 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5490553 Apr 08 10:51:42.578261 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb5f00a-8425-4299-b8e4-0c4af1ea62cf None None] Network 68d109c4-92e5-49c0-a127-ba212203b26c requested from dv-cinder-836071-3-iscsi {{(pid=109911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 10:51:43.013235 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c5d882-af9e-4722-9e1d-b25190fb0519 req-811391d7-d3a4-4bf6-be9a-a3f7c8935afb tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:43.014755 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a7c5d882-af9e-4722-9e1d-b25190fb0519 req-811391d7-d3a4-4bf6-be9a-a3f7c8935afb tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=40b6ecf5-6453-42fc-b63f-40158911ebb1 HTTP/1.1" status: 200 len: 946 time: 0.0596375 Apr 08 10:51:43.117571 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a7c5d882-af9e-4722-9e1d-b25190fb0519 req-16315c7c-87f7-408f-abb9-d0b26c13a5f7 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927439 Apr 08 10:51:43.409544 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9941d5-6dc6-4189-8bdd-f8cd5afde151 req-55202527-58b1-4de7-b73b-aaae559979b8 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:43.411194 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-7b9941d5-6dc6-4189-8bdd-f8cd5afde151 req-55202527-58b1-4de7-b73b-aaae559979b8 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc9c0f5-4b20-46ae-8b24-1b2fee3db040 HTTP/1.1" status: 200 len: 944 time: 0.0809681 Apr 08 10:51:43.480668 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-7b9941d5-6dc6-4189-8bdd-f8cd5afde151 req-f39e5adc-4f13-4990-aa7f-b36d4143d0c5 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1f7d50a-a5a1-4bfe-9006-509b033ac2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530334 Apr 08 10:51:43.574161 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 55448) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:51:43.581796 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [None req-943ec3c2-c7b6-42fb-914b-b6b50f2e0535 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-727264432-network', 'tenant_id': '98b3790e01b243158f0ceaacf0a87dc4'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:51:43.615455 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-943ec3c2-c7b6-42fb-914b-b6b50f2e0535 admin admin] Made reservation on behalf of 98b3790e01b243158f0ceaacf0a87dc4 for: {'network': 1} {{(pid=109910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:51:43.619243 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-943ec3c2-c7b6-42fb-914b-b6b50f2e0535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for network (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:43.633859 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-943ec3c2-c7b6-42fb-914b-b6b50f2e0535 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:43.756675 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-943ec3c2-c7b6-42fb-914b-b6b50f2e0535 admin admin] Publish callbacks [] for security_group (f8e2834b-ebbb-4c57-8825-e91298b942e0), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:43.773305 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-943ec3c2-c7b6-42fb-914b-b6b50f2e0535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (f8e2834b-ebbb-4c57-8825-e91298b942e0), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:43.813531 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-943ec3c2-c7b6-42fb-914b-b6b50f2e0535 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=109910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:51:43.818766 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943ec3c2-c7b6-42fb-914b-b6b50f2e0535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e2834b-ebbb-4c57-8825-e91298b942e0,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:43.827626 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-943ec3c2-c7b6-42fb-914b-b6b50f2e0535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801210'] for segment (951d84e1-817c-4a91-b4cc-4cdfa3966176), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:43.828359 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.db.segments_db [None req-943ec3c2-c7b6-42fb-914b-b6b50f2e0535 admin admin] Added segment 951d84e1-817c-4a91-b4cc-4cdfa3966176 of type vlan for network cd8fe18d-4b97-4db3-9948-cf1c38e15abc Apr 08 10:51:43.876960 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-943ec3c2-c7b6-42fb-914b-b6b50f2e0535 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778032765835'] for network (cd8fe18d-4b97-4db3-9948-cf1c38e15abc), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:43.907422 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-943ec3c2-c7b6-42fb-914b-b6b50f2e0535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513'] for network (cd8fe18d-4b97-4db3-9948-cf1c38e15abc), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:43.908905 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943ec3c2-c7b6-42fb-914b-b6b50f2e0535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:43.909731 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-943ec3c2-c7b6-42fb-914b-b6b50f2e0535 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553535'] for network (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:43.952055 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-943ec3c2-c7b6-42fb-914b-b6b50f2e0535 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3756533 Apr 08 10:51:43.955235 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 55460) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:51:43.960859 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.v2.base [None req-7f23d8a1-6184-483f-b26e-f6e8c117004e admin admin] Request body: {'subnet': {'network_id': 'cd8fe18d-4b97-4db3-9948-cf1c38e15abc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-727264432-subnet', 'tenant_id': '98b3790e01b243158f0ceaacf0a87dc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:51:43.989720 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f23d8a1-6184-483f-b26e-f6e8c117004e admin admin] Made reservation on behalf of 98b3790e01b243158f0ceaacf0a87dc4 for: {'subnet': 1} {{(pid=109909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:51:43.993602 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-7f23d8a1-6184-483f-b26e-f6e8c117004e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12896999'] for subnet (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:43.997240 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943ec3c2-c7b6-42fb-914b-b6b50f2e0535 admin admin] Pushing event updated for resources: {'Network': ['ID=cd8fe18d-4b97-4db3-9948-cf1c38e15abc,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:44.003586 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 55462) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:51:44.021247 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Network cd8fe18d-4b97-4db3-9948-cf1c38e15abc details requested by agent ovs-agent-dv-cinder-836071-3-iscsi with host dv-cinder-836071-3-iscsi {{(pid=109911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 10:51:44.220012 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8ddea2d7-6e47-497a-9576-1602b66c97d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (a0f054a9-d30b-4594-8de6-6c24438c3963), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:44.315241 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-ff948b4d-e882-447d-af25-16780c095905 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:44.355791 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-7f23d8a1-6184-483f-b26e-f6e8c117004e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16387806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12895261'] for subnet (49ee6e5a-968f-4e86-8053-3b0c4412b642), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:44.393497 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa8b071-7052-4744-8b6b-70002373f0a8 req-5226affd-98ed-4c32-9f13-d84c67f3a1af tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:44.402592 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-3aa8b071-7052-4744-8b6b-70002373f0a8 req-5226affd-98ed-4c32-9f13-d84c67f3a1af tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=40b6ecf5-6453-42fc-b63f-40158911ebb1 HTTP/1.1" status: 200 len: 946 time: 0.1586902 Apr 08 10:51:44.460220 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f23d8a1-6184-483f-b26e-f6e8c117004e admin admin] Pushing event updated for resources: {'Subnet': ['ID=49ee6e5a-968f-4e86-8053-3b0c4412b642,revision_number=0']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:44.545835 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-3aa8b071-7052-4744-8b6b-70002373f0a8 req-18de6333-aa6e-4417-97ab-60b47d86c167 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277480 Apr 08 10:51:44.574939 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f23d8a1-6184-483f-b26e-f6e8c117004e admin admin] Checking segment: {'id': '951d84e1-817c-4a91-b4cc-4cdfa3966176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'cd8fe18d-4b97-4db3-9948-cf1c38e15abc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:51:44.575309 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f23d8a1-6184-483f-b26e-f6e8c117004e admin admin] Network hostable DHCP agents. Network: cd8fe18d-4b97-4db3-9948-cf1c38e15abc, hostable agents: ['0996d03c-a6d6-4751-8b32-c8111f4b3d8a'], hosted agents: [] {{(pid=109909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:51:44.603228 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-ff948b4d-e882-447d-af25-16780c095905 admin admin] Publish callbacks [] for security_group (2c3f3bdb-40b4-49d6-bd89-1abc446ffdbc), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:44.623448 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-ff948b4d-e882-447d-af25-16780c095905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (2c3f3bdb-40b4-49d6-bd89-1abc446ffdbc), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:44.634440 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f23d8a1-6184-483f-b26e-f6e8c117004e admin admin] Network cd8fe18d-4b97-4db3-9948-cf1c38e15abc is scheduled to be hosted by DHCP agent 0996d03c-a6d6-4751-8b32-c8111f4b3d8a with binding_index 1 {{(pid=109909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:51:44.667585 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.base_scheduler [None req-7f23d8a1-6184-483f-b26e-f6e8c117004e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836071-3-iscsi, cd8fe18d-4b97-4db3-9948-cf1c38e15abc) {{(pid=109909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:51:44.678794 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f23d8a1-6184-483f-b26e-f6e8c117004e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:44.679340 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-7f23d8a1-6184-483f-b26e-f6e8c117004e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:44.682134 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171d04e1-49fd-453d-b8cb-caef1270f5da None None] Network cd8fe18d-4b97-4db3-9948-cf1c38e15abc requested from dv-cinder-836071-3-iscsi {{(pid=109911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 10:51:44.730199 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-7f23d8a1-6184-483f-b26e-f6e8c117004e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7736869 Apr 08 10:51:44.903900 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 55496) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:51:44.907109 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-ff948b4d-e882-447d-af25-16780c095905 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=952bb586343d4deebf9f0d5f17c46fad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8955441 Apr 08 10:51:44.917303 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcef1655-d708-445a-94d3-7bf5f8e6c9b1 None None] Network cd8fe18d-4b97-4db3-9948-cf1c38e15abc requested from dv-cinder-836071-3-iscsi {{(pid=109911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 10:51:44.945256 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 55500) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:51:44.954088 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d1f577-26b8-4971-896d-8832f0bcf330 req-ac21e17e-1774-402f-8ee9-86c5ffb67ebf tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:44.960916 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-97d1f577-26b8-4971-896d-8832f0bcf330 req-ac21e17e-1774-402f-8ee9-86c5ffb67ebf tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc9c0f5-4b20-46ae-8b24-1b2fee3db040 HTTP/1.1" status: 200 len: 944 time: 0.3386137 Apr 08 10:51:44.964094 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff948b4d-e882-447d-af25-16780c095905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3f3bdb-40b4-49d6-bd89-1abc446ffdbc,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:45.050197 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-00a45b18-bc82-43ba-8e7c-35ed206232e1 admin admin] Publish callbacks [] for security_group (2c3f3bdb-40b4-49d6-bd89-1abc446ffdbc), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:45.108915 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-00a45b18-bc82-43ba-8e7c-35ed206232e1 admin admin] Publish callbacks [] for security_group (2c3f3bdb-40b4-49d6-bd89-1abc446ffdbc), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:45.178522 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c39995e2-c233-4533-b78f-2944bd33f611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (65c9c9bc-bb02-426d-a902-340b44f1a4c2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:45.223718 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-00a45b18-bc82-43ba-8e7c-35ed206232e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (2c3f3bdb-40b4-49d6-bd89-1abc446ffdbc), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:45.226413 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-00a45b18-bc82-43ba-8e7c-35ed206232e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:45.230143 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-97d1f577-26b8-4971-896d-8832f0bcf330 req-d303f43a-f221-440a-8b84-bbb3b3b05126 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1f7d50a-a5a1-4bfe-9006-509b033ac2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655358 Apr 08 10:51:45.232699 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-00a45b18-bc82-43ba-8e7c-35ed206232e1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2c3f3bdb-40b4-49d6-bd89-1abc446ffdbc HTTP/1.1" status: 204 len: 168 time: 0.3275518 Apr 08 10:51:45.249207 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a45b18-bc82-43ba-8e7c-35ed206232e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3f3bdb-40b4-49d6-bd89-1abc446ffdbc,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:45.277445 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.db_base_plugin_v2 [None req-064d582f-a457-4468-a528-d022a09c707a admin admin] Deleting subnet 05e82568-2be9-414c-a0bd-f1be020dee96 {{(pid=109910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 10:51:45.309461 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-064d582f-a457-4468-a528-d022a09c707a admin admin] Publish callbacks [] for subnet (05e82568-2be9-414c-a0bd-f1be020dee96), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:45.447522 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-064d582f-a457-4468-a528-d022a09c707a admin admin] Publish callbacks [] for subnet (05e82568-2be9-414c-a0bd-f1be020dee96), precommit_delete_associations {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:45.480823 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7304a-140e-484b-b82d-47114f675f2b req-f7240b55-d951-44ca-88d7-937ea2551c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:45.482903 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1da7304a-140e-484b-b82d-47114f675f2b req-f7240b55-d951-44ca-88d7-937ea2551c3e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cdbf3dccf7d2413cb40e83426f557384&device_id=0fc9c0f5-4b20-46ae-8b24-1b2fee3db040 HTTP/1.1" status: 200 len: 1128 time: 0.3997407 Apr 08 10:51:45.504459 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-064d582f-a457-4468-a528-d022a09c707a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1794403'] for subnet (05e82568-2be9-414c-a0bd-f1be020dee96), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:45.661169 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-064d582f-a457-4468-a528-d022a09c707a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1794410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513'] for subnet (05e82568-2be9-414c-a0bd-f1be020dee96), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:45.731625 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d582f-a457-4468-a528-d022a09c707a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05e82568-2be9-414c-a0bd-f1be020dee96,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:45.748865 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-064d582f-a457-4468-a528-d022a09c707a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553535'] for subnet (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:45.759943 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 55534) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:51:45.770198 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-064d582f-a457-4468-a528-d022a09c707a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/05e82568-2be9-414c-a0bd-f1be020dee96 HTTP/1.1" status: 204 len: 168 time: 0.7994397 Apr 08 10:51:45.893641 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-d8a7e935-d38a-4638-9b40-e580849492cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1935778'] for network (68d109c4-92e5-49c0-a127-ba212203b26c), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:45.906930 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5475f45a-bebd-4a84-b914-368469c60d20 req-34e0567c-b2ba-4b4e-a492-755a71a4f43f tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:45.913089 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-5475f45a-bebd-4a84-b914-368469c60d20 req-34e0567c-b2ba-4b4e-a492-755a71a4f43f tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=40b6ecf5-6453-42fc-b63f-40158911ebb1 HTTP/1.1" status: 200 len: 946 time: 0.1689982 Apr 08 10:51:46.031410 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-5475f45a-bebd-4a84-b914-368469c60d20 req-7fa49699-c0cf-4fe2-a8d5-0c11de44f200 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119139 Apr 08 10:51:46.032192 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 55540) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:51:46.075996 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-d8a7e935-d38a-4638-9b40-e580849492cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1814266', 'neutron.services.segments.db._delete_segments_for_network-8778033058250'] for network (68d109c4-92e5-49c0-a127-ba212203b26c), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:46.103318 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.services.segments.db [None req-d8a7e935-d38a-4638-9b40-e580849492cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68d109c4-92e5-49c0-a127-ba212203b26c']}} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:51:46.119826 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.services.segments.db [None req-d8a7e935-d38a-4638-9b40-e580849492cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6861b2ca-31ac-4f8c-9c6b-47c9ab316c16') {'for_net_delete': True} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:51:46.120462 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.services.segments.db [None req-d8a7e935-d38a-4638-9b40-e580849492cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6861b2ca-31ac-4f8c-9c6b-47c9ab316c16') {} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:51:46.136720 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-d8a7e935-d38a-4638-9b40-e580849492cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778033060307', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12708399'] for segment (6861b2ca-31ac-4f8c-9c6b-47c9ab316c16), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:46.151812 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-d8a7e935-d38a-4638-9b40-e580849492cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801210'] for segment (6861b2ca-31ac-4f8c-9c6b-47c9ab316c16), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:46.164602 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8a7e935-d38a-4638-9b40-e580849492cd admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=109909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:51:46.165281 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-d8a7e935-d38a-4638-9b40-e580849492cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16387705'] for segment (6861b2ca-31ac-4f8c-9c6b-47c9ab316c16), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:46.168754 dv-cinder-836071-3-iscsi neutron-server[109909]: Traceback (most recent call last): Apr 08 10:51:46.168754 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:51:46.168754 dv-cinder-836071-3-iscsi neutron-server[109909]: timer() Apr 08 10:51:46.168754 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:51:46.168754 dv-cinder-836071-3-iscsi neutron-server[109909]: cb(*args, **kw) Apr 08 10:51:46.168754 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 10:51:46.168754 dv-cinder-836071-3-iscsi neutron-server[109909]: return func(*args, **kwargs) Apr 08 10:51:46.168754 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:51:46.168754 dv-cinder-836071-3-iscsi neutron-server[109909]: self._notify() Apr 08 10:51:46.168754 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:51:46.168754 dv-cinder-836071-3-iscsi neutron-server[109909]: self.callback(batched_events) Apr 08 10:51:46.168754 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:51:46.168754 dv-cinder-836071-3-iscsi neutron-server[109909]: event.method(event) Apr 08 10:51:46.168754 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 10:51:46.168754 dv-cinder-836071-3-iscsi neutron-server[109909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:51:46.168754 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 10:51:46.168754 dv-cinder-836071-3-iscsi neutron-server[109909]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:51:46.168754 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 10:51:46.168754 dv-cinder-836071-3-iscsi neutron-server[109909]: return f(self, *a, **k) Apr 08 10:51:46.168754 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:51:46.168754 dv-cinder-836071-3-iscsi neutron-server[109909]: return self._get(url).json() Apr 08 10:51:46.168754 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:51:46.168754 dv-cinder-836071-3-iscsi neutron-server[109909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:51:46.168754 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:51:46.168754 dv-cinder-836071-3-iscsi neutron-server[109909]: return self.request(url, 'GET', **kwargs) Apr 08 10:51:46.168754 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:51:46.168754 dv-cinder-836071-3-iscsi neutron-server[109909]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:51:46.168754 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:51:46.168754 dv-cinder-836071-3-iscsi neutron-server[109909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:51:46.168754 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:51:46.168754 dv-cinder-836071-3-iscsi neutron-server[109909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:51:46.168754 dv-cinder-836071-3-iscsi neutron-server[109909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:51:46.236472 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-d8a7e935-d38a-4638-9b40-e580849492cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1814241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-743903'] for network (68d109c4-92e5-49c0-a127-ba212203b26c), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:46.257808 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a7e935-d38a-4638-9b40-e580849492cd admin admin] Pushing event deleted for resources: {'Network': ['ID=68d109c4-92e5-49c0-a127-ba212203b26c,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:46.260755 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-d8a7e935-d38a-4638-9b40-e580849492cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553535'] for network (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:46.268667 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-d8a7e935-d38a-4638-9b40-e580849492cd admin admin] 10.222.0.43 "DELETE /v2.0/networks/68d109c4-92e5-49c0-a127-ba212203b26c HTTP/1.1" status: 204 len: 168 time: 0.5069225 Apr 08 10:51:46.271361 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 55550) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:51:46.343893 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-ed989e8d-a739-4ff6-8226-7e575b81b899 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:46.346639 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeb831e3-4bca-4e2a-a0eb-2fd4e1ff7120 admin admin] Deleting subnet 49ee6e5a-968f-4e86-8053-3b0c4412b642 {{(pid=109909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 10:51:46.357405 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-eeb831e3-4bca-4e2a-a0eb-2fd4e1ff7120 admin admin] Publish callbacks [] for subnet (49ee6e5a-968f-4e86-8053-3b0c4412b642), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:46.428250 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-eeb831e3-4bca-4e2a-a0eb-2fd4e1ff7120 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12708406'] for subnet (49ee6e5a-968f-4e86-8053-3b0c4412b642), precommit_delete_associations {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:46.483534 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-eeb831e3-4bca-4e2a-a0eb-2fd4e1ff7120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1794403'] for subnet (49ee6e5a-968f-4e86-8053-3b0c4412b642), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:46.484673 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-ed989e8d-a739-4ff6-8226-7e575b81b899 admin admin] Publish callbacks [] for security_group (1ec3f306-d867-4619-ad11-4593949ab7d6), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:46.504481 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-ed989e8d-a739-4ff6-8226-7e575b81b899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (1ec3f306-d867-4619-ad11-4593949ab7d6), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:46.613098 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dfd57949-1be2-4190-94f2-c1682066023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (140c1fdd-4f9d-4fc9-9d7c-f6f7cee51a0a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:46.623885 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-eeb831e3-4bca-4e2a-a0eb-2fd4e1ff7120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1794410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16387743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12895238'] for subnet (49ee6e5a-968f-4e86-8053-3b0c4412b642), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:46.667008 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-eeb831e3-4bca-4e2a-a0eb-2fd4e1ff7120 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:46.675780 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-eeb831e3-4bca-4e2a-a0eb-2fd4e1ff7120 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/49ee6e5a-968f-4e86-8053-3b0c4412b642 HTTP/1.1" status: 204 len: 168 time: 0.4029245 Apr 08 10:51:46.680400 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 55570) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:51:46.710226 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed989e8d-a739-4ff6-8226-7e575b81b899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec3f306-d867-4619-ad11-4593949ab7d6,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:46.788760 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-ed989e8d-a739-4ff6-8226-7e575b81b899 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=afea49d02eb441b5a8d6de8dd67d7df6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7550902 Apr 08 10:51:46.792180 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 55574) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:51:46.890641 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-1cf67e04-ba02-4e26-9cdf-e1ac193f11d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1935778'] for network (cd8fe18d-4b97-4db3-9948-cf1c38e15abc), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:46.896793 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb831e3-4bca-4e2a-a0eb-2fd4e1ff7120 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49ee6e5a-968f-4e86-8053-3b0c4412b642,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:46.943761 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f73f9-c536-4f73-81d0-76076fa8e9a0 req-fb006af9-e0e6-4946-af35-f7d1499b8002 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:46.961771 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-d77f73f9-c536-4f73-81d0-76076fa8e9a0 req-fb006af9-e0e6-4946-af35-f7d1499b8002 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc9c0f5-4b20-46ae-8b24-1b2fee3db040 HTTP/1.1" status: 200 len: 944 time: 0.4753478 Apr 08 10:51:47.027536 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-d11ca0a7-a3f3-476c-aa33-587c1057164f admin admin] Publish callbacks [] for security_group (1ec3f306-d867-4619-ad11-4593949ab7d6), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:47.067822 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-1cf67e04-ba02-4e26-9cdf-e1ac193f11d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1814266', 'neutron.services.segments.db._delete_segments_for_network-8778033058250'] for network (cd8fe18d-4b97-4db3-9948-cf1c38e15abc), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:47.101383 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.services.segments.db [None req-1cf67e04-ba02-4e26-9cdf-e1ac193f11d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd8fe18d-4b97-4db3-9948-cf1c38e15abc']}} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:51:47.115866 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.services.segments.db [None req-1cf67e04-ba02-4e26-9cdf-e1ac193f11d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '951d84e1-817c-4a91-b4cc-4cdfa3966176') {'for_net_delete': True} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:51:47.116554 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.services.segments.db [None req-1cf67e04-ba02-4e26-9cdf-e1ac193f11d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '951d84e1-817c-4a91-b4cc-4cdfa3966176') {} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:51:47.120969 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-d77f73f9-c536-4f73-81d0-76076fa8e9a0 req-63aed758-8fcc-4aa4-9164-c3d521a3ce71 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1f7d50a-a5a1-4bfe-9006-509b033ac2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581335 Apr 08 10:51:47.127653 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-d11ca0a7-a3f3-476c-aa33-587c1057164f admin admin] Publish callbacks [] for security_group (1ec3f306-d867-4619-ad11-4593949ab7d6), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:47.128923 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-1cf67e04-ba02-4e26-9cdf-e1ac193f11d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778033060307', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12708399'] for segment (951d84e1-817c-4a91-b4cc-4cdfa3966176), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:47.147001 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-1cf67e04-ba02-4e26-9cdf-e1ac193f11d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801210'] for segment (951d84e1-817c-4a91-b4cc-4cdfa3966176), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:47.156192 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cf67e04-ba02-4e26-9cdf-e1ac193f11d5 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=109909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:51:47.156595 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-1cf67e04-ba02-4e26-9cdf-e1ac193f11d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16387705'] for segment (951d84e1-817c-4a91-b4cc-4cdfa3966176), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:47.162332 dv-cinder-836071-3-iscsi neutron-server[109909]: Traceback (most recent call last): Apr 08 10:51:47.162332 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:51:47.162332 dv-cinder-836071-3-iscsi neutron-server[109909]: timer() Apr 08 10:51:47.162332 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:51:47.162332 dv-cinder-836071-3-iscsi neutron-server[109909]: cb(*args, **kw) Apr 08 10:51:47.162332 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 10:51:47.162332 dv-cinder-836071-3-iscsi neutron-server[109909]: return func(*args, **kwargs) Apr 08 10:51:47.162332 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:51:47.162332 dv-cinder-836071-3-iscsi neutron-server[109909]: self._notify() Apr 08 10:51:47.162332 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:51:47.162332 dv-cinder-836071-3-iscsi neutron-server[109909]: self.callback(batched_events) Apr 08 10:51:47.162332 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:51:47.162332 dv-cinder-836071-3-iscsi neutron-server[109909]: event.method(event) Apr 08 10:51:47.162332 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 10:51:47.162332 dv-cinder-836071-3-iscsi neutron-server[109909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:51:47.162332 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 10:51:47.162332 dv-cinder-836071-3-iscsi neutron-server[109909]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:51:47.162332 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 10:51:47.162332 dv-cinder-836071-3-iscsi neutron-server[109909]: return f(self, *a, **k) Apr 08 10:51:47.162332 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:51:47.162332 dv-cinder-836071-3-iscsi neutron-server[109909]: return self._get(url).json() Apr 08 10:51:47.162332 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:51:47.162332 dv-cinder-836071-3-iscsi neutron-server[109909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:51:47.162332 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:51:47.162332 dv-cinder-836071-3-iscsi neutron-server[109909]: return self.request(url, 'GET', **kwargs) Apr 08 10:51:47.162332 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:51:47.162332 dv-cinder-836071-3-iscsi neutron-server[109909]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:51:47.162332 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:51:47.162332 dv-cinder-836071-3-iscsi neutron-server[109909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:51:47.162332 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:51:47.162332 dv-cinder-836071-3-iscsi neutron-server[109909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:51:47.162332 dv-cinder-836071-3-iscsi neutron-server[109909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:51:47.240364 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de657a9-ba0f-47e9-b26d-055a4e750cfd req-62c8a76a-c213-4c84-8336-e119573cab53 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:47.242099 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6de657a9-ba0f-47e9-b26d-055a4e750cfd req-62c8a76a-c213-4c84-8336-e119573cab53 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=40b6ecf5-6453-42fc-b63f-40158911ebb1 HTTP/1.1" status: 200 len: 946 time: 0.0813496 Apr 08 10:51:47.248995 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-d11ca0a7-a3f3-476c-aa33-587c1057164f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (1ec3f306-d867-4619-ad11-4593949ab7d6), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:47.252592 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-d11ca0a7-a3f3-476c-aa33-587c1057164f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:47.254274 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-d11ca0a7-a3f3-476c-aa33-587c1057164f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1ec3f306-d867-4619-ad11-4593949ab7d6 HTTP/1.1" status: 204 len: 168 time: 0.4610529 Apr 08 10:51:47.280506 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-1cf67e04-ba02-4e26-9cdf-e1ac193f11d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1814241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-743903'] for network (cd8fe18d-4b97-4db3-9948-cf1c38e15abc), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:47.294720 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-1cf67e04-ba02-4e26-9cdf-e1ac193f11d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553535'] for network (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:47.299447 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-1cf67e04-ba02-4e26-9cdf-e1ac193f11d5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/cd8fe18d-4b97-4db3-9948-cf1c38e15abc HTTP/1.1" status: 204 len: 168 time: 0.6131749 Apr 08 10:51:47.319964 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11ca0a7-a3f3-476c-aa33-587c1057164f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec3f306-d867-4619-ad11-4593949ab7d6,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:47.341246 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf67e04-ba02-4e26-9cdf-e1ac193f11d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd8fe18d-4b97-4db3-9948-cf1c38e15abc,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:47.379266 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6de657a9-ba0f-47e9-b26d-055a4e750cfd req-1b938ecd-58cd-40eb-a570-0242131c8544 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236379 Apr 08 10:51:47.626215 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1da7304a-140e-484b-b82d-47114f675f2b req-4386718a-85e2-4218-b764-b0531bb015e3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e HTTP/1.1" status: 200 len: 217 time: 0.1653028 Apr 08 10:51:47.734698 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 55598) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:51:47.782176 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7304a-140e-484b-b82d-47114f675f2b req-a8c642be-c9c1-48e3-81e5-79f74209c537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:47.783970 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1da7304a-140e-484b-b82d-47114f675f2b req-a8c642be-c9c1-48e3-81e5-79f74209c537 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b78e7de2-0284-422b-9e2a-e6adefd9058b HTTP/1.1" status: 200 len: 853 time: 0.1209741 Apr 08 10:51:47.789389 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (df0b008b-1017-45b0-9cbd-b6387ecfd69a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:47.870207 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-6cc41aba-be44-45fd-880a-5abac7defb2c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0334dc18085e42589fd515fe2d52245a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1306243 Apr 08 10:51:47.870755 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 55606) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:51:48.055292 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (d1e78606-e5cc-43c0-bc22-8a5324478286), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:48.072638 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-13f5f4d3-7581-4a34-bd0c-13f43503d96e admin admin] Publish callbacks [] for security_group (a8ebbf6f-2330-415f-be41-493a6e0de8eb), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:48.085088 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7304a-140e-484b-b82d-47114f675f2b req-66385fd7-737c-4428-9892-c6dcbf1f4973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:48.086838 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1da7304a-140e-484b-b82d-47114f675f2b req-66385fd7-737c-4428-9892-c6dcbf1f4973 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=994367ac-684e-494c-95f2-2fd2d9ffda84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1200771 Apr 08 10:51:48.114795 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 55610) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:51:48.138200 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-13f5f4d3-7581-4a34-bd0c-13f43503d96e admin admin] Publish callbacks [] for security_group (a8ebbf6f-2330-415f-be41-493a6e0de8eb), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:48.143247 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-3ab4580b-246e-49df-bbc2-f3e694591dab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:48.318475 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-13f5f4d3-7581-4a34-bd0c-13f43503d96e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (a8ebbf6f-2330-415f-be41-493a6e0de8eb), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:48.322324 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-13f5f4d3-7581-4a34-bd0c-13f43503d96e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:48.323468 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-13f5f4d3-7581-4a34-bd0c-13f43503d96e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a8ebbf6f-2330-415f-be41-493a6e0de8eb HTTP/1.1" status: 204 len: 168 time: 0.4516637 Apr 08 10:51:48.383823 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af61466a-70fe-44b0-b25e-993f72bf4a3b req-e2d083c7-e173-4667-9234-2e6f4c7be2b6 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:48.385304 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-af61466a-70fe-44b0-b25e-993f72bf4a3b req-e2d083c7-e173-4667-9234-2e6f4c7be2b6 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc9c0f5-4b20-46ae-8b24-1b2fee3db040 HTTP/1.1" status: 200 len: 944 time: 0.1215925 Apr 08 10:51:48.386424 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f5f4d3-7581-4a34-bd0c-13f43503d96e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ebbf6f-2330-415f-be41-493a6e0de8eb,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:48.391195 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-3ab4580b-246e-49df-bbc2-f3e694591dab admin admin] Publish callbacks [] for security_group (eb232783-b6c7-44d7-9816-c798fb6531c6), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:48.397651 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-3ab4580b-246e-49df-bbc2-f3e694591dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (eb232783-b6c7-44d7-9816-c798fb6531c6), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:48.501634 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-3ab4580b-246e-49df-bbc2-f3e694591dab admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4354dada47504daaa1b635153ba68738&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3840892 Apr 08 10:51:48.502512 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 55628) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:51:48.503731 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 55630) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:51:48.503731 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab4580b-246e-49df-bbc2-f3e694591dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb232783-b6c7-44d7-9816-c798fb6531c6,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:48.511528 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-af61466a-70fe-44b0-b25e-993f72bf4a3b req-451d0e06-bb2c-49ff-bb9a-9c23242c0d94 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1f7d50a-a5a1-4bfe-9006-509b033ac2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011586 Apr 08 10:51:48.621629 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-ab0dd8b1-466e-4b44-bf47-a56964a25e25 admin admin] Publish callbacks [] for security_group (eb232783-b6c7-44d7-9816-c798fb6531c6), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:48.623501 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e78ef-74f4-4edd-aa79-21a30f073f02 req-3a681dcc-0762-431f-88b9-f4bddcb2d6f4 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:48.630984 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b21e78ef-74f4-4edd-aa79-21a30f073f02 req-3a681dcc-0762-431f-88b9-f4bddcb2d6f4 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=40b6ecf5-6453-42fc-b63f-40158911ebb1 HTTP/1.1" status: 200 len: 946 time: 0.0833216 Apr 08 10:51:48.646337 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-ab0dd8b1-466e-4b44-bf47-a56964a25e25 admin admin] Publish callbacks [] for security_group (eb232783-b6c7-44d7-9816-c798fb6531c6), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:48.685327 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b21e78ef-74f4-4edd-aa79-21a30f073f02 req-76bd0dba-e46b-42ae-888d-6f79da0e003a tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537429 Apr 08 10:51:48.711309 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-ab0dd8b1-466e-4b44-bf47-a56964a25e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (eb232783-b6c7-44d7-9816-c798fb6531c6), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:48.715746 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-ab0dd8b1-466e-4b44-bf47-a56964a25e25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:48.721128 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-ab0dd8b1-466e-4b44-bf47-a56964a25e25 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/eb232783-b6c7-44d7-9816-c798fb6531c6 HTTP/1.1" status: 204 len: 168 time: 0.2125006 Apr 08 10:51:48.729221 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0dd8b1-466e-4b44-bf47-a56964a25e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb232783-b6c7-44d7-9816-c798fb6531c6,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:48.812175 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-c4ab0da8-ccc1-4204-a812-4818c19ec54a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:48.846954 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 55644) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:51:48.890205 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-5258137c-7ce7-407f-ae4e-c01b3ddb28bc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=98b3790e01b243158f0ceaacf0a87dc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418930 Apr 08 10:51:48.892501 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 55646) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:51:48.911512 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-c4ab0da8-ccc1-4204-a812-4818c19ec54a admin admin] Publish callbacks [] for security_group (6918c9d9-6df9-4210-8d18-57858df0f908), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:48.919503 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-c4ab0da8-ccc1-4204-a812-4818c19ec54a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (6918c9d9-6df9-4210-8d18-57858df0f908), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:48.958243 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-aaee8498-4698-4b03-ba8e-0c08f8dcd982 admin admin] Publish callbacks [] for security_group (f8e2834b-ebbb-4c57-8825-e91298b942e0), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:48.967414 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-c4ab0da8-ccc1-4204-a812-4818c19ec54a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7f81afd81dc04c23beb7da486c2e851d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4580035 Apr 08 10:51:48.967414 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ab0da8-ccc1-4204-a812-4818c19ec54a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6918c9d9-6df9-4210-8d18-57858df0f908,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:48.968751 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 55652) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:51:48.998903 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-aaee8498-4698-4b03-ba8e-0c08f8dcd982 admin admin] Publish callbacks [] for security_group (f8e2834b-ebbb-4c57-8825-e91298b942e0), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:49.057146 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-16974186-859f-4a21-9f84-ae2a084da6bb admin admin] Publish callbacks [] for security_group (6918c9d9-6df9-4210-8d18-57858df0f908), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:49.116469 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-16974186-859f-4a21-9f84-ae2a084da6bb admin admin] Publish callbacks [] for security_group (6918c9d9-6df9-4210-8d18-57858df0f908), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:49.141695 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-43929ad7-e4e7-4308-81cf-c153f5c94ff5 req-c5224b0a-2843-4717-973a-b874be408bbe tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=a48f084be53b4d1aaa2a07c404c426aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0489628 Apr 08 10:51:49.215005 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-16974186-859f-4a21-9f84-ae2a084da6bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (6918c9d9-6df9-4210-8d18-57858df0f908), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:49.220028 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-16974186-859f-4a21-9f84-ae2a084da6bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:49.224305 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-16974186-859f-4a21-9f84-ae2a084da6bb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6918c9d9-6df9-4210-8d18-57858df0f908 HTTP/1.1" status: 204 len: 168 time: 0.2519121 Apr 08 10:51:49.231027 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16974186-859f-4a21-9f84-ae2a084da6bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6918c9d9-6df9-4210-8d18-57858df0f908,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:49.294411 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-aaee8498-4698-4b03-ba8e-0c08f8dcd982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (f8e2834b-ebbb-4c57-8825-e91298b942e0), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:49.297888 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-aaee8498-4698-4b03-ba8e-0c08f8dcd982 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:49.299359 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-aaee8498-4698-4b03-ba8e-0c08f8dcd982 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f8e2834b-ebbb-4c57-8825-e91298b942e0 HTTP/1.1" status: 204 len: 168 time: 0.4058263 Apr 08 10:51:49.324245 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaee8498-4698-4b03-ba8e-0c08f8dcd982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e2834b-ebbb-4c57-8825-e91298b942e0,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:49.505158 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43929ad7-e4e7-4308-81cf-c153f5c94ff5 req-d2a93027-e20f-4e00-91fc-2e13eee2e6d7 tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:49.514055 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-43929ad7-e4e7-4308-81cf-c153f5c94ff5 req-d2a93027-e20f-4e00-91fc-2e13eee2e6d7 tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3698425 Apr 08 10:51:49.533766 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-43929ad7-e4e7-4308-81cf-c153f5c94ff5 req-a1bbc055-6fda-4406-973d-62a9395cdc13 tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] 10.222.0.43 "GET /v2.0/quotas/a48f084be53b4d1aaa2a07c404c426aa HTTP/1.1" status: 200 len: 375 time: 0.0179768 Apr 08 10:51:49.636487 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-43929ad7-e4e7-4308-81cf-c153f5c94ff5 req-7eeae041-1716-443b-9e41-ce368c0cf690 tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a48f084be53b4d1aaa2a07c404c426aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1008568 Apr 08 10:51:49.816169 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4368b-e94c-4ee1-a83c-1d264dd04d63 req-22ace029-612b-44f3-8720-76ffb147f4be tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:49.817766 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-acc4368b-e94c-4ee1-a83c-1d264dd04d63 req-22ace029-612b-44f3-8720-76ffb147f4be tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc9c0f5-4b20-46ae-8b24-1b2fee3db040 HTTP/1.1" status: 200 len: 944 time: 0.1310213 Apr 08 10:51:49.893166 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 55694) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:51:49.976639 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-e40e6bca-6c41-42df-b9cb-3b95c0b5c3cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:50.025693 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-acc4368b-e94c-4ee1-a83c-1d264dd04d63 req-36f07c9b-4a62-4492-b63c-e43db8cce222 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1f7d50a-a5a1-4bfe-9006-509b033ac2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014620 Apr 08 10:51:50.193553 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6d6eacc2-dd07-40c7-9280-be7e86b96c4e req-b9d8c2ea-2962-4ecc-97fb-06c64b4905d8 tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] 10.222.0.43 "GET /v2.0/ports?device_id=4eb21401-d38e-423c-9c81-0298942776cc HTTP/1.1" status: 200 len: 210 time: 0.0804641 Apr 08 10:51:50.256207 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac64833-b642-4430-9c92-deb9904209ba req-f8455e85-f43c-4c06-a982-41d6a1172e13 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:50.264696 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-7ac64833-b642-4430-9c92-deb9904209ba req-f8455e85-f43c-4c06-a982-41d6a1172e13 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=40b6ecf5-6453-42fc-b63f-40158911ebb1 HTTP/1.1" status: 200 len: 946 time: 0.2712901 Apr 08 10:51:50.558780 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-7ac64833-b642-4430-9c92-deb9904209ba req-15700974-cfa9-4809-b94f-da360b329bb2 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928267 Apr 08 10:51:50.588472 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-e40e6bca-6c41-42df-b9cb-3b95c0b5c3cf admin admin] Publish callbacks [] for security_group (46d89ed9-9277-453e-a752-50e142409f48), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:50.596350 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1da7304a-140e-484b-b82d-47114f675f2b req-96b884e5-9940-476b-ba34-02e3d8918ff3 service neutron] 10.222.0.39 "GET /v2.0/networks/994367ac-684e-494c-95f2-2fd2d9ffda84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3878479 Apr 08 10:51:50.644595 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-e40e6bca-6c41-42df-b9cb-3b95c0b5c3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (46d89ed9-9277-453e-a752-50e142409f48), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:50.838537 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40e6bca-6c41-42df-b9cb-3b95c0b5c3cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d89ed9-9277-453e-a752-50e142409f48,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:50.847508 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-e40e6bca-6c41-42df-b9cb-3b95c0b5c3cf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=133beb1e9fdb400fa1fa52ca0c483089&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9512050 Apr 08 10:51:50.850794 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 55740) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:51:50.864776 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bec314-8515-4c08-8021-2195d04d4a19 req-efcd478a-7748-46a9-95c6-5a339be02635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:50.867141 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-e2bec314-8515-4c08-8021-2195d04d4a19 req-efcd478a-7748-46a9-95c6-5a339be02635 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=40b6ecf5-6453-42fc-b63f-40158911ebb1 HTTP/1.1" status: 200 len: 1130 time: 0.3037677 Apr 08 10:51:50.901409 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1da7304a-140e-484b-b82d-47114f675f2b req-6a1b5f75-7af9-4c64-9afe-d9b8f47847e0 service neutron] 10.222.0.39 "GET /v2.0/networks/994367ac-684e-494c-95f2-2fd2d9ffda84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576981 Apr 08 10:51:50.947358 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-69324dbe-79fa-4979-91e5-26516ec83ef0 admin admin] Publish callbacks [] for security_group (46d89ed9-9277-453e-a752-50e142409f48), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:50.979000 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-69324dbe-79fa-4979-91e5-26516ec83ef0 admin admin] Publish callbacks [] for security_group (46d89ed9-9277-453e-a752-50e142409f48), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:51.047074 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-69324dbe-79fa-4979-91e5-26516ec83ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (46d89ed9-9277-453e-a752-50e142409f48), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:51.050115 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-69324dbe-79fa-4979-91e5-26516ec83ef0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:51.054348 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-69324dbe-79fa-4979-91e5-26516ec83ef0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/46d89ed9-9277-453e-a752-50e142409f48 HTTP/1.1" status: 204 len: 168 time: 0.1991913 Apr 08 10:51:51.064105 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69324dbe-79fa-4979-91e5-26516ec83ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d89ed9-9277-453e-a752-50e142409f48,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:51.155238 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73917abb-aea2-4adc-b357-15c66df1672e req-68247699-6cb6-4e52-83a7-325c77ae82fc tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:51.156881 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-73917abb-aea2-4adc-b357-15c66df1672e req-68247699-6cb6-4e52-83a7-325c77ae82fc tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc9c0f5-4b20-46ae-8b24-1b2fee3db040 HTTP/1.1" status: 200 len: 944 time: 0.0628164 Apr 08 10:51:51.198407 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.agents_db [None req-4d82583b-548a-400c-8f4c-c09be56c4ea4 None None] Agent healthcheck: found 6 active agents {{(pid=109912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 10:51:51.227568 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-73917abb-aea2-4adc-b357-15c66df1672e req-c03728cd-4484-4702-bac6-e5e2192bd500 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1f7d50a-a5a1-4bfe-9006-509b033ac2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615637 Apr 08 10:51:51.286159 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-d4bbd469-b78f-4640-97d8-3af8df5883d0 req-54d445d4-22d5-4420-a2fa-9bda8bf8b386 tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] 10.222.0.43 "GET /v2.0/ports?device_id=4eb21401-d38e-423c-9c81-0298942776cc HTTP/1.1" status: 200 len: 210 time: 0.0311306 Apr 08 10:51:51.365448 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-e2bec314-8515-4c08-8021-2195d04d4a19 req-f3a95839-d89c-4f37-93de-0d5ca6724af0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668945 Apr 08 10:51:51.418843 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec311dc-255b-45c5-99ea-aa01b7fe25a5 req-a296ae91-a249-4d6a-8937-05d0dbc17361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:51.420554 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-bec311dc-255b-45c5-99ea-aa01b7fe25a5 req-a296ae91-a249-4d6a-8937-05d0dbc17361 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cdbf3dccf7d2413cb40e83426f557384&device_id=0fc9c0f5-4b20-46ae-8b24-1b2fee3db040 HTTP/1.1" status: 200 len: 1128 time: 0.0541089 Apr 08 10:51:51.760885 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ea179-9f54-424e-86f4-2351d9ff59ec req-db048559-af3a-41f4-a5bb-60d00bd644a8 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:51.762421 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-c72ea179-9f54-424e-86f4-2351d9ff59ec req-db048559-af3a-41f4-a5bb-60d00bd644a8 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=40b6ecf5-6453-42fc-b63f-40158911ebb1 HTTP/1.1" status: 200 len: 946 time: 0.1265359 Apr 08 10:51:51.774531 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec311dc-255b-45c5-99ea-aa01b7fe25a5 req-8a133e84-3798-4b93-b36a-0b14824d255d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:51.776058 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-bec311dc-255b-45c5-99ea-aa01b7fe25a5 req-8a133e84-3798-4b93-b36a-0b14824d255d service neutron] 10.222.0.39 "GET /v2.0/networks?id=994367ac-684e-494c-95f2-2fd2d9ffda84 HTTP/1.1" status: 200 len: 915 time: 0.1525536 Apr 08 10:51:51.823419 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-c72ea179-9f54-424e-86f4-2351d9ff59ec req-5b56fa3f-3ee7-46b5-956a-0f630fa3765e tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510962 Apr 08 10:51:52.384828 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd4e3a-df3d-4098-9c27-c7f3c6744620 req-296c82e7-7e49-4924-9eac-850bf09a67ba tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:52.386537 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-e0fd4e3a-df3d-4098-9c27-c7f3c6744620 req-296c82e7-7e49-4924-9eac-850bf09a67ba tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc9c0f5-4b20-46ae-8b24-1b2fee3db040 HTTP/1.1" status: 200 len: 944 time: 0.0720720 Apr 08 10:51:52.443089 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-dedd8d00-b545-4a05-9c50-6cc9a7a2d066 req-847e5be2-3116-42a1-86dc-3bb2a4287850 tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] 10.222.0.43 "GET /v2.0/ports?device_id=4eb21401-d38e-423c-9c81-0298942776cc HTTP/1.1" status: 200 len: 210 time: 0.0550611 Apr 08 10:51:52.508802 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-e0fd4e3a-df3d-4098-9c27-c7f3c6744620 req-5dcbf29a-5142-44be-88c6-42ab889ad5fc tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1f7d50a-a5a1-4bfe-9006-509b033ac2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053808 Apr 08 10:51:52.675276 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-bec311dc-255b-45c5-99ea-aa01b7fe25a5 req-cffb03d8-d63c-42a0-bf9e-f9b74d0c4bec service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e HTTP/1.1" status: 200 len: 217 time: 0.0531731 Apr 08 10:51:52.977829 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec311dc-255b-45c5-99ea-aa01b7fe25a5 req-a13c5786-3a13-4633-b522-56f4d945e2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:52.979407 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-bec311dc-255b-45c5-99ea-aa01b7fe25a5 req-a13c5786-3a13-4633-b522-56f4d945e2a3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b78e7de2-0284-422b-9e2a-e6adefd9058b HTTP/1.1" status: 200 len: 853 time: 0.0612783 Apr 08 10:51:52.987926 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d8beb-3adf-42f0-89b7-7258dafd348f req-843fefe2-98f2-47d8-9f35-4a0a221c73a0 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:52.989586 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-649d8beb-3adf-42f0-89b7-7258dafd348f req-843fefe2-98f2-47d8-9f35-4a0a221c73a0 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=40b6ecf5-6453-42fc-b63f-40158911ebb1 HTTP/1.1" status: 200 len: 946 time: 0.0993712 Apr 08 10:51:53.049591 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-649d8beb-3adf-42f0-89b7-7258dafd348f req-de6215a9-097e-4cab-ae74-798cec23e7e3 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445378 Apr 08 10:51:53.625226 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-53b913a6-d501-488b-96df-362eed34f96b req-54d5ce52-f56d-4d4a-b3ba-a4445a321845 tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] 10.222.0.43 "GET /v2.0/ports?device_id=4eb21401-d38e-423c-9c81-0298942776cc HTTP/1.1" status: 200 len: 210 time: 0.0439739 Apr 08 10:51:53.656644 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec311dc-255b-45c5-99ea-aa01b7fe25a5 req-8e96841a-5c61-4373-b379-556ac54c8c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:53.659374 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-bec311dc-255b-45c5-99ea-aa01b7fe25a5 req-8e96841a-5c61-4373-b379-556ac54c8c34 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=994367ac-684e-494c-95f2-2fd2d9ffda84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3698063 Apr 08 10:51:53.682406 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fb264-34cc-40fd-bc6d-9f63dde1582d req-e7e06ced-d195-4d51-b46b-99295c5ba2cb tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:53.683876 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-331fb264-34cc-40fd-bc6d-9f63dde1582d req-e7e06ced-d195-4d51-b46b-99295c5ba2cb tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc9c0f5-4b20-46ae-8b24-1b2fee3db040 HTTP/1.1" status: 200 len: 944 time: 0.0853696 Apr 08 10:51:53.744607 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-331fb264-34cc-40fd-bc6d-9f63dde1582d req-d548b185-7482-4bb4-bf60-e0243f18f242 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1f7d50a-a5a1-4bfe-9006-509b033ac2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535562 Apr 08 10:51:53.867479 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-43929ad7-e4e7-4308-81cf-c153f5c94ff5 req-6ea40fa8-513e-437e-aa27-f58f1e6899e6 tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=a48f084be53b4d1aaa2a07c404c426aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430970 Apr 08 10:51:54.031375 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-bec311dc-255b-45c5-99ea-aa01b7fe25a5 req-76819c8f-47a3-4fb6-afa0-c8ea1ba72b7d service neutron] 10.222.0.39 "GET /v2.0/networks/994367ac-684e-494c-95f2-2fd2d9ffda84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194214 Apr 08 10:51:54.060751 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43929ad7-e4e7-4308-81cf-c153f5c94ff5 req-2c9daff8-9c5c-497d-bf21-ac6be0b699e3 tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:54.070160 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-43929ad7-e4e7-4308-81cf-c153f5c94ff5 req-2c9daff8-9c5c-497d-bf21-ac6be0b699e3 tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1660886 Apr 08 10:51:54.074983 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [req-43929ad7-e4e7-4308-81cf-c153f5c94ff5 req-d808b5c9-64ef-4c63-a880-bb33027ff52e tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] Request body: {'port': {'device_id': '4eb21401-d38e-423c-9c81-0298942776cc', 'network_id': 'b3f5e3e5-c762-4dd5-aa23-0dc45ad4a039', 'admin_state_up': True, 'tenant_id': 'a48f084be53b4d1aaa2a07c404c426aa'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:51:54.259342 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=109911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 10:51:54.269380 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-bec311dc-255b-45c5-99ea-aa01b7fe25a5 req-2de2f7ac-9a75-4dcd-841f-686e59975dce service neutron] 10.222.0.39 "GET /v2.0/networks/994367ac-684e-494c-95f2-2fd2d9ffda84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164893 Apr 08 10:51:54.291978 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe234bab-9f70-4162-8112-ae60533fa1cb req-757699a7-918a-4d19-b69f-51a676ab45ef tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:54.293627 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-fe234bab-9f70-4162-8112-ae60533fa1cb req-757699a7-918a-4d19-b69f-51a676ab45ef tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=40b6ecf5-6453-42fc-b63f-40158911ebb1 HTTP/1.1" status: 200 len: 946 time: 0.1383569 Apr 08 10:51:54.359430 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43929ad7-e4e7-4308-81cf-c153f5c94ff5 req-d808b5c9-64ef-4c63-a880-bb33027ff52e tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] Made reservation on behalf of a48f084be53b4d1aaa2a07c404c426aa for: {'port': 1} {{(pid=109910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:51:54.363159 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-43929ad7-e4e7-4308-81cf-c153f5c94ff5 req-d808b5c9-64ef-4c63-a880-bb33027ff52e tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:54.371556 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e,segment=NetworkSegment(66b46815-337a-4b2d-9afc-f8aedc7cbe2f),segment_id=66b46815-337a-4b2d-9afc-f8aedc7cbe2f)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:51:54.375306 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-fe234bab-9f70-4162-8112-ae60533fa1cb req-13d7a106-57ad-48cf-afff-dfd61fd146dd tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723450 Apr 08 10:51:54.376480 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-43929ad7-e4e7-4308-81cf-c153f5c94ff5 req-d808b5c9-64ef-4c63-a880-bb33027ff52e tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] Publish callbacks [] for security_group (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:54.384639 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Returning: {'device': 'd8ae7326-14cb-49e6-a7bd-5a6c2bbce84e', 'network_id': '994367ac-684e-494c-95f2-2fd2d9ffda84', 'port_id': 'd8ae7326-14cb-49e6-a7bd-5a6c2bbce84e', 'mac_address': 'fa:16:3e:10:a8:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b78e7de2-0284-422b-9e2a-e6adefd9058b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 10:51:54.437603 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Current status of the port d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e is: DOWN; New status is: BUILD {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:51:54.439748 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:54.463624 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.notifiers.nova [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e {{(pid=109911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:51:54.489847 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e,segment=NetworkSegment(66b46815-337a-4b2d-9afc-f8aedc7cbe2f),segment_id=66b46815-337a-4b2d-9afc-f8aedc7cbe2f)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:51:54.494113 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:54.503252 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-43929ad7-e4e7-4308-81cf-c153f5c94ff5 req-d808b5c9-64ef-4c63-a880-bb33027ff52e tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] Publish callbacks [] for security_group (8e24599d-8fec-4467-a15a-5adbbd406587), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:54.509723 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-43929ad7-e4e7-4308-81cf-c153f5c94ff5 req-d808b5c9-64ef-4c63-a880-bb33027ff52e tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (8e24599d-8fec-4467-a15a-5adbbd406587), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:54.548620 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Pushing event updated for resources: {'Port': ['ID=d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e,revision_number=4']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:54.598351 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa68de5-74f9-4861-8dee-15094a65ed20 req-79d46440-deec-43cc-b069-ebcb449e1762 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:54.599919 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-9aa68de5-74f9-4861-8dee-15094a65ed20 req-79d46440-deec-43cc-b069-ebcb449e1762 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=38552159-8141-4147-8561-ce8089d7eeec HTTP/1.1" status: 200 len: 945 time: 0.1467931 Apr 08 10:51:54.603654 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d808b5c9-64ef-4c63-a880-bb33027ff52e tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e24599d-8fec-4467-a15a-5adbbd406587,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:54.701238 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-9aa68de5-74f9-4861-8dee-15094a65ed20 req-0b0fe25d-a949-4c5b-97c4-90354b723de0 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922563 Apr 08 10:51:54.730903 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.db_base_plugin_common [req-43929ad7-e4e7-4308-81cf-c153f5c94ff5 req-d808b5c9-64ef-4c63-a880-bb33027ff52e tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] Allocated IP 192.168.233.9 (b3f5e3e5-c762-4dd5-aa23-0dc45ad4a039/83f59148-46b4-469e-ae71-d6ccf4477245/12aa401f-155a-4481-923a-852f2bfe961b) {{(pid=109910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:51:54.795412 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] get_ports_and_sgs() called for port_ids ['d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e'] {{(pid=109911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 10:51:54.819241 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-8af2b0fc-1533-4ac5-b89d-d63194d642ea req-ed9f3a30-ce4b-4f71-b023-ad2361828b31 tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] 10.222.0.43 "GET /v2.0/ports?device_id=4eb21401-d38e-423c-9c81-0298942776cc HTTP/1.1" status: 200 len: 210 time: 0.0454178 Apr 08 10:51:55.061353 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157458bc-9e6b-4125-9db0-56a16d0350e3 req-67626322-1446-4f3f-9974-cc7037c9749c tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:55.063654 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-157458bc-9e6b-4125-9db0-56a16d0350e3 req-67626322-1446-4f3f-9974-cc7037c9749c tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc9c0f5-4b20-46ae-8b24-1b2fee3db040 HTTP/1.1" status: 200 len: 945 time: 0.1700425 Apr 08 10:51:55.080790 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-43929ad7-e4e7-4308-81cf-c153f5c94ff5 req-d808b5c9-64ef-4c63-a880-bb33027ff52e tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] Publish callbacks [] for port (12aa401f-155a-4481-923a-852f2bfe961b), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:55.146016 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-157458bc-9e6b-4125-9db0-56a16d0350e3 req-bb723492-a5ae-4160-8bee-5533dc445ba3 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1f7d50a-a5a1-4bfe-9006-509b033ac2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755403 Apr 08 10:51:55.159248 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-43929ad7-e4e7-4308-81cf-c153f5c94ff5 req-d808b5c9-64ef-4c63-a880-bb33027ff52e tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861'] for port (12aa401f-155a-4481-923a-852f2bfe961b), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:55.243246 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43929ad7-e4e7-4308-81cf-c153f5c94ff5 req-d808b5c9-64ef-4c63-a880-bb33027ff52e tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] Network b3f5e3e5-c762-4dd5-aa23-0dc45ad4a039 is already hosted by enough agents. {{(pid=109910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:51:55.246626 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.base_scheduler [req-43929ad7-e4e7-4308-81cf-c153f5c94ff5 req-d808b5c9-64ef-4c63-a880-bb33027ff52e tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] Resources bound (agent type, host, resource id): {{(pid=109910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:51:55.258020 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.l3_dvrscheduler_db [req-43929ad7-e4e7-4308-81cf-c153f5c94ff5 req-d808b5c9-64ef-4c63-a880-bb33027ff52e tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] Received port after_create {{(pid=109910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 10:51:55.263291 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43929ad7-e4e7-4308-81cf-c153f5c94ff5 req-d808b5c9-64ef-4c63-a880-bb33027ff52e tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:55.263983 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-43929ad7-e4e7-4308-81cf-c153f5c94ff5 req-d808b5c9-64ef-4c63-a880-bb33027ff52e tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for port (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:55.278930 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 55958) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:51:55.306090 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d808b5c9-64ef-4c63-a880-bb33027ff52e tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] Pushing event updated for resources: {'Port': ['ID=12aa401f-155a-4481-923a-852f2bfe961b,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:55.330898 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-43929ad7-e4e7-4308-81cf-c153f5c94ff5 req-d808b5c9-64ef-4c63-a880-bb33027ff52e tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2597528 Apr 08 10:51:55.349719 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [req-43929ad7-e4e7-4308-81cf-c153f5c94ff5 req-c7fb4a80-d456-4cd6-a144-e6d0b20f5232 service neutron] Request body: {'port': {'device_id': '4eb21401-d38e-423c-9c81-0298942776cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:51:55.450918 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-aaa4e024-87a0-46e3-b36a-b69e12bb8057 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:55.466346 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-43929ad7-e4e7-4308-81cf-c153f5c94ff5 req-c7fb4a80-d456-4cd6-a144-e6d0b20f5232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (12aa401f-155a-4481-923a-852f2bfe961b), before_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:55.580861 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-aaa4e024-87a0-46e3-b36a-b69e12bb8057 admin admin] Publish callbacks [] for security_group (e02b767d-fce7-4952-863e-2b6d4d14ab84), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:55.586746 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-aaa4e024-87a0-46e3-b36a-b69e12bb8057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (e02b767d-fce7-4952-863e-2b6d4d14ab84), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:55.595037 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-e13e90dc-10d5-41c1-97b1-72f0d6269d72 None None] Provisioning complete for port 12aa401f-155a-4481-923a-852f2bfe961b triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:51:55.597485 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-e13e90dc-10d5-41c1-97b1-72f0d6269d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (12aa401f-155a-4481-923a-852f2bfe961b), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:55.625092 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa4e024-87a0-46e3-b36a-b69e12bb8057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e02b767d-fce7-4952-863e-2b6d4d14ab84,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:55.640084 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-aaa4e024-87a0-46e3-b36a-b69e12bb8057 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=67e4d7b9be9f466bae32f2538895c444&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3598323 Apr 08 10:51:55.642498 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 55976) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:51:55.709228 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-e13e90dc-10d5-41c1-97b1-72f0d6269d72 None None] Port 12aa401f-155a-4481-923a-852f2bfe961b cannot update to ACTIVE because it is not bound. {{(pid=109911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 10:51:55.709616 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-9a7ddcf8-01b7-4943-be0b-e366811c4f9b admin admin] Publish callbacks [] for security_group (e02b767d-fce7-4952-863e-2b6d4d14ab84), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:55.737773 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-9a7ddcf8-01b7-4943-be0b-e366811c4f9b admin admin] Publish callbacks [] for security_group (e02b767d-fce7-4952-863e-2b6d4d14ab84), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:55.806469 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-9a7ddcf8-01b7-4943-be0b-e366811c4f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (e02b767d-fce7-4952-863e-2b6d4d14ab84), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:55.809353 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-9a7ddcf8-01b7-4943-be0b-e366811c4f9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:55.814028 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-9a7ddcf8-01b7-4943-be0b-e366811c4f9b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e02b767d-fce7-4952-863e-2b6d4d14ab84 HTTP/1.1" status: 204 len: 168 time: 0.1703069 Apr 08 10:51:55.822706 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7ddcf8-01b7-4943-be0b-e366811c4f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02b767d-fce7-4952-863e-2b6d4d14ab84,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:55.877358 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [req-43929ad7-e4e7-4308-81cf-c153f5c94ff5 req-c7fb4a80-d456-4cd6-a144-e6d0b20f5232 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12aa401f-155a-4481-923a-852f2bfe961b {{(pid=109910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:51:55.892072 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-43929ad7-e4e7-4308-81cf-c153f5c94ff5 req-c7fb4a80-d456-4cd6-a144-e6d0b20f5232 service neutron] Publish callbacks [] for port (12aa401f-155a-4481-923a-852f2bfe961b), precommit_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:55.916003 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.provisioning_blocks [req-43929ad7-e4e7-4308-81cf-c153f5c94ff5 req-c7fb4a80-d456-4cd6-a144-e6d0b20f5232 service neutron] Transition to ACTIVE for port object 12aa401f-155a-4481-923a-852f2bfe961b will not be triggered until provisioned by entity L2. {{(pid=109910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 10:51:55.928587 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-43929ad7-e4e7-4308-81cf-c153f5c94ff5 req-c7fb4a80-d456-4cd6-a144-e6d0b20f5232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (12aa401f-155a-4481-923a-852f2bfe961b), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:56.056097 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fb4a80-d456-4cd6-a144-e6d0b20f5232 service neutron] Pushing event updated for resources: {'Port': ['ID=12aa401f-155a-4481-923a-852f2bfe961b,revision_number=2']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:56.066925 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.managers [req-43929ad7-e4e7-4308-81cf-c153f5c94ff5 req-c7fb4a80-d456-4cd6-a144-e6d0b20f5232 service neutron] Attempting to bind port 12aa401f-155a-4481-923a-852f2bfe961b on host hv-cinder-83607 for vnic_type normal with profile {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 10:51:56.067397 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.managers [req-43929ad7-e4e7-4308-81cf-c153f5c94ff5 req-c7fb4a80-d456-4cd6-a144-e6d0b20f5232 service neutron] Attempting to bind port 12aa401f-155a-4481-923a-852f2bfe961b by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '0d0a1c65-e787-456c-9ed8-86a89f292e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b3f5e3e5-c762-4dd5-aa23-0dc45ad4a039'}] {{(pid=109910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 10:51:56.067809 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43929ad7-e4e7-4308-81cf-c153f5c94ff5 req-c7fb4a80-d456-4cd6-a144-e6d0b20f5232 service neutron] Attempting to bind port 12aa401f-155a-4481-923a-852f2bfe961b on network b3f5e3e5-c762-4dd5-aa23-0dc45ad4a039 {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:51:56.082540 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254d12c-7eba-48c2-89fe-f401be609660 req-9ab23e0e-a93e-468d-b846-e935aebfa56b tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:56.084228 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6254d12c-7eba-48c2-89fe-f401be609660 req-9ab23e0e-a93e-468d-b846-e935aebfa56b tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] 10.222.0.43 "GET /v2.0/ports?device_id=4eb21401-d38e-423c-9c81-0298942776cc HTTP/1.1" status: 200 len: 946 time: 0.1670492 Apr 08 10:51:56.085002 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43929ad7-e4e7-4308-81cf-c153f5c94ff5 req-c7fb4a80-d456-4cd6-a144-e6d0b20f5232 service neutron] Port 12aa401f-155a-4481-923a-852f2bfe961b on network b3f5e3e5-c762-4dd5-aa23-0dc45ad4a039 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 10:51:56.085367 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43929ad7-e4e7-4308-81cf-c153f5c94ff5 req-c7fb4a80-d456-4cd6-a144-e6d0b20f5232 service neutron] Attempting to bind port 12aa401f-155a-4481-923a-852f2bfe961b on network b3f5e3e5-c762-4dd5-aa23-0dc45ad4a039 {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:51:56.092011 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43929ad7-e4e7-4308-81cf-c153f5c94ff5 req-c7fb4a80-d456-4cd6-a144-e6d0b20f5232 service neutron] Checking agent: {'id': 'df0b008b-1017-45b0-9cbd-b6387ecfd69a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 48, 18), 'started_at': datetime.datetime(2022, 4, 8, 10, 48, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 10:51:56.092345 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43929ad7-e4e7-4308-81cf-c153f5c94ff5 req-c7fb4a80-d456-4cd6-a144-e6d0b20f5232 service neutron] Checking segment: {'id': '0d0a1c65-e787-456c-9ed8-86a89f292e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b3f5e3e5-c762-4dd5-aa23-0dc45ad4a039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:51:56.093601 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43929ad7-e4e7-4308-81cf-c153f5c94ff5 req-c7fb4a80-d456-4cd6-a144-e6d0b20f5232 service neutron] Bound using segment: {'id': '0d0a1c65-e787-456c-9ed8-86a89f292e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b3f5e3e5-c762-4dd5-aa23-0dc45ad4a039'} {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 10:51:56.093601 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.managers [req-43929ad7-e4e7-4308-81cf-c153f5c94ff5 req-c7fb4a80-d456-4cd6-a144-e6d0b20f5232 service neutron] Bound port: 12aa401f-155a-4481-923a-852f2bfe961b, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d0a1c65-e787-456c-9ed8-86a89f292e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b3f5e3e5-c762-4dd5-aa23-0dc45ad4a039'}}] {{(pid=109910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 10:51:56.093938 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-43929ad7-e4e7-4308-81cf-c153f5c94ff5 req-c7fb4a80-d456-4cd6-a144-e6d0b20f5232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (12aa401f-155a-4481-923a-852f2bfe961b), before_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:56.198868 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6254d12c-7eba-48c2-89fe-f401be609660 req-e0452a45-d989-4526-81c3-228c21eedc1b tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e24599d-8fec-4467-a15a-5adbbd406587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023698 Apr 08 10:51:56.232789 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [req-43929ad7-e4e7-4308-81cf-c153f5c94ff5 req-c7fb4a80-d456-4cd6-a144-e6d0b20f5232 service neutron] For port 12aa401f-155a-4481-923a-852f2bfe961b, host hv-cinder-83607, cleared binding levels {{(pid=109910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:51:56.237656 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [req-43929ad7-e4e7-4308-81cf-c153f5c94ff5 req-c7fb4a80-d456-4cd6-a144-e6d0b20f5232 service neutron] For port 12aa401f-155a-4481-923a-852f2bfe961b, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=12aa401f-155a-4481-923a-852f2bfe961b,segment=NetworkSegment(0d0a1c65-e787-456c-9ed8-86a89f292e39),segment_id=0d0a1c65-e787-456c-9ed8-86a89f292e39)] {{(pid=109910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:51:56.248189 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-43929ad7-e4e7-4308-81cf-c153f5c94ff5 req-c7fb4a80-d456-4cd6-a144-e6d0b20f5232 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (12aa401f-155a-4481-923a-852f2bfe961b), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:56.307662 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 56004) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:51:56.324142 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-f0e2f0e2-b088-4303-88e6-c0c632f746db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:56.375289 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43929ad7-e4e7-4308-81cf-c153f5c94ff5 req-c7fb4a80-d456-4cd6-a144-e6d0b20f5232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:56.376484 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-43929ad7-e4e7-4308-81cf-c153f5c94ff5 req-c7fb4a80-d456-4cd6-a144-e6d0b20f5232 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for port (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:56.378272 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-43929ad7-e4e7-4308-81cf-c153f5c94ff5 req-c7fb4a80-d456-4cd6-a144-e6d0b20f5232 service neutron] 10.222.0.39 "PUT /v2.0/ports/12aa401f-155a-4481-923a-852f2bfe961b HTTP/1.1" status: 200 len: 1096 time: 1.0381963 Apr 08 10:51:56.379129 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eb21401-d38e-423c-9c81-0298942776cc', 'tag': '12aa401f-155a-4481-923a-852f2bfe961b'}] {{(pid=109910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:51:56.382086 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c101578fc708467248d177b11db2e3e6a7db5c554c0046cb1dea7ab1ce8b9fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0791ce0-8dd2-442e-ba4a-3d119237086a" -d '{"events": [{"name": "network-changed", "server_uuid": "4eb21401-d38e-423c-9c81-0298942776cc", "tag": "12aa401f-155a-4481-923a-852f2bfe961b"}]}' {{(pid=109910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:51:56.413168 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fb4a80-d456-4cd6-a144-e6d0b20f5232 service neutron] Pushing event updated for resources: {'Port': ['ID=12aa401f-155a-4481-923a-852f2bfe961b,revision_number=3']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:56.430985 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-f0e2f0e2-b088-4303-88e6-c0c632f746db admin admin] Publish callbacks [] for security_group (8f21f605-006c-456f-b1d8-d88ca429770e), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:56.437587 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f011c-c1e3-4c48-808b-b530044998f9 req-703231fa-e1f0-4264-b1ee-8c52c96e67e0 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:56.438307 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-f0e2f0e2-b088-4303-88e6-c0c632f746db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (8f21f605-006c-456f-b1d8-d88ca429770e), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:56.446059 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b55f011c-c1e3-4c48-808b-b530044998f9 req-703231fa-e1f0-4264-b1ee-8c52c96e67e0 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc9c0f5-4b20-46ae-8b24-1b2fee3db040 HTTP/1.1" status: 200 len: 945 time: 0.1865368 Apr 08 10:51:56.471791 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 10:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c882ce-b499-4db9-ac71-38f2054ddfeb x-openstack-request-id: req-a9c882ce-b499-4db9-ac71-38f2054ddfeb {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:51:56.482132 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eb21401-d38e-423c-9c81-0298942776cc", "tag": "12aa401f-155a-4481-923a-852f2bfe961b", "status": "completed", "code": 200}]} {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:51:56.482410 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a9c882ce-b499-4db9-ac71-38f2054ddfeb {{(pid=109910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:51:56.482942 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9c882ce-b499-4db9-ac71-38f2054ddfeb'] response: {'name': 'network-changed', 'server_uuid': '4eb21401-d38e-423c-9c81-0298942776cc', 'tag': '12aa401f-155a-4481-923a-852f2bfe961b', 'status': 'completed', 'code': 200} Apr 08 10:51:56.504854 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-f0e2f0e2-b088-4303-88e6-c0c632f746db admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3f6e6031e72941edb9d9150383efe6d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1928680 Apr 08 10:51:56.505687 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 56014) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:51:56.544342 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e2f0e2-b088-4303-88e6-c0c632f746db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f21f605-006c-456f-b1d8-d88ca429770e,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:56.562383 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b55f011c-c1e3-4c48-808b-b530044998f9 req-e5a8498c-fd1e-4c25-ba34-bf9cb8aad505 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1f7d50a-a5a1-4bfe-9006-509b033ac2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148024 Apr 08 10:51:56.633736 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-ae7735ef-b87f-4e45-abd6-315b02a70c3a admin admin] Publish callbacks [] for security_group (8f21f605-006c-456f-b1d8-d88ca429770e), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:56.687343 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-ae7735ef-b87f-4e45-abd6-315b02a70c3a admin admin] Publish callbacks [] for security_group (8f21f605-006c-456f-b1d8-d88ca429770e), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:56.756675 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-ae7735ef-b87f-4e45-abd6-315b02a70c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (8f21f605-006c-456f-b1d8-d88ca429770e), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:56.759592 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-ae7735ef-b87f-4e45-abd6-315b02a70c3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:56.763812 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-ae7735ef-b87f-4e45-abd6-315b02a70c3a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8f21f605-006c-456f-b1d8-d88ca429770e HTTP/1.1" status: 204 len: 168 time: 0.2479541 Apr 08 10:51:56.773888 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7735ef-b87f-4e45-abd6-315b02a70c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f21f605-006c-456f-b1d8-d88ca429770e,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:56.855493 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd0c26b-a8f7-44eb-bb1b-093112eef018 req-454bbb1b-fc2e-402f-beb7-95c478b3f69c tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:56.857804 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ddd0c26b-a8f7-44eb-bb1b-093112eef018 req-454bbb1b-fc2e-402f-beb7-95c478b3f69c tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=38552159-8141-4147-8561-ce8089d7eeec HTTP/1.1" status: 200 len: 945 time: 0.1178393 Apr 08 10:51:56.935406 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ddd0c26b-a8f7-44eb-bb1b-093112eef018 req-4d864d6b-2e86-4699-bfc1-3cfc4a64a30d tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711515 Apr 08 10:51:57.035861 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e up at agent hyperv_hv-cinder-83607 {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:51:57.097472 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Provisioning for port d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e completed by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 10:51:57.101177 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Provisioning complete for port d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:51:57.101546 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:57.185355 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Current status of the port d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e is: BUILD; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:51:57.185767 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:57.209652 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc9c0f5-4b20-46ae-8b24-1b2fee3db040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8ae7326-14cb-49e6-a7bd-5a6c2bbce84e'}] {{(pid=109911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:51:57.212232 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930651e71dbc4ea3279ef2aec3aabe40d8fedb7c9b7e81889183a919dd1d7a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc58f03-0901-4904-8784-d8118767e47a" -d '{"events": [{"server_uuid": "0fc9c0f5-4b20-46ae-8b24-1b2fee3db040", "name": "network-vif-plugged", "status": "completed", "tag": "d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e"}]}' {{(pid=109911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:51:57.225724 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e,segment=NetworkSegment(66b46815-337a-4b2d-9afc-f8aedc7cbe2f),segment_id=66b46815-337a-4b2d-9afc-f8aedc7cbe2f)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:51:57.231327 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:51:57.255796 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 10:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56d61d0-04cc-4d97-875c-4bf35be1e99e x-openstack-request-id: req-f56d61d0-04cc-4d97-875c-4bf35be1e99e {{(pid=109911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:51:57.256109 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fc9c0f5-4b20-46ae-8b24-1b2fee3db040", "name": "network-vif-plugged", "status": "completed", "tag": "d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e", "code": 200}]} {{(pid=109911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:51:57.256396 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f56d61d0-04cc-4d97-875c-4bf35be1e99e {{(pid=109911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:51:57.256725 dv-cinder-836071-3-iscsi neutron-server[109911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f56d61d0-04cc-4d97-875c-4bf35be1e99e'] response: {'server_uuid': '0fc9c0f5-4b20-46ae-8b24-1b2fee3db040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8ae7326-14cb-49e6-a7bd-5a6c2bbce84e', 'code': 200} Apr 08 10:51:57.285717 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Pushing event updated for resources: {'Port': ['ID=d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e,revision_number=5']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:51:57.364760 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e997a-1a3b-4b21-acde-c14d81c35e89 req-f66aefa0-31e3-42eb-b9ce-1a2d913c82f5 tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:57.366383 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-e24e997a-1a3b-4b21-acde-c14d81c35e89 req-f66aefa0-31e3-42eb-b9ce-1a2d913c82f5 tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] 10.222.0.43 "GET /v2.0/ports?device_id=4eb21401-d38e-423c-9c81-0298942776cc HTTP/1.1" status: 200 len: 946 time: 0.0560920 Apr 08 10:51:57.428091 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-e24e997a-1a3b-4b21-acde-c14d81c35e89 req-641c68a0-463c-4ccc-9ea5-49d0f54a2891 tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e24599d-8fec-4467-a15a-5adbbd406587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557938 Apr 08 10:51:57.680985 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eab8cc-b8ad-4f2c-b298-e1e423f62990 req-e27a32f9-4584-4395-8a48-ea2f3abc7333 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:57.682505 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-84eab8cc-b8ad-4f2c-b298-e1e423f62990 req-e27a32f9-4584-4395-8a48-ea2f3abc7333 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc9c0f5-4b20-46ae-8b24-1b2fee3db040 HTTP/1.1" status: 200 len: 946 time: 0.0540113 Apr 08 10:51:57.730309 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-84eab8cc-b8ad-4f2c-b298-e1e423f62990 req-f640a9f8-1a75-4aa9-a8b8-d38d98d08aa7 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1f7d50a-a5a1-4bfe-9006-509b033ac2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419464 Apr 08 10:51:58.078504 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f805a2e-dbf7-466d-bc95-70960ea4bd43 req-6a5f06a8-4f8a-4b35-bf90-f7edeb8679b5 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:58.080071 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-4f805a2e-dbf7-466d-bc95-70960ea4bd43 req-6a5f06a8-4f8a-4b35-bf90-f7edeb8679b5 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=38552159-8141-4147-8561-ce8089d7eeec HTTP/1.1" status: 200 len: 945 time: 0.0581939 Apr 08 10:51:58.133087 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-4f805a2e-dbf7-466d-bc95-70960ea4bd43 req-55ab72b8-327b-4459-be5e-87eb17e9d699 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473723 Apr 08 10:51:58.564395 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93437960-9e94-4f4b-aa30-f6a018399067 req-460ac024-3579-473a-803d-cb641528c5ec tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:58.565948 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-93437960-9e94-4f4b-aa30-f6a018399067 req-460ac024-3579-473a-803d-cb641528c5ec tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] 10.222.0.43 "GET /v2.0/ports?device_id=4eb21401-d38e-423c-9c81-0298942776cc HTTP/1.1" status: 200 len: 946 time: 0.0567422 Apr 08 10:51:58.614113 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-93437960-9e94-4f4b-aa30-f6a018399067 req-c53be445-5816-4759-9557-b5d2a98afe2d tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e24599d-8fec-4467-a15a-5adbbd406587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425243 Apr 08 10:51:58.897412 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0791ce0-8dd2-442e-ba4a-3d119237086a req-da46eb63-1cfc-4dd8-b732-d2746db7cef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:58.898944 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f0791ce0-8dd2-442e-ba4a-3d119237086a req-da46eb63-1cfc-4dd8-b732-d2746db7cef8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a48f084be53b4d1aaa2a07c404c426aa&device_id=4eb21401-d38e-423c-9c81-0298942776cc HTTP/1.1" status: 200 len: 1130 time: 0.1183803 Apr 08 10:51:58.903107 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee25eb78-8697-4b4d-ac67-1240132cbd91 req-7b75be08-c9cf-42b4-b5c4-7e5d93c9db22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:58.904539 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ee25eb78-8697-4b4d-ac67-1240132cbd91 req-7b75be08-c9cf-42b4-b5c4-7e5d93c9db22 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3b8c2bcd253d4480a40c77765f83e67a&device_id=38552159-8141-4147-8561-ce8089d7eeec HTTP/1.1" status: 200 len: 1129 time: 0.1134181 Apr 08 10:51:58.914833 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc7959-feb3-4eae-ab36-8959e6130f6a req-4a087043-bc25-4aab-bc0b-a3e47554e127 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:58.916258 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-82cc7959-feb3-4eae-ab36-8959e6130f6a req-4a087043-bc25-4aab-bc0b-a3e47554e127 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc9c0f5-4b20-46ae-8b24-1b2fee3db040 HTTP/1.1" status: 200 len: 946 time: 0.0887737 Apr 08 10:51:58.976642 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4bd5dc-b0ef-4cee-9f71-2942751332fd req-4ce77101-7bd1-4de4-8a5e-9471a049c2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:58.978206 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [req-6f4bd5dc-b0ef-4cee-9f71-2942751332fd req-4ce77101-7bd1-4de4-8a5e-9471a049c2b2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0fc9c0f5-4b20-46ae-8b24-1b2fee3db040 HTTP/1.1" status: 200 len: 1130 time: 0.0472145 Apr 08 10:51:58.987584 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f0791ce0-8dd2-442e-ba4a-3d119237086a req-5ffd0a99-6113-4c43-841f-52eb389ec283 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=a48f084be53b4d1aaa2a07c404c426aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0582912 Apr 08 10:51:59.051238 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [req-6f4bd5dc-b0ef-4cee-9f71-2942751332fd req-aa6ea3ee-dafd-462a-8921-7b6db756942a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a1f7d50a-a5a1-4bfe-9006-509b033ac2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458381 Apr 08 10:51:59.087691 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-82cc7959-feb3-4eae-ab36-8959e6130f6a req-31eff5cc-6083-46b1-b969-dfb16e1fb408 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1f7d50a-a5a1-4bfe-9006-509b033ac2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655526 Apr 08 10:51:59.207717 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee25eb78-8697-4b4d-ac67-1240132cbd91 req-554afb1a-f366-47c5-bf8d-c75730dd075b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:59.209133 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ee25eb78-8697-4b4d-ac67-1240132cbd91 req-554afb1a-f366-47c5-bf8d-c75730dd075b service neutron] 10.222.0.39 "GET /v2.0/networks?id=33a3be25-f434-41eb-a414-585facf4d669 HTTP/1.1" status: 200 len: 920 time: 0.2730205 Apr 08 10:51:59.251003 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0791ce0-8dd2-442e-ba4a-3d119237086a req-f3218387-8890-4e66-83b5-8f263db9ef73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:59.252488 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f0791ce0-8dd2-442e-ba4a-3d119237086a req-f3218387-8890-4e66-83b5-8f263db9ef73 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2282784 Apr 08 10:51:59.273155 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c82aabf-eb40-4d47-843f-9c561649f7fb req-c708b678-e4ab-4c9f-9cae-84793cb0711e tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:59.274564 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-4c82aabf-eb40-4d47-843f-9c561649f7fb req-c708b678-e4ab-4c9f-9cae-84793cb0711e tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=38552159-8141-4147-8561-ce8089d7eeec HTTP/1.1" status: 200 len: 945 time: 0.0742636 Apr 08 10:51:59.561757 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ee25eb78-8697-4b4d-ac67-1240132cbd91 req-122be9ed-93ba-43ec-b8b5-76d5ec368c1e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aba2c694-d951-4d11-a7f4-d6c59eb06344 HTTP/1.1" status: 200 len: 217 time: 0.2641866 Apr 08 10:51:59.590494 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-4c82aabf-eb40-4d47-843f-9c561649f7fb req-81aa3df6-7475-4baa-9ba9-e2bfb8a4b5ba tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102140 Apr 08 10:51:59.608548 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43929ad7-e4e7-4308-81cf-c153f5c94ff5 req-1219bbd9-734d-414e-82bb-abaafa137c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:59.608548 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-43929ad7-e4e7-4308-81cf-c153f5c94ff5 req-1219bbd9-734d-414e-82bb-abaafa137c4c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a48f084be53b4d1aaa2a07c404c426aa&device_id=4eb21401-d38e-423c-9c81-0298942776cc HTTP/1.1" status: 200 len: 1130 time: 0.0598474 Apr 08 10:51:59.733853 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd78f06-7178-4823-a0fa-1c5b6c2d568d req-fefe358c-13cd-42c6-8ae2-1ad32e6a285d tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:59.735450 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-bfd78f06-7178-4823-a0fa-1c5b6c2d568d req-fefe358c-13cd-42c6-8ae2-1ad32e6a285d tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] 10.222.0.43 "GET /v2.0/ports?device_id=4eb21401-d38e-423c-9c81-0298942776cc HTTP/1.1" status: 200 len: 946 time: 0.0519235 Apr 08 10:51:59.792342 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-bfd78f06-7178-4823-a0fa-1c5b6c2d568d req-432d0b4a-344d-4ae9-a071-d950497879b9 tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e24599d-8fec-4467-a15a-5adbbd406587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511868 Apr 08 10:51:59.914901 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-43929ad7-e4e7-4308-81cf-c153f5c94ff5 req-bfa64864-5d63-4ca2-8103-3bf4f84c841a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=12aa401f-155a-4481-923a-852f2bfe961b HTTP/1.1" status: 200 len: 217 time: 0.0618317 Apr 08 10:51:59.954923 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee25eb78-8697-4b4d-ac67-1240132cbd91 req-364944e1-1ec4-4f68-b628-a2fa77d79977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:59.956428 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ee25eb78-8697-4b4d-ac67-1240132cbd91 req-364944e1-1ec4-4f68-b628-a2fa77d79977 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=695d492a-ca30-42dc-b8aa-3b1f1f515ae3 HTTP/1.1" status: 200 len: 858 time: 0.1021962 Apr 08 10:51:59.976003 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43929ad7-e4e7-4308-81cf-c153f5c94ff5 req-eba41294-6087-42ab-a70a-0930958abe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:51:59.978194 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-43929ad7-e4e7-4308-81cf-c153f5c94ff5 req-eba41294-6087-42ab-a70a-0930958abe21 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=83f59148-46b4-469e-ae71-d6ccf4477245 HTTP/1.1" status: 200 len: 843 time: 0.0539377 Apr 08 10:52:00.075072 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43929ad7-e4e7-4308-81cf-c153f5c94ff5 req-a4a29c9a-18b6-4930-b712-dedb1dae07c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:00.076599 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-43929ad7-e4e7-4308-81cf-c153f5c94ff5 req-a4a29c9a-18b6-4930-b712-dedb1dae07c6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b3f5e3e5-c762-4dd5-aa23-0dc45ad4a039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0772917 Apr 08 10:52:00.078419 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee25eb78-8697-4b4d-ac67-1240132cbd91 req-f99f8568-99d2-4e08-bbfb-091ad6813695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:00.079875 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ee25eb78-8697-4b4d-ac67-1240132cbd91 req-f99f8568-99d2-4e08-bbfb-091ad6813695 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=33a3be25-f434-41eb-a414-585facf4d669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0921671 Apr 08 10:52:00.296731 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-43929ad7-e4e7-4308-81cf-c153f5c94ff5 req-9e75a8a1-dcf0-4ac7-baca-2f91a2950fe7 service neutron] 10.222.0.39 "GET /v2.0/networks/b3f5e3e5-c762-4dd5-aa23-0dc45ad4a039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066545 Apr 08 10:52:00.317214 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c7c6e-ec58-42e3-9f06-5104e2dd83e6 req-8afca19e-1b7d-4264-845f-1235b8be2397 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:00.318658 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1d3c7c6e-ec58-42e3-9f06-5104e2dd83e6 req-8afca19e-1b7d-4264-845f-1235b8be2397 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc9c0f5-4b20-46ae-8b24-1b2fee3db040 HTTP/1.1" status: 200 len: 946 time: 0.1515796 Apr 08 10:52:00.322849 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ee25eb78-8697-4b4d-ac67-1240132cbd91 req-fea6dc43-9466-4974-bfda-51b73f63d843 service neutron] 10.222.0.39 "GET /v2.0/networks/33a3be25-f434-41eb-a414-585facf4d669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081199 Apr 08 10:52:00.386395 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1d3c7c6e-ec58-42e3-9f06-5104e2dd83e6 req-d30d95c6-be47-4327-82bf-258d2ff602d8 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1f7d50a-a5a1-4bfe-9006-509b033ac2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589788 Apr 08 10:52:00.721788 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ea5ea-7d73-4ec2-8676-93cfdad37e3e req-a0ca001b-522b-46f8-98a3-b76fcc97705e tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:00.723340 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-bc4ea5ea-7d73-4ec2-8676-93cfdad37e3e req-a0ca001b-522b-46f8-98a3-b76fcc97705e tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=38552159-8141-4147-8561-ce8089d7eeec HTTP/1.1" status: 200 len: 945 time: 0.0631008 Apr 08 10:52:00.830851 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-bc4ea5ea-7d73-4ec2-8676-93cfdad37e3e req-e5c4e5f2-ffac-4ccd-a2e3-a23b1a3657f3 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018403 Apr 08 10:52:00.973677 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-43929ad7-e4e7-4308-81cf-c153f5c94ff5 req-4aa082a6-3df5-4a08-bb53-1d2936dbd89d service neutron] 10.222.0.39 "GET /v2.0/networks/b3f5e3e5-c762-4dd5-aa23-0dc45ad4a039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125523 Apr 08 10:52:00.975236 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ee25eb78-8697-4b4d-ac67-1240132cbd91 req-36fedaa0-5e45-4189-87b1-fdddb9b48d98 service neutron] 10.222.0.39 "GET /v2.0/networks/33a3be25-f434-41eb-a414-585facf4d669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156060 Apr 08 10:52:00.990788 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af18463-81f9-47e0-a86b-f5266b68c600 req-0a9b3772-6a0e-4cae-8e53-640c8cf3bb21 tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:00.992302 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0af18463-81f9-47e0-a86b-f5266b68c600 req-0a9b3772-6a0e-4cae-8e53-640c8cf3bb21 tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] 10.222.0.43 "GET /v2.0/ports?device_id=4eb21401-d38e-423c-9c81-0298942776cc HTTP/1.1" status: 200 len: 946 time: 0.1075056 Apr 08 10:52:01.047427 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0af18463-81f9-47e0-a86b-f5266b68c600 req-9afbdfce-0446-4986-a409-f9bfd02c5465 tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e24599d-8fec-4467-a15a-5adbbd406587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478837 Apr 08 10:52:01.535749 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d61c50-7f70-46a8-b243-4b0ce0f38be8 req-ac05cba8-687e-48b2-8e4f-3a615a5e50a4 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:01.537711 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f2d61c50-7f70-46a8-b243-4b0ce0f38be8 req-ac05cba8-687e-48b2-8e4f-3a615a5e50a4 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc9c0f5-4b20-46ae-8b24-1b2fee3db040 HTTP/1.1" status: 200 len: 946 time: 0.0692165 Apr 08 10:52:01.621303 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f2d61c50-7f70-46a8-b243-4b0ce0f38be8 req-1c3326db-04c2-44ca-89b4-7ab1bd424228 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1f7d50a-a5a1-4bfe-9006-509b033ac2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750287 Apr 08 10:52:01.767660 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c04e4-75fa-4a30-9493-b5315cbab29f req-632ac47e-2d77-4165-9949-f4e6070e0ec1 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:01.773700 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-e47c04e4-75fa-4a30-9493-b5315cbab29f req-632ac47e-2d77-4165-9949-f4e6070e0ec1 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc9c0f5-4b20-46ae-8b24-1b2fee3db040 HTTP/1.1" status: 200 len: 946 time: 0.0813456 Apr 08 10:52:01.832181 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-e47c04e4-75fa-4a30-9493-b5315cbab29f req-8920ce6f-e70a-4d28-a68a-e4f206c381f0 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1f7d50a-a5a1-4bfe-9006-509b033ac2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475595 Apr 08 10:52:02.006193 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391389e-9c98-4ca8-85e2-d6359a451c90 req-32e70083-24a2-4a07-856d-c95684686540 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:02.009728 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-d391389e-9c98-4ca8-85e2-d6359a451c90 req-32e70083-24a2-4a07-856d-c95684686540 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=38552159-8141-4147-8561-ce8089d7eeec HTTP/1.1" status: 200 len: 945 time: 0.0835342 Apr 08 10:52:02.063272 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-d391389e-9c98-4ca8-85e2-d6359a451c90 req-4ca52673-d522-48f5-9407-5473d1ba06f6 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477157 Apr 08 10:52:02.226841 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79033968-11b4-45a8-be80-6c1d70118e13 req-298a2957-f210-4dc9-83b9-937ad4fced4b tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:02.228315 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-79033968-11b4-45a8-be80-6c1d70118e13 req-298a2957-f210-4dc9-83b9-937ad4fced4b tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] 10.222.0.43 "GET /v2.0/ports?device_id=4eb21401-d38e-423c-9c81-0298942776cc HTTP/1.1" status: 200 len: 946 time: 0.0862479 Apr 08 10:52:02.247512 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41396d4c-f194-4f54-8a34-9a23948937aa req-d0fc3382-a8a3-4b1c-83fd-5199546cae55 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:02.248962 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-41396d4c-f194-4f54-8a34-9a23948937aa req-d0fc3382-a8a3-4b1c-83fd-5199546cae55 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc9c0f5-4b20-46ae-8b24-1b2fee3db040 HTTP/1.1" status: 200 len: 946 time: 0.0788584 Apr 08 10:52:02.317381 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-79033968-11b4-45a8-be80-6c1d70118e13 req-a4396f38-f00f-41cd-b8f6-7164f841f1a5 tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e24599d-8fec-4467-a15a-5adbbd406587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834146 Apr 08 10:52:02.321842 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-41396d4c-f194-4f54-8a34-9a23948937aa req-e555614a-2ee9-437c-abb5-64cc004a78f9 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1f7d50a-a5a1-4bfe-9006-509b033ac2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652914 Apr 08 10:52:02.696241 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 56254) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:02.807191 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-4b7bb842-e010-44d9-94ef-ce99c0e8fd32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:02.883223 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-4b7bb842-e010-44d9-94ef-ce99c0e8fd32 admin admin] Publish callbacks [] for security_group (2f46e88f-80c1-4ccf-adb7-5a43a4431040), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:02.887697 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-4b7bb842-e010-44d9-94ef-ce99c0e8fd32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (2f46e88f-80c1-4ccf-adb7-5a43a4431040), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:02.925369 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-4b7bb842-e010-44d9-94ef-ce99c0e8fd32 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=01e71901103d4d8191022c767ce12baf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2280214 Apr 08 10:52:02.927976 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 56268) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:02.935097 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7bb842-e010-44d9-94ef-ce99c0e8fd32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f46e88f-80c1-4ccf-adb7-5a43a4431040,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:02.983180 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-886270bf-c3aa-4a2d-a639-ab1e1940df38 admin admin] Publish callbacks [] for security_group (2f46e88f-80c1-4ccf-adb7-5a43a4431040), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:03.006045 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-886270bf-c3aa-4a2d-a639-ab1e1940df38 admin admin] Publish callbacks [] for security_group (2f46e88f-80c1-4ccf-adb7-5a43a4431040), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:03.059284 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-886270bf-c3aa-4a2d-a639-ab1e1940df38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (2f46e88f-80c1-4ccf-adb7-5a43a4431040), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:03.065699 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-886270bf-c3aa-4a2d-a639-ab1e1940df38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:03.066854 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-886270bf-c3aa-4a2d-a639-ab1e1940df38 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2f46e88f-80c1-4ccf-adb7-5a43a4431040 HTTP/1.1" status: 204 len: 168 time: 0.1380115 Apr 08 10:52:03.083979 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886270bf-c3aa-4a2d-a639-ab1e1940df38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f46e88f-80c1-4ccf-adb7-5a43a4431040,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:03.223115 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dcd916-f131-4ecc-a692-c66d4bf00d1d req-f5a8bd24-1695-42e8-b7ff-390671dafb6e tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:03.224721 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-54dcd916-f131-4ecc-a692-c66d4bf00d1d req-f5a8bd24-1695-42e8-b7ff-390671dafb6e tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=38552159-8141-4147-8561-ce8089d7eeec HTTP/1.1" status: 200 len: 945 time: 0.0598989 Apr 08 10:52:03.278710 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-54dcd916-f131-4ecc-a692-c66d4bf00d1d req-8e92e904-29df-4bd1-b28e-83ee3827c966 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480788 Apr 08 10:52:03.404881 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 56302) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:03.436444 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-903f5b30-0bf3-4042-8763-2c7db3f1174d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:03.483153 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad59da-63a9-4c75-a816-61906e6fe051 req-14e0cef2-a8bf-4c85-b1b6-c34efd262b43 tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:03.485903 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-65ad59da-63a9-4c75-a816-61906e6fe051 req-14e0cef2-a8bf-4c85-b1b6-c34efd262b43 tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] 10.222.0.43 "GET /v2.0/ports?device_id=4eb21401-d38e-423c-9c81-0298942776cc HTTP/1.1" status: 200 len: 946 time: 0.0913401 Apr 08 10:52:03.516937 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 56306) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:03.554704 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-65ad59da-63a9-4c75-a816-61906e6fe051 req-0ca5dbbb-8cc2-4bca-a502-040e56a81cba tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e24599d-8fec-4467-a15a-5adbbd406587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620685 Apr 08 10:52:03.578878 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-903f5b30-0bf3-4042-8763-2c7db3f1174d admin admin] Publish callbacks [] for security_group (f0242f4c-ceb0-4107-860d-c45f53bd9470), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:03.584474 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-903f5b30-0bf3-4042-8763-2c7db3f1174d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (f0242f4c-ceb0-4107-860d-c45f53bd9470), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:03.623172 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-903f5b30-0bf3-4042-8763-2c7db3f1174d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9d00ec8df5044930b91967ad07cbf6a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2172616 Apr 08 10:52:03.624627 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903f5b30-0bf3-4042-8763-2c7db3f1174d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0242f4c-ceb0-4107-860d-c45f53bd9470,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:03.627508 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 56310) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:03.630503 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-554a12bc-d36c-4475-940b-f252ea322ce6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:03.686342 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-0d309527-33dd-403a-83bc-60b112d6e5db admin admin] Publish callbacks [] for security_group (f0242f4c-ceb0-4107-860d-c45f53bd9470), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:03.717514 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-0d309527-33dd-403a-83bc-60b112d6e5db admin admin] Publish callbacks [] for security_group (f0242f4c-ceb0-4107-860d-c45f53bd9470), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:03.739947 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-554a12bc-d36c-4475-940b-f252ea322ce6 admin admin] Publish callbacks [] for security_group (c90347c0-6ecd-4a59-a39d-37979aec31a6), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:03.745154 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-554a12bc-d36c-4475-940b-f252ea322ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (c90347c0-6ecd-4a59-a39d-37979aec31a6), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:03.769976 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-0d309527-33dd-403a-83bc-60b112d6e5db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (f0242f4c-ceb0-4107-860d-c45f53bd9470), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:03.773256 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-0d309527-33dd-403a-83bc-60b112d6e5db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:03.774816 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-0d309527-33dd-403a-83bc-60b112d6e5db admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f0242f4c-ceb0-4107-860d-c45f53bd9470 HTTP/1.1" status: 204 len: 168 time: 0.1464233 Apr 08 10:52:03.786461 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d309527-33dd-403a-83bc-60b112d6e5db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0242f4c-ceb0-4107-860d-c45f53bd9470,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:03.796087 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-554a12bc-d36c-4475-940b-f252ea322ce6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=93510812f8984e69a747b6a31df9d781&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2779250 Apr 08 10:52:03.798291 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 56320) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:03.799023 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554a12bc-d36c-4475-940b-f252ea322ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c90347c0-6ecd-4a59-a39d-37979aec31a6,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:03.861183 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-81731e79-e0da-4646-9b5a-03663bf24011 admin admin] Publish callbacks [] for security_group (c90347c0-6ecd-4a59-a39d-37979aec31a6), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:03.885745 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-81731e79-e0da-4646-9b5a-03663bf24011 admin admin] Publish callbacks [] for security_group (c90347c0-6ecd-4a59-a39d-37979aec31a6), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:03.946511 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-81731e79-e0da-4646-9b5a-03663bf24011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (c90347c0-6ecd-4a59-a39d-37979aec31a6), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:03.949486 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-81731e79-e0da-4646-9b5a-03663bf24011 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:03.950824 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-81731e79-e0da-4646-9b5a-03663bf24011 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c90347c0-6ecd-4a59-a39d-37979aec31a6 HTTP/1.1" status: 204 len: 168 time: 0.1513441 Apr 08 10:52:03.959659 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81731e79-e0da-4646-9b5a-03663bf24011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90347c0-6ecd-4a59-a39d-37979aec31a6,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:04.302967 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 56358) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:04.323342 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-c7b20577-5021-4ac6-9769-d8895260140f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:04.458139 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444cca9-2ef5-4fc6-a4f2-fcf9e2a7ad22 req-cdf17399-a1cf-4500-a961-cb617ca01f55 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:04.462588 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-5444cca9-2ef5-4fc6-a4f2-fcf9e2a7ad22 req-cdf17399-a1cf-4500-a961-cb617ca01f55 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=38552159-8141-4147-8561-ce8089d7eeec HTTP/1.1" status: 200 len: 945 time: 0.0975950 Apr 08 10:52:04.540974 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-c7b20577-5021-4ac6-9769-d8895260140f admin admin] Publish callbacks [] for security_group (de183239-5a41-4254-917a-a8f378480d98), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:04.560578 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-5444cca9-2ef5-4fc6-a4f2-fcf9e2a7ad22 req-ee7ab2ba-9c50-42cf-afac-a3e8f07fa933 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964475 Apr 08 10:52:04.571768 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-c7b20577-5021-4ac6-9769-d8895260140f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (de183239-5a41-4254-917a-a8f378480d98), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:04.600487 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b20577-5021-4ac6-9769-d8895260140f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de183239-5a41-4254-917a-a8f378480d98,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:04.626030 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-c7b20577-5021-4ac6-9769-d8895260140f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b4b4813f27bf4e1797a22714d1a1a90a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3191519 Apr 08 10:52:04.626458 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 56382) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:04.694797 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-f1f48a4b-2e6d-4c87-8231-c8216727ad4f admin admin] Publish callbacks [] for security_group (de183239-5a41-4254-917a-a8f378480d98), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:04.720345 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-f1f48a4b-2e6d-4c87-8231-c8216727ad4f admin admin] Publish callbacks [] for security_group (de183239-5a41-4254-917a-a8f378480d98), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:04.733804 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf6067-0570-43d2-838c-4b98c2df3cd3 req-135ae836-ff5b-4162-9f6a-4f2bd537e9d5 tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:04.735702 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1abf6067-0570-43d2-838c-4b98c2df3cd3 req-135ae836-ff5b-4162-9f6a-4f2bd537e9d5 tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] 10.222.0.43 "GET /v2.0/ports?device_id=4eb21401-d38e-423c-9c81-0298942776cc HTTP/1.1" status: 200 len: 946 time: 0.0684299 Apr 08 10:52:04.760492 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device 12aa401f-155a-4481-923a-852f2bfe961b details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=109911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 10:52:04.786065 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-f1f48a4b-2e6d-4c87-8231-c8216727ad4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (de183239-5a41-4254-917a-a8f378480d98), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:04.794653 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-f1f48a4b-2e6d-4c87-8231-c8216727ad4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:04.802187 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-f1f48a4b-2e6d-4c87-8231-c8216727ad4f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/de183239-5a41-4254-917a-a8f378480d98 HTTP/1.1" status: 204 len: 168 time: 0.1739094 Apr 08 10:52:04.815864 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f48a4b-2e6d-4c87-8231-c8216727ad4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de183239-5a41-4254-917a-a8f378480d98,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:04.829744 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1abf6067-0570-43d2-838c-4b98c2df3cd3 req-9b4fcc86-2100-422c-8cdc-448d5483aba2 tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e24599d-8fec-4467-a15a-5adbbd406587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873661 Apr 08 10:52:04.906662 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port 12aa401f-155a-4481-923a-852f2bfe961b, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=12aa401f-155a-4481-923a-852f2bfe961b,segment=NetworkSegment(0d0a1c65-e787-456c-9ed8-86a89f292e39),segment_id=0d0a1c65-e787-456c-9ed8-86a89f292e39)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:52:04.922001 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Returning: {'device': '12aa401f-155a-4481-923a-852f2bfe961b', 'network_id': 'b3f5e3e5-c762-4dd5-aa23-0dc45ad4a039', 'port_id': '12aa401f-155a-4481-923a-852f2bfe961b', 'mac_address': 'fa:16:3e:af:b4:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83f59148-46b4-469e-ae71-d6ccf4477245', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 10:52:04.966673 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Current status of the port 12aa401f-155a-4481-923a-852f2bfe961b is: DOWN; New status is: BUILD {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:52:04.967400 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (12aa401f-155a-4481-923a-852f2bfe961b), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:04.981265 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.notifiers.nova [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12aa401f-155a-4481-923a-852f2bfe961b {{(pid=109911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:52:05.002692 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port 12aa401f-155a-4481-923a-852f2bfe961b, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=12aa401f-155a-4481-923a-852f2bfe961b,segment=NetworkSegment(0d0a1c65-e787-456c-9ed8-86a89f292e39),segment_id=0d0a1c65-e787-456c-9ed8-86a89f292e39)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:52:05.007262 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (12aa401f-155a-4481-923a-852f2bfe961b), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:05.057860 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Pushing event updated for resources: {'Port': ['ID=12aa401f-155a-4481-923a-852f2bfe961b,revision_number=4']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:05.191100 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 56408) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:05.209690 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-751d92ca-1a71-4317-92eb-8bb284cf35cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:05.247646 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 56410) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:05.280819 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] get_ports_and_sgs() called for port_ids ['12aa401f-155a-4481-923a-852f2bfe961b'] {{(pid=109911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 10:52:05.330083 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-751d92ca-1a71-4317-92eb-8bb284cf35cd admin admin] Publish callbacks [] for security_group (169d0c91-59ee-4bf9-b78a-af5ecd40378a), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:05.337163 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-751d92ca-1a71-4317-92eb-8bb284cf35cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (169d0c91-59ee-4bf9-b78a-af5ecd40378a), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:05.381285 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 56420) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:05.381842 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-751d92ca-1a71-4317-92eb-8bb284cf35cd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a16fe4b9b94846c88d05ebbe1e001a9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1892703 Apr 08 10:52:05.386671 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d92ca-1a71-4317-92eb-8bb284cf35cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=169d0c91-59ee-4bf9-b78a-af5ecd40378a,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:05.439187 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-dd9774f6-c588-4953-91cd-afa070715fd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:05.444559 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-20ab4798-9901-49c8-b5fe-cdebf8940222 admin admin] Publish callbacks [] for security_group (169d0c91-59ee-4bf9-b78a-af5ecd40378a), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:05.470869 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-20ab4798-9901-49c8-b5fe-cdebf8940222 admin admin] Publish callbacks [] for security_group (169d0c91-59ee-4bf9-b78a-af5ecd40378a), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:05.532970 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-20ab4798-9901-49c8-b5fe-cdebf8940222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (169d0c91-59ee-4bf9-b78a-af5ecd40378a), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:05.535392 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-dd9774f6-c588-4953-91cd-afa070715fd5 admin admin] Publish callbacks [] for security_group (93c93135-c760-4ec3-942b-1a57e1a9108f), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:05.535864 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-20ab4798-9901-49c8-b5fe-cdebf8940222 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:05.537092 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-20ab4798-9901-49c8-b5fe-cdebf8940222 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/169d0c91-59ee-4bf9-b78a-af5ecd40378a HTTP/1.1" status: 204 len: 168 time: 0.1540921 Apr 08 10:52:05.542537 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-dd9774f6-c588-4953-91cd-afa070715fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (93c93135-c760-4ec3-942b-1a57e1a9108f), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:05.555749 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab4798-9901-49c8-b5fe-cdebf8940222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=169d0c91-59ee-4bf9-b78a-af5ecd40378a,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:05.589016 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-dd9774f6-c588-4953-91cd-afa070715fd5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e9afa96bd7194f00b8cf0fc5aa2bcb3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3397086 Apr 08 10:52:05.591948 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 56434) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:05.644722 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9774f6-c588-4953-91cd-afa070715fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c93135-c760-4ec3-942b-1a57e1a9108f,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:05.671768 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-8d82d896-0a42-4618-88a4-4e3b3a932830 admin admin] Publish callbacks [] for security_group (93c93135-c760-4ec3-942b-1a57e1a9108f), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:05.700250 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-8d82d896-0a42-4618-88a4-4e3b3a932830 admin admin] Publish callbacks [] for security_group (93c93135-c760-4ec3-942b-1a57e1a9108f), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:05.761888 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-8d82d896-0a42-4618-88a4-4e3b3a932830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (93c93135-c760-4ec3-942b-1a57e1a9108f), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:05.764624 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-8d82d896-0a42-4618-88a4-4e3b3a932830 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:05.768548 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d38bc0-6bb8-4adf-bbec-7415a93e7ca7 req-9888062c-6ea0-4b50-a07f-9218d6d3c968 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:05.770407 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f1d38bc0-6bb8-4adf-bbec-7415a93e7ca7 req-9888062c-6ea0-4b50-a07f-9218d6d3c968 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=38552159-8141-4147-8561-ce8089d7eeec HTTP/1.1" status: 200 len: 945 time: 0.0996046 Apr 08 10:52:05.777707 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-8d82d896-0a42-4618-88a4-4e3b3a932830 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/93c93135-c760-4ec3-942b-1a57e1a9108f HTTP/1.1" status: 204 len: 168 time: 0.1845775 Apr 08 10:52:05.792813 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d82d896-0a42-4618-88a4-4e3b3a932830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c93135-c760-4ec3-942b-1a57e1a9108f,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:05.838114 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f1d38bc0-6bb8-4adf-bbec-7415a93e7ca7 req-e8de7226-1824-4390-a360-580b003039d7 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608032 Apr 08 10:52:05.970598 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b0b2d7-5567-46da-a947-48ff1548aa03 req-503c6a93-95e5-4e9c-bb5d-99ad0a863842 tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:05.972507 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-10b0b2d7-5567-46da-a947-48ff1548aa03 req-503c6a93-95e5-4e9c-bb5d-99ad0a863842 tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] 10.222.0.43 "GET /v2.0/ports?device_id=4eb21401-d38e-423c-9c81-0298942776cc HTTP/1.1" status: 200 len: 947 time: 0.0723400 Apr 08 10:52:06.029360 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-10b0b2d7-5567-46da-a947-48ff1548aa03 req-2e57025e-4dbd-42e4-868d-f8dab4eeae68 tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e24599d-8fec-4467-a15a-5adbbd406587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495489 Apr 08 10:52:06.271443 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 56466) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:06.285436 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-e29d2b84-4045-44a4-a8bf-eb1dfe0a1b65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:06.367145 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-e29d2b84-4045-44a4-a8bf-eb1dfe0a1b65 admin admin] Publish callbacks [] for security_group (c6cbee56-218d-49ef-bd3f-e83a8aac0dae), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:06.372533 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-e29d2b84-4045-44a4-a8bf-eb1dfe0a1b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (c6cbee56-218d-49ef-bd3f-e83a8aac0dae), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:06.410627 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d2b84-4045-44a4-a8bf-eb1dfe0a1b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6cbee56-218d-49ef-bd3f-e83a8aac0dae,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:06.417820 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-e29d2b84-4045-44a4-a8bf-eb1dfe0a1b65 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f2f006ade6a0495d923ae9ba08fbfe16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1426356 Apr 08 10:52:06.418167 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 56474) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:06.476177 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-8efa72da-93c4-4448-86c2-c13b28b4b6a5 admin admin] Publish callbacks [] for security_group (c6cbee56-218d-49ef-bd3f-e83a8aac0dae), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:06.501760 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-8efa72da-93c4-4448-86c2-c13b28b4b6a5 admin admin] Publish callbacks [] for security_group (c6cbee56-218d-49ef-bd3f-e83a8aac0dae), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:06.559347 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-8efa72da-93c4-4448-86c2-c13b28b4b6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (c6cbee56-218d-49ef-bd3f-e83a8aac0dae), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:06.562210 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-8efa72da-93c4-4448-86c2-c13b28b4b6a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:06.566037 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-8efa72da-93c4-4448-86c2-c13b28b4b6a5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c6cbee56-218d-49ef-bd3f-e83a8aac0dae HTTP/1.1" status: 204 len: 168 time: 0.1440372 Apr 08 10:52:06.575826 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa72da-93c4-4448-86c2-c13b28b4b6a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6cbee56-218d-49ef-bd3f-e83a8aac0dae,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:06.858490 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device 12aa401f-155a-4481-923a-852f2bfe961b up at agent hyperv_hv-cinder-83607 {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:52:06.949886 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Provisioning for port 12aa401f-155a-4481-923a-852f2bfe961b completed by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 10:52:06.955822 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Provisioning complete for port 12aa401f-155a-4481-923a-852f2bfe961b triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:52:06.956561 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (12aa401f-155a-4481-923a-852f2bfe961b), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:06.995654 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0c7d2-bd5c-4cc8-9014-8e6736e8b1e3 req-0c9a5922-959c-4ef9-a00b-09ceb778e241 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:07.003040 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-8ad0c7d2-bd5c-4cc8-9014-8e6736e8b1e3 req-0c9a5922-959c-4ef9-a00b-09ceb778e241 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=38552159-8141-4147-8561-ce8089d7eeec HTTP/1.1" status: 200 len: 945 time: 0.0676758 Apr 08 10:52:07.090910 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-8ad0c7d2-bd5c-4cc8-9014-8e6736e8b1e3 req-c7ab2ce3-9cb7-443b-842a-a7ac2495c908 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869529 Apr 08 10:52:07.239619 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Current status of the port 12aa401f-155a-4481-923a-852f2bfe961b is: BUILD; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:52:07.240128 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (12aa401f-155a-4481-923a-852f2bfe961b), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:07.258726 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9383f15a-b0d8-4976-867d-e57172dea968 req-2acdcf79-bb0b-4521-9704-7c11591e79ad tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:07.264306 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-9383f15a-b0d8-4976-867d-e57172dea968 req-2acdcf79-bb0b-4521-9704-7c11591e79ad tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] 10.222.0.43 "GET /v2.0/ports?device_id=4eb21401-d38e-423c-9c81-0298942776cc HTTP/1.1" status: 200 len: 947 time: 0.1177239 Apr 08 10:52:07.282439 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port 12aa401f-155a-4481-923a-852f2bfe961b, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=12aa401f-155a-4481-923a-852f2bfe961b,segment=NetworkSegment(0d0a1c65-e787-456c-9ed8-86a89f292e39),segment_id=0d0a1c65-e787-456c-9ed8-86a89f292e39)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:52:07.284616 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eb21401-d38e-423c-9c81-0298942776cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12aa401f-155a-4481-923a-852f2bfe961b'}] {{(pid=109911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:52:07.288748 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930651e71dbc4ea3279ef2aec3aabe40d8fedb7c9b7e81889183a919dd1d7a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6046e0df-f667-4569-9cc9-9467ee51745b" -d '{"events": [{"server_uuid": "4eb21401-d38e-423c-9c81-0298942776cc", "name": "network-vif-plugged", "status": "completed", "tag": "12aa401f-155a-4481-923a-852f2bfe961b"}]}' {{(pid=109911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:52:07.292947 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (12aa401f-155a-4481-923a-852f2bfe961b), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:07.350185 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Pushing event updated for resources: {'Port': ['ID=12aa401f-155a-4481-923a-852f2bfe961b,revision_number=5']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:07.362228 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 10:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56b4b83-93f1-4781-83e7-8d618963899c x-openstack-request-id: req-a56b4b83-93f1-4781-83e7-8d618963899c {{(pid=109911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:52:07.362545 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eb21401-d38e-423c-9c81-0298942776cc", "name": "network-vif-plugged", "status": "completed", "tag": "12aa401f-155a-4481-923a-852f2bfe961b", "code": 200}]} {{(pid=109911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:52:07.362786 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a56b4b83-93f1-4781-83e7-8d618963899c {{(pid=109911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:52:07.363174 dv-cinder-836071-3-iscsi neutron-server[109911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a56b4b83-93f1-4781-83e7-8d618963899c'] response: {'server_uuid': '4eb21401-d38e-423c-9c81-0298942776cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12aa401f-155a-4481-923a-852f2bfe961b', 'code': 200} Apr 08 10:52:07.365640 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-9383f15a-b0d8-4976-867d-e57172dea968 req-ad73ac11-fd2d-437f-8c45-f5ae9542aa2a tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e24599d-8fec-4467-a15a-5adbbd406587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958364 Apr 08 10:52:07.628993 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 56542) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:07.748183 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-87042c7f-7b3d-4eba-b3c6-e0958a269296 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:07.833178 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-87042c7f-7b3d-4eba-b3c6-e0958a269296 admin admin] Publish callbacks [] for security_group (fe24e39e-5687-4313-afb1-c339d16b2550), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:07.838910 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-87042c7f-7b3d-4eba-b3c6-e0958a269296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (fe24e39e-5687-4313-afb1-c339d16b2550), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:07.879534 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-87042c7f-7b3d-4eba-b3c6-e0958a269296 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b9d223a3adbd4e70b557c54a07371764&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2490537 Apr 08 10:52:07.882051 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 56552) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:07.887983 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87042c7f-7b3d-4eba-b3c6-e0958a269296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe24e39e-5687-4313-afb1-c339d16b2550,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:07.939796 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-275e3459-c415-4356-ae0b-f1436476d199 admin admin] Publish callbacks [] for security_group (fe24e39e-5687-4313-afb1-c339d16b2550), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:07.961572 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-275e3459-c415-4356-ae0b-f1436476d199 admin admin] Publish callbacks [] for security_group (fe24e39e-5687-4313-afb1-c339d16b2550), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:08.011565 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-275e3459-c415-4356-ae0b-f1436476d199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (fe24e39e-5687-4313-afb1-c339d16b2550), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:08.014243 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-275e3459-c415-4356-ae0b-f1436476d199 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:08.018228 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-275e3459-c415-4356-ae0b-f1436476d199 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fe24e39e-5687-4313-afb1-c339d16b2550 HTTP/1.1" status: 204 len: 168 time: 0.1327386 Apr 08 10:52:08.024355 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e3459-c415-4356-ae0b-f1436476d199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe24e39e-5687-4313-afb1-c339d16b2550,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:08.245474 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e9211-0977-451d-a99b-13c0826b632d req-bf8b1440-e57b-4f62-9b64-b4581ee061d4 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:08.247001 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-141e9211-0977-451d-a99b-13c0826b632d req-bf8b1440-e57b-4f62-9b64-b4581ee061d4 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=38552159-8141-4147-8561-ce8089d7eeec HTTP/1.1" status: 200 len: 945 time: 0.0772038 Apr 08 10:52:08.301370 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-141e9211-0977-451d-a99b-13c0826b632d req-3458e245-f022-4889-97db-d3fd5c450b2c tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462873 Apr 08 10:52:08.334234 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 56576) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:08.347493 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-2ace48da-b072-4239-97fe-cb906d24ef1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:08.439300 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-2ace48da-b072-4239-97fe-cb906d24ef1e admin admin] Publish callbacks [] for security_group (e3c5ad8d-e9b7-41b6-9c48-f2825446fc4c), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:08.457049 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-2ace48da-b072-4239-97fe-cb906d24ef1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (e3c5ad8d-e9b7-41b6-9c48-f2825446fc4c), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:08.501816 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-2ace48da-b072-4239-97fe-cb906d24ef1e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d9b9fd8f7a6741dab973d4039a62d25f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1664300 Apr 08 10:52:08.504703 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 56590) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:08.506107 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace48da-b072-4239-97fe-cb906d24ef1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c5ad8d-e9b7-41b6-9c48-f2825446fc4c,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:08.523732 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad39d2-b0f4-4cf0-8030-78baa97d209b req-5a80787d-4d84-4687-9145-c2d574612fee tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:08.525824 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-3cad39d2-b0f4-4cf0-8030-78baa97d209b req-5a80787d-4d84-4687-9145-c2d574612fee tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] 10.222.0.43 "GET /v2.0/ports?device_id=4eb21401-d38e-423c-9c81-0298942776cc HTTP/1.1" status: 200 len: 948 time: 0.1000543 Apr 08 10:52:08.580273 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-02cd0612-3a56-4904-b699-05fa05bf9799 admin admin] Publish callbacks [] for security_group (e3c5ad8d-e9b7-41b6-9c48-f2825446fc4c), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:08.584176 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-3cad39d2-b0f4-4cf0-8030-78baa97d209b req-e6c215d2-11dc-4c1f-8b21-6eba5ef49f33 tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e24599d-8fec-4467-a15a-5adbbd406587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527225 Apr 08 10:52:08.609627 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-02cd0612-3a56-4904-b699-05fa05bf9799 admin admin] Publish callbacks [] for security_group (e3c5ad8d-e9b7-41b6-9c48-f2825446fc4c), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:08.663452 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-02cd0612-3a56-4904-b699-05fa05bf9799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (e3c5ad8d-e9b7-41b6-9c48-f2825446fc4c), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:08.666201 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-02cd0612-3a56-4904-b699-05fa05bf9799 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:08.667357 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-02cd0612-3a56-4904-b699-05fa05bf9799 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e3c5ad8d-e9b7-41b6-9c48-f2825446fc4c HTTP/1.1" status: 204 len: 168 time: 0.1614425 Apr 08 10:52:08.675103 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cd0612-3a56-4904-b699-05fa05bf9799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c5ad8d-e9b7-41b6-9c48-f2825446fc4c,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:09.429161 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c4504-d9ea-4e45-829b-3242c9b6b145 req-f8741c4d-7e32-4aba-a82c-fc195b6703d9 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:09.430572 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-676c4504-d9ea-4e45-829b-3242c9b6b145 req-f8741c4d-7e32-4aba-a82c-fc195b6703d9 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=38552159-8141-4147-8561-ce8089d7eeec HTTP/1.1" status: 200 len: 945 time: 0.0583935 Apr 08 10:52:09.486234 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-676c4504-d9ea-4e45-829b-3242c9b6b145 req-81c5ea22-4a3f-4620-ba72-08a3e95603d5 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491917 Apr 08 10:52:09.618120 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59453af-4490-4e1d-97f1-b9b3e9914c05 req-e9001fa4-356b-4506-8894-326b82fe7a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:09.619669 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b59453af-4490-4e1d-97f1-b9b3e9914c05 req-e9001fa4-356b-4506-8894-326b82fe7a32 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4eb21401-d38e-423c-9c81-0298942776cc HTTP/1.1" status: 200 len: 1132 time: 0.0539291 Apr 08 10:52:09.682164 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b59453af-4490-4e1d-97f1-b9b3e9914c05 req-e4bb9fdf-192f-41a2-9f7c-7ce63e1086dc service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8e24599d-8fec-4467-a15a-5adbbd406587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540323 Apr 08 10:52:09.721516 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693df79-fcea-4b2d-9c18-0cae2a2f901a req-40e25c04-9e26-4db6-895d-b3342f301136 tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:09.723102 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a693df79-fcea-4b2d-9c18-0cae2a2f901a req-40e25c04-9e26-4db6-895d-b3342f301136 tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] 10.222.0.43 "GET /v2.0/ports?device_id=4eb21401-d38e-423c-9c81-0298942776cc HTTP/1.1" status: 200 len: 948 time: 0.0637121 Apr 08 10:52:09.771574 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a693df79-fcea-4b2d-9c18-0cae2a2f901a req-46e40787-5a9d-4023-810d-249e45f7481a tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e24599d-8fec-4467-a15a-5adbbd406587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428600 Apr 08 10:52:10.629571 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f4479-b916-4475-a73e-ce6bef57b338 req-fa4b00af-342a-4e8c-af46-d1e26e330af7 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:10.633534 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-973f4479-b916-4475-a73e-ce6bef57b338 req-fa4b00af-342a-4e8c-af46-d1e26e330af7 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=38552159-8141-4147-8561-ce8089d7eeec HTTP/1.1" status: 200 len: 945 time: 0.0627291 Apr 08 10:52:10.683825 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-973f4479-b916-4475-a73e-ce6bef57b338 req-d610890f-6d0f-4b7e-864c-f62677dd6dc2 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478199 Apr 08 10:52:10.948179 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea2afdc-b20a-4231-8493-2dcf74cc8f98 req-5b453f93-1f24-4fe7-a7b4-7c3b743f7230 tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:10.950831 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-3ea2afdc-b20a-4231-8493-2dcf74cc8f98 req-5b453f93-1f24-4fe7-a7b4-7c3b743f7230 tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] 10.222.0.43 "GET /v2.0/ports?device_id=4eb21401-d38e-423c-9c81-0298942776cc HTTP/1.1" status: 200 len: 948 time: 0.0704010 Apr 08 10:52:11.020019 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-3ea2afdc-b20a-4231-8493-2dcf74cc8f98 req-6a630d8c-f88a-46a7-a537-d2f77ada62b5 tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e24599d-8fec-4467-a15a-5adbbd406587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602777 Apr 08 10:52:11.794418 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-a9e724a6-f188-4d7c-a22b-b494d435d2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (0996d03c-a6d6-4751-8b32-c8111f4b3d8a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:11.809818 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa33bf-14a9-4d3e-b951-4a846580e46a req-a104cce4-adb9-4f34-b51f-c3e85eb81031 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:11.811304 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-caaa33bf-14a9-4d3e-b951-4a846580e46a req-a104cce4-adb9-4f34-b51f-c3e85eb81031 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=38552159-8141-4147-8561-ce8089d7eeec HTTP/1.1" status: 200 len: 945 time: 0.0608177 Apr 08 10:52:11.904553 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-caaa33bf-14a9-4d3e-b951-4a846580e46a req-6f150914-1acb-42a6-a5c8-8a6a568c92fe tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848169 Apr 08 10:52:11.988499 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9065b0b-d0eb-4082-ba08-ea3195f4c1e1 req-14f9304d-c2c9-4391-a829-5f544f24975c tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:11.990066 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b9065b0b-d0eb-4082-ba08-ea3195f4c1e1 req-14f9304d-c2c9-4391-a829-5f544f24975c tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc9c0f5-4b20-46ae-8b24-1b2fee3db040 HTTP/1.1" status: 200 len: 946 time: 0.0623574 Apr 08 10:52:12.058424 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b9065b0b-d0eb-4082-ba08-ea3195f4c1e1 req-5707e701-11db-412e-907a-2b0e6c26f912 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1f7d50a-a5a1-4bfe-9006-509b033ac2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565760 Apr 08 10:52:12.069227 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 56734) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:12.161730 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b906a45-8e2f-4710-b3db-c0f5a1bcd0e7 req-ff5d7b78-8977-47d0-b5b2-a2b56cf60653 tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:12.163264 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-3b906a45-8e2f-4710-b3db-c0f5a1bcd0e7 req-ff5d7b78-8977-47d0-b5b2-a2b56cf60653 tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] 10.222.0.43 "GET /v2.0/ports?device_id=4eb21401-d38e-423c-9c81-0298942776cc HTTP/1.1" status: 200 len: 948 time: 0.0570748 Apr 08 10:52:12.222937 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-3b906a45-8e2f-4710-b3db-c0f5a1bcd0e7 req-164007ac-363c-4548-8fb1-f1a97f97151b tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e24599d-8fec-4467-a15a-5adbbd406587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538802 Apr 08 10:52:12.391713 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abfe692-2b24-47e6-8a6c-d8e7eeddea3b tempest-TestMinimumBasicScenario-532115115 tempest-TestMinimumBasicScenario-532115115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:12.393423 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-3abfe692-2b24-47e6-8a6c-d8e7eeddea3b tempest-TestMinimumBasicScenario-532115115 tempest-TestMinimumBasicScenario-532115115-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=0fc9c0f5-4b20-46ae-8b24-1b2fee3db040 HTTP/1.1" status: 200 len: 1125 time: 0.3220012 Apr 08 10:52:12.396290 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 56752) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:12.401330 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.v2.base [None req-e2f03f16-10f7-43e9-9acf-488d03793160 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Request body: {'floatingip': {'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'port_id': 'd8ae7326-14cb-49e6-a7bd-5a6c2bbce84e', 'tenant_id': 'cdbf3dccf7d2413cb40e83426f557384', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:52:12.430022 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-e2f03f16-10f7-43e9-9acf-488d03793160 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:12.441117 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 56754) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:12.598704 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-e2f03f16-10f7-43e9-9acf-488d03793160 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:12.627492 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-dead1e0a-b952-432c-af35-dc22f7bdf2ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:12.653816 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6b632-2fe7-4b33-83a3-8921bf1e92e2 req-05c6672c-6f3f-496c-a71e-dfd37be9a4c0 tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:12.655658 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-27d6b632-2fe7-4b33-83a3-8921bf1e92e2 req-05c6672c-6f3f-496c-a71e-dfd37be9a4c0 tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] 10.222.0.43 "GET /v2.0/ports?device_id=4eb21401-d38e-423c-9c81-0298942776cc HTTP/1.1" status: 200 len: 948 time: 0.1061666 Apr 08 10:52:12.726787 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 56766) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:12.741101 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-27d6b632-2fe7-4b33-83a3-8921bf1e92e2 req-a179cb5f-7bdf-4ca1-9a58-702d3e1c94c8 tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e24599d-8fec-4467-a15a-5adbbd406587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765953 Apr 08 10:52:12.744042 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.db.db_base_plugin_common [None req-e2f03f16-10f7-43e9-9acf-488d03793160 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Allocated IP 172.27.2.185 (173a9438-8c11-42c7-a64e-a6d835b0fe8b/3e92b2da-8062-400a-a6d5-15b49fe43bf4/237f7bf1-6a8b-4b04-96da-a8079aa34bad) {{(pid=109909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:52:12.766976 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-dead1e0a-b952-432c-af35-dc22f7bdf2ed admin admin] Publish callbacks [] for security_group (4f2e8f28-efb5-4cef-8484-832d5a952571), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:12.774643 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-dead1e0a-b952-432c-af35-dc22f7bdf2ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (4f2e8f28-efb5-4cef-8484-832d5a952571), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:12.817399 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-dead1e0a-b952-432c-af35-dc22f7bdf2ed admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eec2ffc4809a4ebd97644944ae6f711e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3749456 Apr 08 10:52:12.819906 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 56770) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:12.827783 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dead1e0a-b952-432c-af35-dc22f7bdf2ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2e8f28-efb5-4cef-8484-832d5a952571,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:12.871928 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-e2f03f16-10f7-43e9-9acf-488d03793160 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Publish callbacks [] for port (237f7bf1-6a8b-4b04-96da-a8079aa34bad), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:12.874907 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-8bc6109d-f54a-4cb9-9378-4eb0e777af18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:12.901340 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-ea127d44-9fab-4ff8-a342-b4d568684ac1 admin admin] Publish callbacks [] for security_group (4f2e8f28-efb5-4cef-8484-832d5a952571), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:12.906236 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-e2f03f16-10f7-43e9-9acf-488d03793160 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16387658'] for port (237f7bf1-6a8b-4b04-96da-a8079aa34bad), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:12.937297 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-ea127d44-9fab-4ff8-a342-b4d568684ac1 admin admin] Publish callbacks [] for security_group (4f2e8f28-efb5-4cef-8484-832d5a952571), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:12.948451 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f03f16-10f7-43e9-9acf-488d03793160 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Network 173a9438-8c11-42c7-a64e-a6d835b0fe8b is already hosted by enough agents. {{(pid=109909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:52:12.951656 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.base_scheduler [None req-e2f03f16-10f7-43e9-9acf-488d03793160 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Resources bound (agent type, host, resource id): {{(pid=109909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:52:12.962110 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f03f16-10f7-43e9-9acf-488d03793160 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Received port after_create {{(pid=109909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 10:52:12.987897 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f03f16-10f7-43e9-9acf-488d03793160 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Pushing event updated for resources: {'Port': ['ID=237f7bf1-6a8b-4b04-96da-a8079aa34bad,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:13.039355 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-8bc6109d-f54a-4cb9-9378-4eb0e777af18 admin admin] Publish callbacks [] for security_group (c467a021-28b4-4100-bbf1-58db31787391), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:13.045226 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-8bc6109d-f54a-4cb9-9378-4eb0e777af18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (c467a021-28b4-4100-bbf1-58db31787391), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:13.051777 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-ea127d44-9fab-4ff8-a342-b4d568684ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (4f2e8f28-efb5-4cef-8484-832d5a952571), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:13.054352 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-ea127d44-9fab-4ff8-a342-b4d568684ac1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:13.055478 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-ea127d44-9fab-4ff8-a342-b4d568684ac1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4f2e8f28-efb5-4cef-8484-832d5a952571 HTTP/1.1" status: 204 len: 168 time: 0.2346628 Apr 08 10:52:13.080420 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61648130-40f1-4120-9fee-0e646b7350ae req-b73ceea1-5d71-4280-8a3f-0d39508013cd tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:13.081942 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-61648130-40f1-4120-9fee-0e646b7350ae req-b73ceea1-5d71-4280-8a3f-0d39508013cd tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=38552159-8141-4147-8561-ce8089d7eeec HTTP/1.1" status: 200 len: 945 time: 0.1060758 Apr 08 10:52:13.107236 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc6109d-f54a-4cb9-9378-4eb0e777af18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c467a021-28b4-4100-bbf1-58db31787391,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:13.117513 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-8bc6109d-f54a-4cb9-9378-4eb0e777af18 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a5d370659b684b18b750a36e4411d9e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3896987 Apr 08 10:52:13.121451 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 56776) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:13.143223 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea127d44-9fab-4ff8-a342-b4d568684ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2e8f28-efb5-4cef-8484-832d5a952571,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:13.201842 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-61648130-40f1-4120-9fee-0e646b7350ae req-554ed447-32a7-492d-a0c2-39e48dd742fd tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084008 Apr 08 10:52:13.228505 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-ecdb2fb4-f051-43ee-a75a-41976a8cab43 admin admin] Publish callbacks [] for security_group (c467a021-28b4-4100-bbf1-58db31787391), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:13.260303 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-ecdb2fb4-f051-43ee-a75a-41976a8cab43 admin admin] Publish callbacks [] for security_group (c467a021-28b4-4100-bbf1-58db31787391), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:13.349016 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-ecdb2fb4-f051-43ee-a75a-41976a8cab43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (c467a021-28b4-4100-bbf1-58db31787391), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:13.351961 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-ecdb2fb4-f051-43ee-a75a-41976a8cab43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:13.359171 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-ecdb2fb4-f051-43ee-a75a-41976a8cab43 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c467a021-28b4-4100-bbf1-58db31787391 HTTP/1.1" status: 204 len: 168 time: 0.2331710 Apr 08 10:52:13.367256 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdb2fb4-f051-43ee-a75a-41976a8cab43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c467a021-28b4-4100-bbf1-58db31787391,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:13.377358 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-e2f03f16-10f7-43e9-9acf-488d03793160 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Publish callbacks [] for floatingip (059a9431-745b-4f8b-9eed-810428544e00), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:13.465479 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-e2f03f16-10f7-43e9-9acf-488d03793160 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (237f7bf1-6a8b-4b04-96da-a8079aa34bad), before_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:13.652066 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-e2f03f16-10f7-43e9-9acf-488d03793160 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Publish callbacks [] for port (237f7bf1-6a8b-4b04-96da-a8079aa34bad), precommit_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:13.657963 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-e2f03f16-10f7-43e9-9acf-488d03793160 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16387669'] for port (237f7bf1-6a8b-4b04-96da-a8079aa34bad), after_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:13.706405 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f03f16-10f7-43e9-9acf-488d03793160 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Pushing event updated for resources: {'Port': ['ID=237f7bf1-6a8b-4b04-96da-a8079aa34bad,revision_number=2']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:13.808068 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-e2f03f16-10f7-43e9-9acf-488d03793160 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743873'] for floatingip (059a9431-745b-4f8b-9eed-810428544e00), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:13.915298 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1b363-ebeb-4b93-bbe8-407e1cef8c0f req-2cd64b7a-ea15-41f2-9e46-82dd46231a7d tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:13.923736 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-02f1b363-ebeb-4b93-bbe8-407e1cef8c0f req-2cd64b7a-ea15-41f2-9e46-82dd46231a7d tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] 10.222.0.43 "GET /v2.0/ports?device_id=4eb21401-d38e-423c-9c81-0298942776cc HTTP/1.1" status: 200 len: 948 time: 0.0656817 Apr 08 10:52:13.939551 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 56804) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:13.954841 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.db.l3_db [None req-e2f03f16-10f7-43e9-9acf-488d03793160 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Floating IP 059a9431-745b-4f8b-9eed-810428544e00 associated. External IP: 172.27.2.185, port: d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e. Apr 08 10:52:13.965620 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-27a89007-cb0e-46f3-b0b5-0a700958a25d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:14.023983 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-02f1b363-ebeb-4b93-bbe8-407e1cef8c0f req-8ae11faf-1666-461e-a8ca-febbd42e27ab tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e24599d-8fec-4467-a15a-5adbbd406587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993729 Apr 08 10:52:14.094521 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-27a89007-cb0e-46f3-b0b5-0a700958a25d admin admin] Publish callbacks [] for security_group (75324035-7653-4e09-b437-ea62c202e413), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:14.098822 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-27a89007-cb0e-46f3-b0b5-0a700958a25d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (75324035-7653-4e09-b437-ea62c202e413), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:14.139846 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-27a89007-cb0e-46f3-b0b5-0a700958a25d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4af8397d0fa94229b13272cd0f807820&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1989641 Apr 08 10:52:14.140824 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a89007-cb0e-46f3-b0b5-0a700958a25d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75324035-7653-4e09-b437-ea62c202e413,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:14.143390 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 56808) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:14.186554 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-af81c1d6-8da9-4f4e-ba89-5737155f33f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (a0f054a9-d30b-4594-8de6-6c24438c3963), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:14.232190 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-ec1e5888-afd2-46a7-bc10-f31452df606c admin admin] Publish callbacks [] for security_group (75324035-7653-4e09-b437-ea62c202e413), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:14.250962 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a9ad4-973d-46e1-9775-f7efb5c0ad1a req-9246d9bc-6b9b-4d20-8152-540c83aed45b tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:14.252484 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-d04a9ad4-973d-46e1-9775-f7efb5c0ad1a req-9246d9bc-6b9b-4d20-8152-540c83aed45b tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] 10.222.0.39 "GET /v2.0/ports?device_id=4eb21401-d38e-423c-9c81-0298942776cc HTTP/1.1" status: 200 len: 948 time: 0.0899947 Apr 08 10:52:14.255515 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2f03f16-10f7-43e9-9acf-488d03793160 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Router 32422cda-4523-42f7-84b3-360515ebdc83 has already been hosted by L3 agent a0f054a9-d30b-4594-8de6-6c24438c3963 {{(pid=109909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:52:14.275505 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-ec1e5888-afd2-46a7-bc10-f31452df606c admin admin] Publish callbacks [] for security_group (75324035-7653-4e09-b437-ea62c202e413), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:14.318214 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 56814) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:14.408284 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f03f16-10f7-43e9-9acf-488d03793160 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Notify agent at l3_agent.dv-cinder-836071-3-iscsi the message routers_updated {{(pid=109909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:52:14.410247 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29139b2e-91df-47a3-8bde-3b21288e4927 req-4a9fad1a-afd5-4695-a02e-90463de630ea tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:14.411803 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-29139b2e-91df-47a3-8bde-3b21288e4927 req-4a9fad1a-afd5-4695-a02e-90463de630ea tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=38552159-8141-4147-8561-ce8089d7eeec HTTP/1.1" status: 200 len: 945 time: 0.1113529 Apr 08 10:52:14.425745 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20313a1e-83b4-40f0-a8a9-635ad4fea31a None None] Sync routers for ids ['32422cda-4523-42f7-84b3-360515ebdc83'] in dv-cinder-836071-3-iscsi {{(pid=109912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:52:14.437719 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-ec1e5888-afd2-46a7-bc10-f31452df606c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (75324035-7653-4e09-b437-ea62c202e413), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:14.440736 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-ec1e5888-afd2-46a7-bc10-f31452df606c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:14.441994 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-ec1e5888-afd2-46a7-bc10-f31452df606c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/75324035-7653-4e09-b437-ea62c202e413 HTTP/1.1" status: 204 len: 168 time: 0.2975242 Apr 08 10:52:14.445374 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20313a1e-83b4-40f0-a8a9-635ad4fea31a None None] Routers {'32422cda-4523-42f7-84b3-360515ebdc83'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:52:14.445598 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-e2f03f16-10f7-43e9-9acf-488d03793160 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for floatingip (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:14.446110 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-20313a1e-83b4-40f0-a8a9-635ad4fea31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:52:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['32422cda-4523-42f7-84b3-360515ebdc83'], 'active': True} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:52:14.475820 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1e5888-afd2-46a7-bc10-f31452df606c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75324035-7653-4e09-b437-ea62c202e413,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:14.478770 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [req-d04a9ad4-973d-46e1-9775-f7efb5c0ad1a req-416796d5-9afd-4771-a240-f90d90e124b3 tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] Deleting port 12aa401f-155a-4481-923a-852f2bfe961b {{(pid=109910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 10:52:14.479112 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-d04a9ad4-973d-46e1-9775-f7efb5c0ad1a req-416796d5-9afd-4771-a240-f90d90e124b3 tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (12aa401f-155a-4481-923a-852f2bfe961b), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:14.517397 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-e2f03f16-10f7-43e9-9acf-488d03793160 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1200292 Apr 08 10:52:14.518181 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fc9c0f5-4b20-46ae-8b24-1b2fee3db040', 'tag': 'd8ae7326-14cb-49e6-a7bd-5a6c2bbce84e'}] {{(pid=109909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:52:14.520264 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 56832) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:14.520808 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}134ac93eeb9a6ea05545f334ed0e616993a729b1c4bd08d98a5446159e989791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546043f4-1d0a-4606-8aeb-b23d03d40c4a" -d '{"events": [{"name": "network-changed", "server_uuid": "0fc9c0f5-4b20-46ae-8b24-1b2fee3db040", "tag": "d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e"}]}' {{(pid=109909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:52:14.550190 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-29139b2e-91df-47a3-8bde-3b21288e4927 req-d55c3bf4-baf6-4c2a-b2b8-6a63d56ba0c5 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300132 Apr 08 10:52:14.556138 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [None req-0592e863-ba69-4ad1-afb4-a0c8f52bf00d tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-540708101', 'description': 'tempest-secgroup-smoke-540708101 description', 'project_id': 'cdbf3dccf7d2413cb40e83426f557384'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:52:14.603378 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-1f875d91-305e-409b-a0a8-0194df3f725e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:14.610629 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 10:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82277e12-d437-4467-af28-c426ede93b1e x-openstack-request-id: req-82277e12-d437-4467-af28-c426ede93b1e {{(pid=109909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:52:14.611206 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fc9c0f5-4b20-46ae-8b24-1b2fee3db040", "tag": "d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e", "status": "completed", "code": 200}]} {{(pid=109909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:52:14.611621 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-82277e12-d437-4467-af28-c426ede93b1e {{(pid=109909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:52:14.612184 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82277e12-d437-4467-af28-c426ede93b1e'] response: {'name': 'network-changed', 'server_uuid': '0fc9c0f5-4b20-46ae-8b24-1b2fee3db040', 'tag': 'd8ae7326-14cb-49e6-a7bd-5a6c2bbce84e', 'status': 'completed', 'code': 200} Apr 08 10:52:14.679036 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvr_db [None req-20313a1e-83b4-40f0-a8a9-635ad4fea31a None None] Set router 32422cda-4523-42f7-84b3-360515ebdc83 gateway port host: dv-cinder-836071-3-iscsi {{(pid=109912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:52:14.712033 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [req-d04a9ad4-973d-46e1-9775-f7efb5c0ad1a req-416796d5-9afd-4771-a240-f90d90e124b3 tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] For port 12aa401f-155a-4481-923a-852f2bfe961b, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=12aa401f-155a-4481-923a-852f2bfe961b,segment=NetworkSegment(0d0a1c65-e787-456c-9ed8-86a89f292e39),segment_id=0d0a1c65-e787-456c-9ed8-86a89f292e39)] {{(pid=109910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:52:14.712411 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-d04a9ad4-973d-46e1-9775-f7efb5c0ad1a req-416796d5-9afd-4771-a240-f90d90e124b3 tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (12aa401f-155a-4481-923a-852f2bfe961b), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:14.723643 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-0592e863-ba69-4ad1-afb4-a0c8f52bf00d tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Publish callbacks [] for security_group (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:14.741960 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [req-d04a9ad4-973d-46e1-9775-f7efb5c0ad1a req-416796d5-9afd-4771-a240-f90d90e124b3 tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] Calling delete_port for 12aa401f-155a-4481-923a-852f2bfe961b owned by compute:nova {{(pid=109910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 10:52:14.752729 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-1f875d91-305e-409b-a0a8-0194df3f725e admin admin] Publish callbacks [] for security_group (80decac2-bbed-45c4-bc8e-ba802bb40087), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:14.757204 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546043f4-1d0a-4606-8aeb-b23d03d40c4a req-3a5ec0e0-0704-4337-ad45-c84c0f39626d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:14.758731 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-546043f4-1d0a-4606-8aeb-b23d03d40c4a req-3a5ec0e0-0704-4337-ad45-c84c0f39626d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cdbf3dccf7d2413cb40e83426f557384&device_id=0fc9c0f5-4b20-46ae-8b24-1b2fee3db040 HTTP/1.1" status: 200 len: 1130 time: 0.1078985 Apr 08 10:52:14.759519 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-1f875d91-305e-409b-a0a8-0194df3f725e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (80decac2-bbed-45c4-bc8e-ba802bb40087), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:14.815076 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f875d91-305e-409b-a0a8-0194df3f725e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80decac2-bbed-45c4-bc8e-ba802bb40087,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:14.826554 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-1f875d91-305e-409b-a0a8-0194df3f725e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4cee88b8834b4b95808252e05b58c776&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5069978 Apr 08 10:52:14.829024 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 56872) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:14.927416 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-54d94255-7a46-43ba-aa54-61f15664b543 admin admin] Publish callbacks [] for security_group (80decac2-bbed-45c4-bc8e-ba802bb40087), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:14.966974 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-54d94255-7a46-43ba-aa54-61f15664b543 admin admin] Publish callbacks [] for security_group (80decac2-bbed-45c4-bc8e-ba802bb40087), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:15.053595 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-54d94255-7a46-43ba-aa54-61f15664b543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (80decac2-bbed-45c4-bc8e-ba802bb40087), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:15.056251 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-54d94255-7a46-43ba-aa54-61f15664b543 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:15.057522 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-54d94255-7a46-43ba-aa54-61f15664b543 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/80decac2-bbed-45c4-bc8e-ba802bb40087 HTTP/1.1" status: 204 len: 168 time: 0.2268305 Apr 08 10:52:15.084303 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d94255-7a46-43ba-aa54-61f15664b543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80decac2-bbed-45c4-bc8e-ba802bb40087,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:15.187691 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c39995e2-c233-4533-b78f-2944bd33f611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (65c9c9bc-bb02-426d-a902-340b44f1a4c2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:15.348836 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-20313a1e-83b4-40f0-a8a9-635ad4fea31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32422cda-4523-42f7-84b3-360515ebdc83', 'name': 'tempest-TestMinimumBasicScenario-303002226-router', 'tenant_id': 'cdbf3dccf7d2413cb40e83426f557384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'daa8787c-388e-4963-b5f7-ceb921345dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:51:04Z', 'updated_at': '2022-04-08T10:51:08Z', 'revision_number': 4, 'project_id': 'cdbf3dccf7d2413cb40e83426f557384', 'gw_port': {'id': 'daa8787c-388e-4963-b5f7-ceb921345dcd', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:34:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32422cda-4523-42f7-84b3-360515ebdc83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:51:05Z', 'updated_at': '2022-04-08T10:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_floatingips': [{'id': '059a9431-745b-4f8b-9eed-810428544e00', 'tenant_id': 'cdbf3dccf7d2413cb40e83426f557384', 'floating_ip_address': '172.27.2.185', 'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'router_id': '32422cda-4523-42f7-84b3-360515ebdc83', 'port_id': 'd8ae7326-14cb-49e6-a7bd-5a6c2bbce84e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '994367ac-684e-494c-95f2-2fd2d9ffda84', 'mac_address': 'fa:16:3e:10:a8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc9c0f5-4b20-46ae-8b24-1b2fee3db040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:52:13Z', 'updated_at': '2022-04-08T10:52:13Z', 'revision_number': 0, 'project_id': 'cdbf3dccf7d2413cb40e83426f557384', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a2f737-0d52-4697-a52b-216566070cef', 'name': '', 'network_id': '994367ac-684e-494c-95f2-2fd2d9ffda84', 'tenant_id': 'cdbf3dccf7d2413cb40e83426f557384', 'mac_address': 'fa:16:3e:9e:bf:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32422cda-4523-42f7-84b3-360515ebdc83', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'b78e7de2-0284-422b-9e2a-e6adefd9058b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:51:07Z', 'updated_at': '2022-04-08T10:51:13Z', 'revision_number': 5, 'project_id': 'cdbf3dccf7d2413cb40e83426f557384', 'subnets': [{'id': 'b78e7de2-0284-422b-9e2a-e6adefd9058b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:52:15.410263 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20313a1e-83b4-40f0-a8a9-635ad4fea31a None None] Checking router: 32422cda-4523-42f7-84b3-360515ebdc83 for host: dv-cinder-836071-3-iscsi {{(pid=109912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:52:15.423161 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20313a1e-83b4-40f0-a8a9-635ad4fea31a None None] Routers {'32422cda-4523-42f7-84b3-360515ebdc83'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:52:15.424044 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-20313a1e-83b4-40f0-a8a9-635ad4fea31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:52:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['32422cda-4523-42f7-84b3-360515ebdc83'], 'active': True} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:52:15.528537 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-0592e863-ba69-4ad1-afb4-a0c8f52bf00d tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Publish callbacks [] for security_group (606b5bc2-b387-4a78-9a8e-fd5af6be9a63), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:15.540016 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-0592e863-ba69-4ad1-afb4-a0c8f52bf00d tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (606b5bc2-b387-4a78-9a8e-fd5af6be9a63), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:15.592418 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546043f4-1d0a-4606-8aeb-b23d03d40c4a req-adecf812-4784-4c00-a441-8fe1abf5fba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:15.606571 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-546043f4-1d0a-4606-8aeb-b23d03d40c4a req-adecf812-4784-4c00-a441-8fe1abf5fba9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=994367ac-684e-494c-95f2-2fd2d9ffda84 HTTP/1.1" status: 200 len: 915 time: 0.8060763 Apr 08 10:52:15.627716 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvr_db [None req-20313a1e-83b4-40f0-a8a9-635ad4fea31a None None] Set router 32422cda-4523-42f7-84b3-360515ebdc83 gateway port host: dv-cinder-836071-3-iscsi {{(pid=109912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:52:15.655960 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0592e863-ba69-4ad1-afb4-a0c8f52bf00d tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=606b5bc2-b387-4a78-9a8e-fd5af6be9a63,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:15.771875 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-546043f4-1d0a-4606-8aeb-b23d03d40c4a req-d775ea8e-f045-4e4a-8810-76ef5a19d44d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e HTTP/1.1" status: 200 len: 1000 time: 0.1071889 Apr 08 10:52:15.790364 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7b1983-a4d1-4eac-b976-6d06183e7e91 req-3a741a4e-1941-4c3c-8066-cf8c241c34f4 tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:15.797582 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-3e7b1983-a4d1-4eac-b976-6d06183e7e91 req-3a741a4e-1941-4c3c-8066-cf8c241c34f4 tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] 10.222.0.43 "GET /v2.0/ports?device_id=4eb21401-d38e-423c-9c81-0298942776cc HTTP/1.1" status: 200 len: 948 time: 0.4133651 Apr 08 10:52:15.819751 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 56926) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:15.841539 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-577fcebb-c63b-41d2-8172-c900a7df4e7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:15.866261 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546043f4-1d0a-4606-8aeb-b23d03d40c4a req-46372d2a-338a-4127-99c3-726a6113be2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:15.867952 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-546043f4-1d0a-4606-8aeb-b23d03d40c4a req-46372d2a-338a-4127-99c3-726a6113be2b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b78e7de2-0284-422b-9e2a-e6adefd9058b HTTP/1.1" status: 200 len: 853 time: 0.0678973 Apr 08 10:52:15.910461 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 56928) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:15.918105 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-3e7b1983-a4d1-4eac-b976-6d06183e7e91 req-faec529b-b920-4d50-93e0-fca0b150915e tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e24599d-8fec-4467-a15a-5adbbd406587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194568 Apr 08 10:52:15.940507 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-577fcebb-c63b-41d2-8172-c900a7df4e7e admin admin] Publish callbacks [] for security_group (2348e6f2-98f3-4df5-ab40-a6418c79430f), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:15.945749 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-577fcebb-c63b-41d2-8172-c900a7df4e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (2348e6f2-98f3-4df5-ab40-a6418c79430f), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:15.956366 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-0592e863-ba69-4ad1-afb4-a0c8f52bf00d tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Publish callbacks [] for security_group (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:15.958252 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-0592e863-ba69-4ad1-afb4-a0c8f52bf00d tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.4122226 Apr 08 10:52:15.967103 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 56932) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:15.977194 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.v2.base [None req-42ab6c2d-3818-4055-a368-24a8a4c335a0 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Request body: {'security_group_rule': {'security_group_id': '606b5bc2-b387-4a78-9a8e-fd5af6be9a63', 'project_id': 'cdbf3dccf7d2413cb40e83426f557384', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:52:15.980436 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-d04a9ad4-973d-46e1-9775-f7efb5c0ad1a req-416796d5-9afd-4771-a240-f90d90e124b3 tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870'] for port (12aa401f-155a-4481-923a-852f2bfe961b), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:15.990288 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-20313a1e-83b4-40f0-a8a9-635ad4fea31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32422cda-4523-42f7-84b3-360515ebdc83', 'name': 'tempest-TestMinimumBasicScenario-303002226-router', 'tenant_id': 'cdbf3dccf7d2413cb40e83426f557384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'daa8787c-388e-4963-b5f7-ceb921345dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:51:04Z', 'updated_at': '2022-04-08T10:51:08Z', 'revision_number': 4, 'project_id': 'cdbf3dccf7d2413cb40e83426f557384', 'gw_port': {'id': 'daa8787c-388e-4963-b5f7-ceb921345dcd', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:34:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32422cda-4523-42f7-84b3-360515ebdc83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:51:05Z', 'updated_at': '2022-04-08T10:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_floatingips': [{'id': '059a9431-745b-4f8b-9eed-810428544e00', 'tenant_id': 'cdbf3dccf7d2413cb40e83426f557384', 'floating_ip_address': '172.27.2.185', 'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'router_id': '32422cda-4523-42f7-84b3-360515ebdc83', 'port_id': 'd8ae7326-14cb-49e6-a7bd-5a6c2bbce84e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '994367ac-684e-494c-95f2-2fd2d9ffda84', 'mac_address': 'fa:16:3e:10:a8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc9c0f5-4b20-46ae-8b24-1b2fee3db040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:52:13Z', 'updated_at': '2022-04-08T10:52:13Z', 'revision_number': 0, 'project_id': 'cdbf3dccf7d2413cb40e83426f557384', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a2f737-0d52-4697-a52b-216566070cef', 'name': '', 'network_id': '994367ac-684e-494c-95f2-2fd2d9ffda84', 'tenant_id': 'cdbf3dccf7d2413cb40e83426f557384', 'mac_address': 'fa:16:3e:9e:bf:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32422cda-4523-42f7-84b3-360515ebdc83', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'b78e7de2-0284-422b-9e2a-e6adefd9058b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:51:07Z', 'updated_at': '2022-04-08T10:51:13Z', 'revision_number': 5, 'project_id': 'cdbf3dccf7d2413cb40e83426f557384', 'subnets': [{'id': 'b78e7de2-0284-422b-9e2a-e6adefd9058b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:52:15.994926 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] get_ports_and_sgs() called for port_ids ['12aa401f-155a-4481-923a-852f2bfe961b'] {{(pid=109911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 10:52:16.025652 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20313a1e-83b4-40f0-a8a9-635ad4fea31a None None] The sync data for ids ['32422cda-4523-42f7-84b3-360515ebdc83'] in dv-cinder-836071-3-iscsi is: [{'id': '32422cda-4523-42f7-84b3-360515ebdc83', 'name': 'tempest-TestMinimumBasicScenario-303002226-router', 'tenant_id': 'cdbf3dccf7d2413cb40e83426f557384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'daa8787c-388e-4963-b5f7-ceb921345dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:51:04Z', 'updated_at': '2022-04-08T10:51:08Z', 'revision_number': 4, 'project_id': 'cdbf3dccf7d2413cb40e83426f557384', 'gw_port': {'id': 'daa8787c-388e-4963-b5f7-ceb921345dcd', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:34:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32422cda-4523-42f7-84b3-360515ebdc83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:51:05Z', 'updated_at': '2022-04-08T10:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_floatingips': [{'id': '059a9431-745b-4f8b-9eed-810428544e00', 'tenant_id': 'cdbf3dccf7d2413cb40e83426f557384', 'floating_ip_address': '172.27.2.185', 'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'router_id': '32422cda-4523-42f7-84b3-360515ebdc83', 'port_id': 'd8ae7326-14cb-49e6-a7bd-5a6c2bbce84e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '994367ac-684e-494c-95f2-2fd2d9ffda84', 'mac_address': 'fa:16:3e:10:a8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc9c0f5-4b20-46ae-8b24-1b2fee3db040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:52:13Z', 'updated_at': '2022-04-08T10:52:13Z', 'revision_number': 0, 'project_id': 'cdbf3dccf7d2413cb40e83426f557384', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a2f737-0d52-4697-a52b-216566070cef', 'name': '', 'network_id': '994367ac-684e-494c-95f2-2fd2d9ffda84', 'tenant_id': 'cdbf3dccf7d2413cb40e83426f557384', 'mac_address': 'fa:16:3e:9e:bf:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32422cda-4523-42f7-84b3-360515ebdc83', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'b78e7de2-0284-422b-9e2a-e6adefd9058b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:51:07Z', 'updated_at': '2022-04-08T10:51:13Z', 'revision_number': 5, 'project_id': 'cdbf3dccf7d2413cb40e83426f557384', 'subnets': [{'id': 'b78e7de2-0284-422b-9e2a-e6adefd9058b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:52:16.047698 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-577fcebb-c63b-41d2-8172-c900a7df4e7e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0b146237ad484611be95e0e52d48ec1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2248321 Apr 08 10:52:16.052041 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 56934) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:16.053195 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577fcebb-c63b-41d2-8172-c900a7df4e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2348e6f2-98f3-4df5-ab40-a6418c79430f,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:16.073468 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416796d5-9afd-4771-a240-f90d90e124b3 tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] Pushing event deleted for resources: {'Port': ['ID=12aa401f-155a-4481-923a-852f2bfe961b,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:16.119694 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546043f4-1d0a-4606-8aeb-b23d03d40c4a req-1ca31b45-5def-4e8d-a602-92e54e5104bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:16.126411 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-546043f4-1d0a-4606-8aeb-b23d03d40c4a req-1ca31b45-5def-4e8d-a602-92e54e5104bb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=994367ac-684e-494c-95f2-2fd2d9ffda84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2119436 Apr 08 10:52:16.127560 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.l3_dvrscheduler_db [req-d04a9ad4-973d-46e1-9775-f7efb5c0ad1a req-416796d5-9afd-4771-a240-f90d90e124b3 tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] No DVR routers for this DVR port 12aa401f-155a-4481-923a-852f2bfe961b on host hv-cinder-83607 {{(pid=109910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:52:16.141121 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdecd56d-0d6a-4848-b553-a3c29c29cadc req-939e8c60-64db-4e63-a416-a6eaf9bfda1d tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:16.148454 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-bdecd56d-0d6a-4848-b553-a3c29c29cadc req-939e8c60-64db-4e63-a416-a6eaf9bfda1d tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=38552159-8141-4147-8561-ce8089d7eeec HTTP/1.1" status: 200 len: 945 time: 0.4228072 Apr 08 10:52:16.152348 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-d04a9ad4-973d-46e1-9775-f7efb5c0ad1a req-416796d5-9afd-4771-a240-f90d90e124b3 tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for port (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:16.156326 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-d04a9ad4-973d-46e1-9775-f7efb5c0ad1a req-416796d5-9afd-4771-a240-f90d90e124b3 tempest-VolumesNegativeTest-426610183 tempest-VolumesNegativeTest-426610183-project] 10.222.0.39 "DELETE /v2.0/ports/12aa401f-155a-4481-923a-852f2bfe961b HTTP/1.1" status: 204 len: 173 time: 1.8971241 Apr 08 10:52:16.157839 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eb21401-d38e-423c-9c81-0298942776cc', 'name': 'network-vif-deleted', 'tag': '12aa401f-155a-4481-923a-852f2bfe961b'}] {{(pid=109910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:52:16.162483 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c101578fc708467248d177b11db2e3e6a7db5c554c0046cb1dea7ab1ce8b9fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7861a18d-20f2-4829-afac-4adc251484af" -d '{"events": [{"server_uuid": "4eb21401-d38e-423c-9c81-0298942776cc", "name": "network-vif-deleted", "tag": "12aa401f-155a-4481-923a-852f2bfe961b"}]}' {{(pid=109910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:52:16.172503 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-42ab6c2d-3818-4055-a368-24a8a4c335a0 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Publish callbacks [] for security_group_rule (dde467a7-4c30-42cf-a173-836869a3f916), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:16.245242 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-bdecd56d-0d6a-4848-b553-a3c29c29cadc req-3b6c2148-8a00-4145-bff7-8801f33e7bca tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955849 Apr 08 10:52:16.262402 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.v2.base [None req-d38ed9e3-4729-4a8c-ade0-d0eed25734e3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-886909022-network', 'tenant_id': 'f7c60d59aa20428d8ddc6ebfa512c1fb'}} {{(pid=109909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:52:16.262960 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 10:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03bd0a77-a387-44de-9bd6-3b0bbe113277 x-openstack-request-id: req-03bd0a77-a387-44de-9bd6-3b0bbe113277 {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:52:16.263316 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eb21401-d38e-423c-9c81-0298942776cc", "name": "network-vif-deleted", "tag": "12aa401f-155a-4481-923a-852f2bfe961b", "status": "completed", "code": 200}]} {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:52:16.263638 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-03bd0a77-a387-44de-9bd6-3b0bbe113277 {{(pid=109910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:52:16.264090 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03bd0a77-a387-44de-9bd6-3b0bbe113277'] response: {'server_uuid': '4eb21401-d38e-423c-9c81-0298942776cc', 'name': 'network-vif-deleted', 'tag': '12aa401f-155a-4481-923a-852f2bfe961b', 'status': 'completed', 'code': 200} Apr 08 10:52:16.291933 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-42ab6c2d-3818-4055-a368-24a8a4c335a0 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Publish callbacks [] for security_group_rule (dde467a7-4c30-42cf-a173-836869a3f916), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:16.320866 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-42ab6c2d-3818-4055-a368-24a8a4c335a0 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682660'] for security_group_rule (dde467a7-4c30-42cf-a173-836869a3f916), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:16.338550 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-90864746-6a4f-4d2f-adec-42e8a268bf5e admin admin] Publish callbacks [] for security_group (2348e6f2-98f3-4df5-ab40-a6418c79430f), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:16.387669 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-90864746-6a4f-4d2f-adec-42e8a268bf5e admin admin] Publish callbacks [] for security_group (2348e6f2-98f3-4df5-ab40-a6418c79430f), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:16.391780 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-546043f4-1d0a-4606-8aeb-b23d03d40c4a req-6a16a024-1790-4eb4-9328-6bd3080fae5a service neutron] 10.222.0.39 "GET /v2.0/networks/994367ac-684e-494c-95f2-2fd2d9ffda84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406373 Apr 08 10:52:16.407507 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38ed9e3-4729-4a8c-ade0-d0eed25734e3 admin admin] Made reservation on behalf of f7c60d59aa20428d8ddc6ebfa512c1fb for: {'network': 1} {{(pid=109909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:52:16.410590 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-d38ed9e3-4729-4a8c-ade0-d0eed25734e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for network (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:16.431732 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fda4e3-0f9b-400e-8a91-ee095efb3048 None None] New status for floating IP 059a9431-745b-4f8b-9eed-810428544e00: ACTIVE {{(pid=109911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 10:52:16.445674 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-d38ed9e3-4729-4a8c-ade0-d0eed25734e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:16.447800 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab6c2d-3818-4055-a368-24a8a4c335a0 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dde467a7-4c30-42cf-a173-836869a3f916,revision_number=0']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:16.452526 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-42ab6c2d-3818-4055-a368-24a8a4c335a0 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:16.453916 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-42ab6c2d-3818-4055-a368-24a8a4c335a0 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4851482 Apr 08 10:52:16.456825 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 56940) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:16.463929 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [None req-8baa978c-6114-4e44-9380-b5a89c5aabd0 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Request body: {'security_group_rule': {'security_group_id': '606b5bc2-b387-4a78-9a8e-fd5af6be9a63', 'project_id': 'cdbf3dccf7d2413cb40e83426f557384', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:52:16.506887 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-8baa978c-6114-4e44-9380-b5a89c5aabd0 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Publish callbacks [] for security_group_rule (52355ee0-e20a-4292-a8d3-ac9305a40108), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:16.507731 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-90864746-6a4f-4d2f-adec-42e8a268bf5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (2348e6f2-98f3-4df5-ab40-a6418c79430f), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:16.511969 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-90864746-6a4f-4d2f-adec-42e8a268bf5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:16.513366 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-90864746-6a4f-4d2f-adec-42e8a268bf5e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2348e6f2-98f3-4df5-ab40-a6418c79430f HTTP/1.1" status: 204 len: 168 time: 0.4566593 Apr 08 10:52:16.532609 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90864746-6a4f-4d2f-adec-42e8a268bf5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2348e6f2-98f3-4df5-ab40-a6418c79430f,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:16.613118 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-d38ed9e3-4729-4a8c-ade0-d0eed25734e3 admin admin] Publish callbacks [] for security_group (a08232d7-6f92-41f6-a167-4b0cdd2d3054), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:16.622620 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-d38ed9e3-4729-4a8c-ade0-d0eed25734e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (a08232d7-6f92-41f6-a167-4b0cdd2d3054), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:16.633848 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dfd57949-1be2-4190-94f2-c1682066023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (140c1fdd-4f9d-4fc9-9d7c-f6f7cee51a0a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:16.660885 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-8baa978c-6114-4e44-9380-b5a89c5aabd0 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Publish callbacks [] for security_group_rule (52355ee0-e20a-4292-a8d3-ac9305a40108), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:16.666986 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-8baa978c-6114-4e44-9380-b5a89c5aabd0 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682660'] for security_group_rule (52355ee0-e20a-4292-a8d3-ac9305a40108), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:16.677307 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d38ed9e3-4729-4a8c-ade0-d0eed25734e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=109909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:52:16.683950 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baa978c-6114-4e44-9380-b5a89c5aabd0 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52355ee0-e20a-4292-a8d3-ac9305a40108,revision_number=0']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:16.705629 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ed9e3-4729-4a8c-ade0-d0eed25734e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a08232d7-6f92-41f6-a167-4b0cdd2d3054,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:16.720647 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-d38ed9e3-4729-4a8c-ade0-d0eed25734e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801210'] for segment (bbb27a7d-cf35-4f37-b525-75393e1b2cef), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:16.721156 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.db.segments_db [None req-d38ed9e3-4729-4a8c-ade0-d0eed25734e3 admin admin] Added segment bbb27a7d-cf35-4f37-b525-75393e1b2cef of type vlan for network b6a32a90-1df0-4c3d-9e5c-f2c4dd3cb04c Apr 08 10:52:16.758347 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-8baa978c-6114-4e44-9380-b5a89c5aabd0 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:16.762386 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-8baa978c-6114-4e44-9380-b5a89c5aabd0 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2999713 Apr 08 10:52:16.763787 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 56948) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:16.769248 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [None req-11776933-ab0e-4f27-a676-68def28b23d8 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Request body: {'security_group_rule': {'security_group_id': '606b5bc2-b387-4a78-9a8e-fd5af6be9a63', 'project_id': 'cdbf3dccf7d2413cb40e83426f557384', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:52:16.795558 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-d38ed9e3-4729-4a8c-ade0-d0eed25734e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778032765835'] for network (b6a32a90-1df0-4c3d-9e5c-f2c4dd3cb04c), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:16.836722 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-d38ed9e3-4729-4a8c-ade0-d0eed25734e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513'] for network (b6a32a90-1df0-4c3d-9e5c-f2c4dd3cb04c), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:16.837930 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38ed9e3-4729-4a8c-ade0-d0eed25734e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:16.839016 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-d38ed9e3-4729-4a8c-ade0-d0eed25734e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553535'] for network (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:16.871132 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-546043f4-1d0a-4606-8aeb-b23d03d40c4a req-e408e08b-8361-436b-8b9e-169b0583de1c service neutron] 10.222.0.39 "GET /v2.0/networks/994367ac-684e-494c-95f2-2fd2d9ffda84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810803 Apr 08 10:52:16.872385 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-11776933-ab0e-4f27-a676-68def28b23d8 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Publish callbacks [] for security_group_rule (5f8282e0-b677-4025-a1aa-9b74033e93d0), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:16.880383 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-d38ed9e3-4729-4a8c-ade0-d0eed25734e3 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9695883 Apr 08 10:52:16.884360 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 56952) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:16.892000 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [None req-cf9ab019-1384-41ec-ab46-8cd0b3b5c75c admin admin] Request body: {'subnet': {'network_id': 'b6a32a90-1df0-4c3d-9e5c-f2c4dd3cb04c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-886909022-subnet', 'tenant_id': 'f7c60d59aa20428d8ddc6ebfa512c1fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:52:16.948915 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ed9e3-4729-4a8c-ade0-d0eed25734e3 admin admin] Pushing event updated for resources: {'Network': ['ID=b6a32a90-1df0-4c3d-9e5c-f2c4dd3cb04c,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:16.960699 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9ab019-1384-41ec-ab46-8cd0b3b5c75c admin admin] Made reservation on behalf of f7c60d59aa20428d8ddc6ebfa512c1fb for: {'subnet': 1} {{(pid=109910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:52:16.961054 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Network b6a32a90-1df0-4c3d-9e5c-f2c4dd3cb04c details requested by agent ovs-agent-dv-cinder-836071-3-iscsi with host dv-cinder-836071-3-iscsi {{(pid=109911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 10:52:16.963038 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-cf9ab019-1384-41ec-ab46-8cd0b3b5c75c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:17.043043 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-11776933-ab0e-4f27-a676-68def28b23d8 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Publish callbacks [] for security_group_rule (5f8282e0-b677-4025-a1aa-9b74033e93d0), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:17.057697 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-11776933-ab0e-4f27-a676-68def28b23d8 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682660'] for security_group_rule (5f8282e0-b677-4025-a1aa-9b74033e93d0), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:17.106092 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11776933-ab0e-4f27-a676-68def28b23d8 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f8282e0-b677-4025-a1aa-9b74033e93d0,revision_number=0']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:17.114771 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-11776933-ab0e-4f27-a676-68def28b23d8 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:17.116207 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-11776933-ab0e-4f27-a676-68def28b23d8 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3513830 Apr 08 10:52:17.119753 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 56972) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:17.127778 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.v2.base [None req-dbeaa715-91b9-4450-a1e0-be5918aa2e73 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Request body: {'security_group_rule': {'security_group_id': '606b5bc2-b387-4a78-9a8e-fd5af6be9a63', 'project_id': 'cdbf3dccf7d2413cb40e83426f557384', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:52:17.180110 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-dbeaa715-91b9-4450-a1e0-be5918aa2e73 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Publish callbacks [] for security_group_rule (d66d0aa0-bf7b-41f6-a7f0-ccd84fffc3a3), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:17.258487 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-cf9ab019-1384-41ec-ab46-8cd0b3b5c75c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513'] for subnet (c1d5b4a2-dc9b-44b4-aca6-b5f95e294b42), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:17.276821 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-dbeaa715-91b9-4450-a1e0-be5918aa2e73 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Publish callbacks [] for security_group_rule (d66d0aa0-bf7b-41f6-a7f0-ccd84fffc3a3), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:17.283258 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-dbeaa715-91b9-4450-a1e0-be5918aa2e73 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682660'] for security_group_rule (d66d0aa0-bf7b-41f6-a7f0-ccd84fffc3a3), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:17.337963 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeaa715-91b9-4450-a1e0-be5918aa2e73 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d66d0aa0-bf7b-41f6-a7f0-ccd84fffc3a3,revision_number=0']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:17.345544 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9ab019-1384-41ec-ab46-8cd0b3b5c75c admin admin] Checking segment: {'id': 'bbb27a7d-cf35-4f37-b525-75393e1b2cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'b6a32a90-1df0-4c3d-9e5c-f2c4dd3cb04c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:52:17.345910 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9ab019-1384-41ec-ab46-8cd0b3b5c75c admin admin] Network hostable DHCP agents. Network: b6a32a90-1df0-4c3d-9e5c-f2c4dd3cb04c, hostable agents: ['0996d03c-a6d6-4751-8b32-c8111f4b3d8a'], hosted agents: [] {{(pid=109910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:52:17.352250 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-dbeaa715-91b9-4450-a1e0-be5918aa2e73 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:17.354369 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-dbeaa715-91b9-4450-a1e0-be5918aa2e73 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2327647 Apr 08 10:52:17.357231 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ab019-1384-41ec-ab46-8cd0b3b5c75c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1d5b4a2-dc9b-44b4-aca6-b5f95e294b42,revision_number=0']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:17.361434 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 56988) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:17.368641 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [None req-5cc12593-dca6-492e-b780-a8ec84d326ff tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Request body: {'security_group_rule': {'security_group_id': '606b5bc2-b387-4a78-9a8e-fd5af6be9a63', 'project_id': 'cdbf3dccf7d2413cb40e83426f557384', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:52:17.414289 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.db.securitygroups_db [None req-5cc12593-dca6-492e-b780-a8ec84d326ff tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Project cdbf3dccf7d2413cb40e83426f557384 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:52:17.425477 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-5cc12593-dca6-492e-b780-a8ec84d326ff tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Publish callbacks [] for security_group_rule (e94d0528-c715-4aa9-bff7-5905a8530504), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:17.447972 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9ab019-1384-41ec-ab46-8cd0b3b5c75c admin admin] Network b6a32a90-1df0-4c3d-9e5c-f2c4dd3cb04c is scheduled to be hosted by DHCP agent 0996d03c-a6d6-4751-8b32-c8111f4b3d8a with binding_index 1 {{(pid=109910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:52:17.481444 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.base_scheduler [None req-cf9ab019-1384-41ec-ab46-8cd0b3b5c75c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836071-3-iscsi, b6a32a90-1df0-4c3d-9e5c-f2c4dd3cb04c) {{(pid=109910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:52:17.491617 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9ab019-1384-41ec-ab46-8cd0b3b5c75c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:17.492139 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-cf9ab019-1384-41ec-ab46-8cd0b3b5c75c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553535'] for subnet (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:17.499422 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18c763f-c1e1-404a-9bd9-602b31ab06ef None None] Network b6a32a90-1df0-4c3d-9e5c-f2c4dd3cb04c requested from dv-cinder-836071-3-iscsi {{(pid=109911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 10:52:17.503737 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0824522d-d4ee-4ea3-a6e1-356e7ce00b22 req-7419240f-45d7-42f9-a8f7-d55dc1ee7ac3 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:17.506201 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0824522d-d4ee-4ea3-a6e1-356e7ce00b22 req-7419240f-45d7-42f9-a8f7-d55dc1ee7ac3 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=38552159-8141-4147-8561-ce8089d7eeec HTTP/1.1" status: 200 len: 945 time: 0.1616647 Apr 08 10:52:17.557237 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-cf9ab019-1384-41ec-ab46-8cd0b3b5c75c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6711848 Apr 08 10:52:17.569512 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-5cc12593-dca6-492e-b780-a8ec84d326ff tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Publish callbacks [] for security_group_rule (e94d0528-c715-4aa9-bff7-5905a8530504), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:17.590398 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-5cc12593-dca6-492e-b780-a8ec84d326ff tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682660'] for security_group_rule (e94d0528-c715-4aa9-bff7-5905a8530504), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:17.633405 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc12593-dca6-492e-b780-a8ec84d326ff tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e94d0528-c715-4aa9-bff7-5905a8530504,revision_number=0']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:17.643735 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0824522d-d4ee-4ea3-a6e1-356e7ce00b22 req-4adae14d-0858-4d86-b371-f1f342ba114f tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230090 Apr 08 10:52:17.648281 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-5cc12593-dca6-492e-b780-a8ec84d326ff tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:17.649481 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-5cc12593-dca6-492e-b780-a8ec84d326ff tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2875817 Apr 08 10:52:17.652279 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 57000) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:17.657732 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.v2.base [None req-1f0716cf-b566-4d24-a8af-24eb4af55ee5 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Request body: {'security_group_rule': {'security_group_id': '606b5bc2-b387-4a78-9a8e-fd5af6be9a63', 'project_id': 'cdbf3dccf7d2413cb40e83426f557384', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:52:17.705226 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.db.securitygroups_db [None req-1f0716cf-b566-4d24-a8af-24eb4af55ee5 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Project cdbf3dccf7d2413cb40e83426f557384 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:52:17.711135 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-1f0716cf-b566-4d24-a8af-24eb4af55ee5 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Publish callbacks [] for security_group_rule (15910cfb-4754-432e-b30c-5412af2aedae), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:17.740727 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90d22bc-60ac-4a65-8b5d-0740c7c047c4 None None] Network b6a32a90-1df0-4c3d-9e5c-f2c4dd3cb04c requested from dv-cinder-836071-3-iscsi {{(pid=109911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 10:52:17.800116 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-1f0716cf-b566-4d24-a8af-24eb4af55ee5 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Publish callbacks [] for security_group_rule (15910cfb-4754-432e-b30c-5412af2aedae), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:17.807263 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-1f0716cf-b566-4d24-a8af-24eb4af55ee5 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682660'] for security_group_rule (15910cfb-4754-432e-b30c-5412af2aedae), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:17.838615 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0716cf-b566-4d24-a8af-24eb4af55ee5 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15910cfb-4754-432e-b30c-5412af2aedae,revision_number=0']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:17.861289 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-1f0716cf-b566-4d24-a8af-24eb4af55ee5 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:17.862851 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (df0b008b-1017-45b0-9cbd-b6387ecfd69a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:17.867353 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-1f0716cf-b566-4d24-a8af-24eb4af55ee5 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2112310 Apr 08 10:52:18.027106 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (d1e78606-e5cc-43c0-bc22-8a5324478286), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:18.042519 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-9de7a296-4a44-4f5c-a899-b12f2e7e1d79 req-877082e9-dfe5-41b4-9f89-33e843e98f43 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-540708101&fields=id&tenant_id=cdbf3dccf7d2413cb40e83426f557384 HTTP/1.1" status: 200 len: 267 time: 0.1044726 Apr 08 10:52:18.129001 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de7a296-4a44-4f5c-a899-b12f2e7e1d79 req-1f88e67d-28b0-4d11-8749-92cec5aa14ff tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:18.130572 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-9de7a296-4a44-4f5c-a899-b12f2e7e1d79 req-1f88e67d-28b0-4d11-8749-92cec5aa14ff tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc9c0f5-4b20-46ae-8b24-1b2fee3db040 HTTP/1.1" status: 200 len: 946 time: 0.0812902 Apr 08 10:52:18.142318 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [req-9de7a296-4a44-4f5c-a899-b12f2e7e1d79 req-b20dab1e-1413-431c-bd66-2839afb2bd36 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Request body: {'port': {'security_groups': ['a1f7d50a-a5a1-4bfe-9006-509b033ac2bc', '606b5bc2-b387-4a78-9a8e-fd5af6be9a63']}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:52:18.231326 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-9de7a296-4a44-4f5c-a899-b12f2e7e1d79 req-b20dab1e-1413-431c-bd66-2839afb2bd36 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e), before_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:18.499432 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [req-9de7a296-4a44-4f5c-a899-b12f2e7e1d79 req-b20dab1e-1413-431c-bd66-2839afb2bd36 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] For port d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e,segment=NetworkSegment(66b46815-337a-4b2d-9afc-f8aedc7cbe2f),segment_id=66b46815-337a-4b2d-9afc-f8aedc7cbe2f)] {{(pid=109910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:52:18.560073 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-9de7a296-4a44-4f5c-a899-b12f2e7e1d79 req-b20dab1e-1413-431c-bd66-2839afb2bd36 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Publish callbacks [] for port (d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e), precommit_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:18.567624 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-9de7a296-4a44-4f5c-a899-b12f2e7e1d79 req-b20dab1e-1413-431c-bd66-2839afb2bd36 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:18.583551 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] get_ports_and_sgs() called for port_ids ['d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e'] {{(pid=109911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 10:52:18.614700 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de7a296-4a44-4f5c-a899-b12f2e7e1d79 req-b20dab1e-1413-431c-bd66-2839afb2bd36 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:18.615781 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-9de7a296-4a44-4f5c-a899-b12f2e7e1d79 req-b20dab1e-1413-431c-bd66-2839afb2bd36 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for port (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:18.620326 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-9de7a296-4a44-4f5c-a899-b12f2e7e1d79 req-b20dab1e-1413-431c-bd66-2839afb2bd36 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "PUT /v2.0/ports/d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e HTTP/1.1" status: 200 len: 982 time: 0.4830019 Apr 08 10:52:18.620890 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fc9c0f5-4b20-46ae-8b24-1b2fee3db040', 'tag': 'd8ae7326-14cb-49e6-a7bd-5a6c2bbce84e'}] {{(pid=109910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:52:18.623482 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c101578fc708467248d177b11db2e3e6a7db5c554c0046cb1dea7ab1ce8b9fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f63cbcb-b4b3-415b-ad92-f77ad93fa4da" -d '{"events": [{"name": "network-changed", "server_uuid": "0fc9c0f5-4b20-46ae-8b24-1b2fee3db040", "tag": "d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e"}]}' {{(pid=109910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:52:18.693763 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20dab1e-1413-431c-bd66-2839afb2bd36 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Pushing event updated for resources: {'Port': ['ID=d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e,revision_number=6']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:18.704572 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 10:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b40f010e-a130-4c03-b929-784d3b3bb234 x-openstack-request-id: req-b40f010e-a130-4c03-b929-784d3b3bb234 {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:52:18.705088 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fc9c0f5-4b20-46ae-8b24-1b2fee3db040", "tag": "d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e", "status": "completed", "code": 200}]} {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:52:18.706438 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b40f010e-a130-4c03-b929-784d3b3bb234 {{(pid=109910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:52:18.708012 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b40f010e-a130-4c03-b929-784d3b3bb234'] response: {'name': 'network-changed', 'server_uuid': '0fc9c0f5-4b20-46ae-8b24-1b2fee3db040', 'tag': 'd8ae7326-14cb-49e6-a7bd-5a6c2bbce84e', 'status': 'completed', 'code': 200} Apr 08 10:52:18.778661 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] get_ports_and_sgs() called for port_ids ['d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e'] {{(pid=109911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 10:52:18.856280 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device 12aa401f-155a-4481-923a-852f2bfe961b no longer exists at agent hyperv_hv-cinder-83607 {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 10:52:18.883412 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 57106) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:18.890629 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.v2.base [None req-9365ff85-6474-4d8d-b25e-9657a8e6b55f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1627459688-network', 'tenant_id': '3e1ee95f503f443fae77dd3de134d7b0'}} {{(pid=109909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:52:18.910646 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] No Port match for: 12aa401f-155a-4481-923a-852f2bfe961b {{(pid=109911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 10:52:18.913921 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device 12aa401f-155a-4481-923a-852f2bfe961b not bound to the agent host hv-cinder-83607 {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 10:52:18.938475 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9365ff85-6474-4d8d-b25e-9657a8e6b55f admin admin] Made reservation on behalf of 3e1ee95f503f443fae77dd3de134d7b0 for: {'network': 1} {{(pid=109909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:52:18.939170 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63cbcb-b4b3-415b-ad92-f77ad93fa4da req-4efa3cf8-76a4-44fd-a516-fc374d3305e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:18.940696 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-9365ff85-6474-4d8d-b25e-9657a8e6b55f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for network (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:18.940996 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0f63cbcb-b4b3-415b-ad92-f77ad93fa4da req-4efa3cf8-76a4-44fd-a516-fc374d3305e3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cdbf3dccf7d2413cb40e83426f557384&device_id=0fc9c0f5-4b20-46ae-8b24-1b2fee3db040 HTTP/1.1" status: 200 len: 1169 time: 0.2092423 Apr 08 10:52:18.952784 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b709dd7-1f5d-46d1-a8ad-2420f09bb485 req-cb48e123-6905-44cf-a868-c96f2c5e449e tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:18.954790 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-5b709dd7-1f5d-46d1-a8ad-2420f09bb485 req-cb48e123-6905-44cf-a868-c96f2c5e449e tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=38552159-8141-4147-8561-ce8089d7eeec HTTP/1.1" status: 200 len: 945 time: 0.2010002 Apr 08 10:52:18.973106 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc01bd-d2c5-46ea-a02c-0f2831577f4e req-9936d437-a5c0-4915-aa09-275f02547fd1 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:18.973451 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-9365ff85-6474-4d8d-b25e-9657a8e6b55f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:18.983015 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-45fc01bd-d2c5-46ea-a02c-0f2831577f4e req-9936d437-a5c0-4915-aa09-275f02547fd1 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc9c0f5-4b20-46ae-8b24-1b2fee3db040 HTTP/1.1" status: 200 len: 985 time: 0.2347016 Apr 08 10:52:19.144803 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-9365ff85-6474-4d8d-b25e-9657a8e6b55f admin admin] Publish callbacks [] for security_group (8ca38bad-6cd8-45c9-a264-c1b8abff63f3), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:19.153080 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-9365ff85-6474-4d8d-b25e-9657a8e6b55f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (8ca38bad-6cd8-45c9-a264-c1b8abff63f3), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:19.167962 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-5b709dd7-1f5d-46d1-a8ad-2420f09bb485 req-61d2ec96-f8b3-4749-aa26-b679d032e0be tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698253 Apr 08 10:52:19.201398 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-45fc01bd-d2c5-46ea-a02c-0f2831577f4e req-4310505f-4345-4905-9d22-2e35e5cfbfe4 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/security-groups?id=606b5bc2-b387-4a78-9a8e-fd5af6be9a63&id=a1f7d50a-a5a1-4bfe-9006-509b033ac2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1980212 Apr 08 10:52:19.205821 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63cbcb-b4b3-415b-ad92-f77ad93fa4da req-1027077b-d7cc-4cd0-9346-8b7ec73df913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:19.207584 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0f63cbcb-b4b3-415b-ad92-f77ad93fa4da req-1027077b-d7cc-4cd0-9346-8b7ec73df913 service neutron] 10.222.0.39 "GET /v2.0/networks?id=994367ac-684e-494c-95f2-2fd2d9ffda84 HTTP/1.1" status: 200 len: 915 time: 0.2516973 Apr 08 10:52:19.220986 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9365ff85-6474-4d8d-b25e-9657a8e6b55f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca38bad-6cd8-45c9-a264-c1b8abff63f3,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:19.236150 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9365ff85-6474-4d8d-b25e-9657a8e6b55f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=109909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:52:19.256373 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-9365ff85-6474-4d8d-b25e-9657a8e6b55f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801210'] for segment (c99e2a92-8fca-415e-8daa-00935f20843c), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:19.257045 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.db.segments_db [None req-9365ff85-6474-4d8d-b25e-9657a8e6b55f admin admin] Added segment c99e2a92-8fca-415e-8daa-00935f20843c of type vlan for network 3b91e212-901a-4474-99d0-0752f643d4e7 Apr 08 10:52:19.289826 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0f63cbcb-b4b3-415b-ad92-f77ad93fa4da req-af7b3dc9-b20d-488a-80bb-0cef8efd36bb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e HTTP/1.1" status: 200 len: 1002 time: 0.0750511 Apr 08 10:52:19.311765 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-9365ff85-6474-4d8d-b25e-9657a8e6b55f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778032765835'] for network (3b91e212-901a-4474-99d0-0752f643d4e7), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:19.327364 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-477f41fc-bce7-4b96-a709-09e50069292f None None] Provisioning complete for port d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:52:19.327951 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-477f41fc-bce7-4b96-a709-09e50069292f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:19.362859 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63cbcb-b4b3-415b-ad92-f77ad93fa4da req-7684f686-43ee-4d29-8f95-403d658454b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:19.364502 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0f63cbcb-b4b3-415b-ad92-f77ad93fa4da req-7684f686-43ee-4d29-8f95-403d658454b2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b78e7de2-0284-422b-9e2a-e6adefd9058b HTTP/1.1" status: 200 len: 853 time: 0.0636523 Apr 08 10:52:19.377522 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-9365ff85-6474-4d8d-b25e-9657a8e6b55f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513'] for network (3b91e212-901a-4474-99d0-0752f643d4e7), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:19.378808 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9365ff85-6474-4d8d-b25e-9657a8e6b55f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:19.380096 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-9365ff85-6474-4d8d-b25e-9657a8e6b55f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553535'] for network (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:19.456467 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63cbcb-b4b3-415b-ad92-f77ad93fa4da req-66445a50-e7f1-4c0c-86c2-f979afbe6a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:19.458199 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0f63cbcb-b4b3-415b-ad92-f77ad93fa4da req-66445a50-e7f1-4c0c-86c2-f979afbe6a64 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=994367ac-684e-494c-95f2-2fd2d9ffda84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0810375 Apr 08 10:52:19.490527 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-9365ff85-6474-4d8d-b25e-9657a8e6b55f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5925643 Apr 08 10:52:19.491417 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 57126) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:19.506845 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.v2.base [None req-0f5cc725-17a7-41de-a08b-b32de510a518 admin admin] Request body: {'subnet': {'network_id': '3b91e212-901a-4474-99d0-0752f643d4e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1627459688-subnet', 'tenant_id': '3e1ee95f503f443fae77dd3de134d7b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:52:19.528161 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9365ff85-6474-4d8d-b25e-9657a8e6b55f admin admin] Pushing event updated for resources: {'Network': ['ID=3b91e212-901a-4474-99d0-0752f643d4e7,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:19.532090 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5cc725-17a7-41de-a08b-b32de510a518 admin admin] Made reservation on behalf of 3e1ee95f503f443fae77dd3de134d7b0 for: {'subnet': 1} {{(pid=109909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:52:19.536313 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-0f5cc725-17a7-41de-a08b-b32de510a518 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12896999'] for subnet (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:19.564842 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Network 3b91e212-901a-4474-99d0-0752f643d4e7 details requested by agent ovs-agent-dv-cinder-836071-3-iscsi with host dv-cinder-836071-3-iscsi {{(pid=109911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 10:52:19.614721 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0f63cbcb-b4b3-415b-ad92-f77ad93fa4da req-6b8878ca-1ef0-4fb6-8d46-71b99a0f88d2 service neutron] 10.222.0.39 "GET /v2.0/networks/994367ac-684e-494c-95f2-2fd2d9ffda84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471760 Apr 08 10:52:19.796772 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-73604555-c58c-418b-9efa-0e063259da35 req-a489db56-da7b-4b93-9540-ba78863bc327 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=40b6ecf5-6453-42fc-b63f-40158911ebb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0933254 Apr 08 10:52:19.824110 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0f63cbcb-b4b3-415b-ad92-f77ad93fa4da req-8706b8e4-ec06-4f94-a9fb-f2958356c36a service neutron] 10.222.0.39 "GET /v2.0/networks/994367ac-684e-494c-95f2-2fd2d9ffda84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993656 Apr 08 10:52:19.873235 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-0f5cc725-17a7-41de-a08b-b32de510a518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16387806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12895261'] for subnet (2ebf6740-d588-44c2-8835-58bf9167347f), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:19.959932 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5cc725-17a7-41de-a08b-b32de510a518 admin admin] Checking segment: {'id': 'c99e2a92-8fca-415e-8daa-00935f20843c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3b91e212-901a-4474-99d0-0752f643d4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:52:19.960622 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5cc725-17a7-41de-a08b-b32de510a518 admin admin] Network hostable DHCP agents. Network: 3b91e212-901a-4474-99d0-0752f643d4e7, hostable agents: ['0996d03c-a6d6-4751-8b32-c8111f4b3d8a'], hosted agents: [] {{(pid=109909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:52:19.962639 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5cc725-17a7-41de-a08b-b32de510a518 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ebf6740-d588-44c2-8835-58bf9167347f,revision_number=0']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:19.966945 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-477f41fc-bce7-4b96-a709-09e50069292f None None] Current status of the port d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:52:19.987678 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73604555-c58c-418b-9efa-0e063259da35 req-399ecacb-1909-451d-bb8f-66043e57bdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:19.990249 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-73604555-c58c-418b-9efa-0e063259da35 req-399ecacb-1909-451d-bb8f-66043e57bdfc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3b8c2bcd253d4480a40c77765f83e67a&device_id=40b6ecf5-6453-42fc-b63f-40158911ebb1 HTTP/1.1" status: 200 len: 1130 time: 0.1484523 Apr 08 10:52:20.004702 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5cc725-17a7-41de-a08b-b32de510a518 admin admin] Network 3b91e212-901a-4474-99d0-0752f643d4e7 is scheduled to be hosted by DHCP agent 0996d03c-a6d6-4751-8b32-c8111f4b3d8a with binding_index 1 {{(pid=109909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:52:20.041353 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.base_scheduler [None req-0f5cc725-17a7-41de-a08b-b32de510a518 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836071-3-iscsi, 3b91e212-901a-4474-99d0-0752f643d4e7) {{(pid=109909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:52:20.050956 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5cc725-17a7-41de-a08b-b32de510a518 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:20.052697 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-0f5cc725-17a7-41de-a08b-b32de510a518 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:20.060306 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab67c8f-7df0-4300-be2b-6c93af05b3c2 None None] Network 3b91e212-901a-4474-99d0-0752f643d4e7 requested from dv-cinder-836071-3-iscsi {{(pid=109911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 10:52:20.105925 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-0f5cc725-17a7-41de-a08b-b32de510a518 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6098175 Apr 08 10:52:20.220434 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73604555-c58c-418b-9efa-0e063259da35 req-07954d85-3d44-4172-911a-91370c0d515c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:20.224256 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-73604555-c58c-418b-9efa-0e063259da35 req-07954d85-3d44-4172-911a-91370c0d515c service neutron] 10.222.0.39 "GET /v2.0/networks?id=33a3be25-f434-41eb-a414-585facf4d669 HTTP/1.1" status: 200 len: 920 time: 0.1885996 Apr 08 10:52:20.275925 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41e5f42-d011-4a8f-a3cd-3bffceacb5d6 None None] Network 3b91e212-901a-4474-99d0-0752f643d4e7 requested from dv-cinder-836071-3-iscsi {{(pid=109911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 10:52:20.298864 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-73604555-c58c-418b-9efa-0e063259da35 req-4d8500c4-0d8b-4f87-a33a-6aecb7e9293e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f63e0baf-1d4b-4b4a-907e-ba043fef736b HTTP/1.1" status: 200 len: 217 time: 0.0610600 Apr 08 10:52:20.467138 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73604555-c58c-418b-9efa-0e063259da35 req-b50881d3-9651-4b2c-9ce1-edf145666b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:20.468625 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-73604555-c58c-418b-9efa-0e063259da35 req-b50881d3-9651-4b2c-9ce1-edf145666b18 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=695d492a-ca30-42dc-b8aa-3b1f1f515ae3 HTTP/1.1" status: 200 len: 858 time: 0.1628537 Apr 08 10:52:20.485335 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8420a6-84c3-4c31-b1b9-fff41a9e5cac req-eb3de9ae-1705-40e0-b413-a22f845b277a tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:20.486493 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ab8420a6-84c3-4c31-b1b9-fff41a9e5cac req-eb3de9ae-1705-40e0-b413-a22f845b277a tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=38552159-8141-4147-8561-ce8089d7eeec HTTP/1.1" status: 200 len: 945 time: 0.1451731 Apr 08 10:52:20.567211 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ab8420a6-84c3-4c31-b1b9-fff41a9e5cac req-c1980a43-6a05-4f7f-935d-12fc82b8183a tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541298 Apr 08 10:52:20.573574 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73604555-c58c-418b-9efa-0e063259da35 req-06c69765-aaa2-4191-a2dd-5d1838066820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:20.575038 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-73604555-c58c-418b-9efa-0e063259da35 req-06c69765-aaa2-4191-a2dd-5d1838066820 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=33a3be25-f434-41eb-a414-585facf4d669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0996089 Apr 08 10:52:20.691886 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-73604555-c58c-418b-9efa-0e063259da35 req-297d44f4-8dac-4676-8c9e-30baadfd31c6 service neutron] 10.222.0.39 "GET /v2.0/networks/33a3be25-f434-41eb-a414-585facf4d669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097491 Apr 08 10:52:20.812054 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-73604555-c58c-418b-9efa-0e063259da35 req-f83bac3d-f51f-42bf-be1b-bdac069b7ecb service neutron] 10.222.0.39 "GET /v2.0/networks/33a3be25-f434-41eb-a414-585facf4d669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057484 Apr 08 10:52:21.728263 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8add6-a668-4326-a211-23bc655f9849 req-3e79377c-3731-466a-ad58-9999de036851 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:21.731173 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-26c8add6-a668-4326-a211-23bc655f9849 req-3e79377c-3731-466a-ad58-9999de036851 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=38552159-8141-4147-8561-ce8089d7eeec HTTP/1.1" status: 200 len: 945 time: 0.0661154 Apr 08 10:52:21.794680 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-26c8add6-a668-4326-a211-23bc655f9849 req-3405cb65-9f9e-4ecd-a632-32123a5f696e tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563703 Apr 08 10:52:22.924485 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c8cd2-fa83-46d2-b8e4-545bf7804dd3 req-a5ba0be6-717a-4dfd-b968-31bfed374129 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:22.926074 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-370c8cd2-fa83-46d2-b8e4-545bf7804dd3 req-a5ba0be6-717a-4dfd-b968-31bfed374129 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=38552159-8141-4147-8561-ce8089d7eeec HTTP/1.1" status: 200 len: 945 time: 0.0635214 Apr 08 10:52:22.979333 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-370c8cd2-fa83-46d2-b8e4-545bf7804dd3 req-b0ab7202-f69b-438e-a9df-abf4aa3a2321 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475731 Apr 08 10:52:23.207054 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 57356) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:23.376872 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 57362) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:23.382024 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-e8ac736b-f53c-4525-93dc-ea62d7e1114b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a48f084be53b4d1aaa2a07c404c426aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1735046 Apr 08 10:52:23.382436 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [None req-d798b5dc-3c37-4136-a152-3d70f00c2e85 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Request body: {'security_group': {'name': 'tempest-securitygroup--72102869', 'description': 'tempest-description--1508247198'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:52:23.382690 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 57364) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:23.404321 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-d798b5dc-3c37-4136-a152-3d70f00c2e85 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for security_group (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:23.440319 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-22b2f74d-53d8-4618-ad54-a066ca978d72 admin admin] Publish callbacks [] for security_group (8e24599d-8fec-4467-a15a-5adbbd406587), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:23.468896 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-22b2f74d-53d8-4618-ad54-a066ca978d72 admin admin] Publish callbacks [] for security_group (8e24599d-8fec-4467-a15a-5adbbd406587), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:23.531580 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-d798b5dc-3c37-4136-a152-3d70f00c2e85 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for security_group (09c87c29-8475-457c-be38-3ff2fa9ca318), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:23.536425 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-22b2f74d-53d8-4618-ad54-a066ca978d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (8e24599d-8fec-4467-a15a-5adbbd406587), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:23.539727 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-22b2f74d-53d8-4618-ad54-a066ca978d72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:23.541200 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-22b2f74d-53d8-4618-ad54-a066ca978d72 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8e24599d-8fec-4467-a15a-5adbbd406587 HTTP/1.1" status: 204 len: 168 time: 0.1572523 Apr 08 10:52:23.542000 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-d798b5dc-3c37-4136-a152-3d70f00c2e85 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (09c87c29-8475-457c-be38-3ff2fa9ca318), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:23.550473 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b2f74d-53d8-4618-ad54-a066ca978d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e24599d-8fec-4467-a15a-5adbbd406587,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:23.560782 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2f74d-53d8-4618-ad54-a066ca978d72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:23.561395 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2f74d-53d8-4618-ad54-a066ca978d72 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:23.561936 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2f74d-53d8-4618-ad54-a066ca978d72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:23.562472 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2f74d-53d8-4618-ad54-a066ca978d72 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:23.563103 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2f74d-53d8-4618-ad54-a066ca978d72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:23.563761 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2f74d-53d8-4618-ad54-a066ca978d72 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:23.564304 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2f74d-53d8-4618-ad54-a066ca978d72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:23.565497 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2f74d-53d8-4618-ad54-a066ca978d72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:23.566058 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2f74d-53d8-4618-ad54-a066ca978d72 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:23.566569 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2f74d-53d8-4618-ad54-a066ca978d72 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:23.567676 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2f74d-53d8-4618-ad54-a066ca978d72 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:23.568196 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2f74d-53d8-4618-ad54-a066ca978d72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:23.568716 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2f74d-53d8-4618-ad54-a066ca978d72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:23.569714 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2f74d-53d8-4618-ad54-a066ca978d72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:23.570223 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2f74d-53d8-4618-ad54-a066ca978d72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:23.581328 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175edb1f-704b-4527-a961-fa225ac7beee req-8448423f-395c-43a0-85ed-9320b9bb26b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:23.582975 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-175edb1f-704b-4527-a961-fa225ac7beee req-8448423f-395c-43a0-85ed-9320b9bb26b7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=38552159-8141-4147-8561-ce8089d7eeec HTTP/1.1" status: 200 len: 1129 time: 0.1065781 Apr 08 10:52:23.586978 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-d798b5dc-3c37-4136-a152-3d70f00c2e85 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for security_group (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:23.589116 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-d798b5dc-3c37-4136-a152-3d70f00c2e85 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2098105 Apr 08 10:52:23.590790 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d798b5dc-3c37-4136-a152-3d70f00c2e85 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09c87c29-8475-457c-be38-3ff2fa9ca318,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:23.591956 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 57372) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:23.597272 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.v2.base [None req-5b3c4098-28ed-4bbe-9f2f-3940d0b9a132 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Request body: {'security_group_rule': {'security_group_id': '09c87c29-8475-457c-be38-3ff2fa9ca318', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:52:23.611988 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d798b5dc-3c37-4136-a152-3d70f00c2e85 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:23.612417 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d798b5dc-3c37-4136-a152-3d70f00c2e85 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:23.613107 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d798b5dc-3c37-4136-a152-3d70f00c2e85 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:23.613236 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d798b5dc-3c37-4136-a152-3d70f00c2e85 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:23.613591 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d798b5dc-3c37-4136-a152-3d70f00c2e85 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:23.614008 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d798b5dc-3c37-4136-a152-3d70f00c2e85 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:23.614404 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d798b5dc-3c37-4136-a152-3d70f00c2e85 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:23.614796 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d798b5dc-3c37-4136-a152-3d70f00c2e85 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:23.615195 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d798b5dc-3c37-4136-a152-3d70f00c2e85 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:23.615579 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d798b5dc-3c37-4136-a152-3d70f00c2e85 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:23.615979 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d798b5dc-3c37-4136-a152-3d70f00c2e85 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:23.616371 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d798b5dc-3c37-4136-a152-3d70f00c2e85 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:23.616773 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d798b5dc-3c37-4136-a152-3d70f00c2e85 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:23.617184 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d798b5dc-3c37-4136-a152-3d70f00c2e85 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:23.617567 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d798b5dc-3c37-4136-a152-3d70f00c2e85 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:23.638080 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-5b3c4098-28ed-4bbe-9f2f-3940d0b9a132 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for security_group_rule (82183bf5-7e9a-4285-bc82-1fdeaf8736ec), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:23.650401 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-175edb1f-704b-4527-a961-fa225ac7beee req-d32ba692-d111-43f1-8250-73cbad34778d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562108 Apr 08 10:52:23.704217 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-5b3c4098-28ed-4bbe-9f2f-3940d0b9a132 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for security_group_rule (82183bf5-7e9a-4285-bc82-1fdeaf8736ec), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:23.709492 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-5b3c4098-28ed-4bbe-9f2f-3940d0b9a132 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682660'] for security_group_rule (82183bf5-7e9a-4285-bc82-1fdeaf8736ec), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:23.722433 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3c4098-28ed-4bbe-9f2f-3940d0b9a132 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82183bf5-7e9a-4285-bc82-1fdeaf8736ec,revision_number=0']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:23.750071 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-5b3c4098-28ed-4bbe-9f2f-3940d0b9a132 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:23.753473 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-5b3c4098-28ed-4bbe-9f2f-3940d0b9a132 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1584394 Apr 08 10:52:23.754661 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 57374) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:23.760355 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [None req-4cdd7c02-b250-4b28-b3d2-54ae5c0ef9dd tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Request body: {'security_group_rule': {'security_group_id': '09c87c29-8475-457c-be38-3ff2fa9ca318', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:52:23.833706 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-4cdd7c02-b250-4b28-b3d2-54ae5c0ef9dd tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for security_group_rule (1f74d4fa-09d1-49fa-9b60-b0f2a4f49a38), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:23.912792 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-4cdd7c02-b250-4b28-b3d2-54ae5c0ef9dd tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for security_group_rule (1f74d4fa-09d1-49fa-9b60-b0f2a4f49a38), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:23.920336 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-4cdd7c02-b250-4b28-b3d2-54ae5c0ef9dd tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682660'] for security_group_rule (1f74d4fa-09d1-49fa-9b60-b0f2a4f49a38), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:23.938857 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdd7c02-b250-4b28-b3d2-54ae5c0ef9dd tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f74d4fa-09d1-49fa-9b60-b0f2a4f49a38,revision_number=0']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:23.946621 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-4cdd7c02-b250-4b28-b3d2-54ae5c0ef9dd tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:23.947816 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-4cdd7c02-b250-4b28-b3d2-54ae5c0ef9dd tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1917806 Apr 08 10:52:23.950907 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 57382) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:23.955881 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [None req-a8b7c230-74cd-407b-b1f0-faa19361f921 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Request body: {'floatingip': {'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:52:23.980047 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-a8b7c230-74cd-407b-b1f0-faa19361f921 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:24.113658 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-a8b7c230-74cd-407b-b1f0-faa19361f921 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:24.132208 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726adcdb-ddff-443a-bc76-b1e2c932b0d2 req-cf412eb6-fc3c-4655-8089-59b2c6094d69 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:24.133780 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-726adcdb-ddff-443a-bc76-b1e2c932b0d2 req-cf412eb6-fc3c-4655-8089-59b2c6094d69 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=38552159-8141-4147-8561-ce8089d7eeec HTTP/1.1" status: 200 len: 945 time: 0.0750232 Apr 08 10:52:24.246303 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-726adcdb-ddff-443a-bc76-b1e2c932b0d2 req-8400a7a3-b10c-4b68-a91e-05041e342d7b tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809567 Apr 08 10:52:24.270082 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.db_base_plugin_common [None req-a8b7c230-74cd-407b-b1f0-faa19361f921 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Allocated IP 172.27.2.140 (173a9438-8c11-42c7-a64e-a6d835b0fe8b/3e92b2da-8062-400a-a6d5-15b49fe43bf4/2b52daa0-f057-44c0-82cb-dcb8353466e8) {{(pid=109910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:52:24.382176 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-a8b7c230-74cd-407b-b1f0-faa19361f921 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for port (2b52daa0-f057-44c0-82cb-dcb8353466e8), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:24.417514 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-a8b7c230-74cd-407b-b1f0-faa19361f921 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861'] for port (2b52daa0-f057-44c0-82cb-dcb8353466e8), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:24.458169 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b7c230-74cd-407b-b1f0-faa19361f921 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Network 173a9438-8c11-42c7-a64e-a6d835b0fe8b is already hosted by enough agents. {{(pid=109910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:52:24.465194 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.base_scheduler [None req-a8b7c230-74cd-407b-b1f0-faa19361f921 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Resources bound (agent type, host, resource id): {{(pid=109910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:52:24.469823 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b7c230-74cd-407b-b1f0-faa19361f921 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Received port after_create {{(pid=109910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 10:52:24.475081 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b7c230-74cd-407b-b1f0-faa19361f921 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Pushing event updated for resources: {'Port': ['ID=2b52daa0-f057-44c0-82cb-dcb8353466e8,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:24.492380 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 57400) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:24.559313 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-a8b7c230-74cd-407b-b1f0-faa19361f921 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for floatingip (c57960f8-05d6-4726-8f58-b41d890d80d4), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:24.604581 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-a8b7c230-74cd-407b-b1f0-faa19361f921 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (2b52daa0-f057-44c0-82cb-dcb8353466e8), before_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:24.609502 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-53c90a7f-b769-4ddd-8627-682c4001ef65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:24.688358 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-53c90a7f-b769-4ddd-8627-682c4001ef65 admin admin] Publish callbacks [] for security_group (c7af0bb9-bc26-47d3-b7ed-1cedb3c76cf9), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:24.692830 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-53c90a7f-b769-4ddd-8627-682c4001ef65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (c7af0bb9-bc26-47d3-b7ed-1cedb3c76cf9), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:24.733539 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-53c90a7f-b769-4ddd-8627-682c4001ef65 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2db762e59050490493d466088ee558ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2397602 Apr 08 10:52:24.735547 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c90a7f-b769-4ddd-8627-682c4001ef65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7af0bb9-bc26-47d3-b7ed-1cedb3c76cf9,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:24.736062 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 57404) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:24.795007 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-a8b7c230-74cd-407b-b1f0-faa19361f921 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for port (2b52daa0-f057-44c0-82cb-dcb8353466e8), precommit_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:24.801551 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-a8b7c230-74cd-407b-b1f0-faa19361f921 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (2b52daa0-f057-44c0-82cb-dcb8353466e8), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:24.820946 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-a8b7c230-74cd-407b-b1f0-faa19361f921 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743873'] for floatingip (c57960f8-05d6-4726-8f58-b41d890d80d4), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:24.850242 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-f583db00-2bb5-4e22-869b-02d607642ed8 admin admin] Publish callbacks [] for security_group (c7af0bb9-bc26-47d3-b7ed-1cedb3c76cf9), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:24.874004 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-a8b7c230-74cd-407b-b1f0-faa19361f921 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for floatingip (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:24.879024 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-a8b7c230-74cd-407b-b1f0-faa19361f921 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9256861 Apr 08 10:52:24.893950 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b7c230-74cd-407b-b1f0-faa19361f921 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Pushing event updated for resources: {'Port': ['ID=2b52daa0-f057-44c0-82cb-dcb8353466e8,revision_number=2']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:24.901195 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-f583db00-2bb5-4e22-869b-02d607642ed8 admin admin] Publish callbacks [] for security_group (c7af0bb9-bc26-47d3-b7ed-1cedb3c76cf9), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:24.959015 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-f583db00-2bb5-4e22-869b-02d607642ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (c7af0bb9-bc26-47d3-b7ed-1cedb3c76cf9), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:24.964080 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-f583db00-2bb5-4e22-869b-02d607642ed8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:24.964080 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-f583db00-2bb5-4e22-869b-02d607642ed8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c7af0bb9-bc26-47d3-b7ed-1cedb3c76cf9 HTTP/1.1" status: 204 len: 168 time: 0.2267208 Apr 08 10:52:24.973435 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f583db00-2bb5-4e22-869b-02d607642ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7af0bb9-bc26-47d3-b7ed-1cedb3c76cf9,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:25.112183 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-2467cf09-eb8d-4acc-aae3-7ff8041037a3 req-e826104f-d018-4094-a3af-2956c9241be7 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--72102869&fields=id&tenant_id=734e32e8113d4e4db24c106da8458807 HTTP/1.1" status: 200 len: 267 time: 0.0490754 Apr 08 10:52:25.223896 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2467cf09-eb8d-4acc-aae3-7ff8041037a3 req-1cd8884f-8c8e-43f9-af46-cf9a4e49d8cd tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:25.225467 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-2467cf09-eb8d-4acc-aae3-7ff8041037a3 req-1cd8884f-8c8e-43f9-af46-cf9a4e49d8cd tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/networks?id=a108a20f-c74a-4177-8672-00636aeb2525 HTTP/1.1" status: 200 len: 815 time: 0.1070328 Apr 08 10:52:25.241749 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-2467cf09-eb8d-4acc-aae3-7ff8041037a3 req-4d10a831-3a71-4cd4-bba4-4e6e4c3de7a4 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/quotas/734e32e8113d4e4db24c106da8458807 HTTP/1.1" status: 200 len: 375 time: 0.0099111 Apr 08 10:52:25.279923 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 57438) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:25.299792 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-a003b2dd-3e60-4f4b-b62a-cd87464a9204 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:25.328411 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-2467cf09-eb8d-4acc-aae3-7ff8041037a3 req-1c878a84-ee66-48c4-b17b-e793b7c5f335 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=734e32e8113d4e4db24c106da8458807&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0810661 Apr 08 10:52:25.485221 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8f4d8-22e6-450b-b513-343482b24f37 req-c45eb09a-a291-4bb0-8720-3813cc63b08f tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:25.487057 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6dd8f4d8-22e6-450b-b513-343482b24f37 req-c45eb09a-a291-4bb0-8720-3813cc63b08f tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=38552159-8141-4147-8561-ce8089d7eeec HTTP/1.1" status: 200 len: 945 time: 0.1547799 Apr 08 10:52:25.536676 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-2467cf09-eb8d-4acc-aae3-7ff8041037a3 req-1a96bd22-e0d1-4c18-895a-0eeb210b6875 service neutron] 10.222.0.43 "GET /v2.0/networks/a108a20f-c74a-4177-8672-00636aeb2525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949036 Apr 08 10:52:25.541460 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-a003b2dd-3e60-4f4b-b62a-cd87464a9204 admin admin] Publish callbacks [] for security_group (25fe7dcc-b941-4312-9121-987f6c966dd3), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:25.561352 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-a003b2dd-3e60-4f4b-b62a-cd87464a9204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (25fe7dcc-b941-4312-9121-987f6c966dd3), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:25.651114 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6dd8f4d8-22e6-450b-b513-343482b24f37 req-f86bfab9-0eb3-4dc8-92de-eb5cb0dd266e tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566741 Apr 08 10:52:25.662364 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-a003b2dd-3e60-4f4b-b62a-cd87464a9204 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b3ff72e7964146ff9097b41234ff7ad8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3815622 Apr 08 10:52:25.672803 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003b2dd-3e60-4f4b-b62a-cd87464a9204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25fe7dcc-b941-4312-9121-987f6c966dd3,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:25.672912 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 57440) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:25.695423 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-2467cf09-eb8d-4acc-aae3-7ff8041037a3 req-7b8d2f6c-ce31-4a2f-980d-ff73f9668d95 service neutron] 10.222.0.43 "GET /v2.0/networks/a108a20f-c74a-4177-8672-00636aeb2525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527090 Apr 08 10:52:25.723051 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-ce27a3c1-1697-4313-90bb-c4c3286e3bc7 admin admin] Publish callbacks [] for security_group (25fe7dcc-b941-4312-9121-987f6c966dd3), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:25.749795 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-ce27a3c1-1697-4313-90bb-c4c3286e3bc7 admin admin] Publish callbacks [] for security_group (25fe7dcc-b941-4312-9121-987f6c966dd3), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:25.799769 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-ce27a3c1-1697-4313-90bb-c4c3286e3bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (25fe7dcc-b941-4312-9121-987f6c966dd3), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:25.802340 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-ce27a3c1-1697-4313-90bb-c4c3286e3bc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:25.806157 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-ce27a3c1-1697-4313-90bb-c4c3286e3bc7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/25fe7dcc-b941-4312-9121-987f6c966dd3 HTTP/1.1" status: 204 len: 168 time: 0.1371658 Apr 08 10:52:25.817003 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce27a3c1-1697-4313-90bb-c4c3286e3bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25fe7dcc-b941-4312-9121-987f6c966dd3,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:25.892532 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-66b6fe6c-297c-4215-9369-5eb6f0d87290 req-840bfe1b-b134-4dd6-980b-d81fd8be7eb7 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d9e0b7e-c092-4c52-b340-f41909d051b4 HTTP/1.1" status: 200 len: 210 time: 0.0362554 Apr 08 10:52:26.775747 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4952c31-0957-4b48-80cd-6c043284a523 req-8fc7903f-88eb-4acf-b780-560600d2937b tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:26.777368 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-e4952c31-0957-4b48-80cd-6c043284a523 req-8fc7903f-88eb-4acf-b780-560600d2937b tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=38552159-8141-4147-8561-ce8089d7eeec HTTP/1.1" status: 200 len: 945 time: 0.0583701 Apr 08 10:52:26.831557 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-e4952c31-0957-4b48-80cd-6c043284a523 req-0281eb66-fda2-4091-8baf-1c1d4d6d95e5 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463784 Apr 08 10:52:27.314500 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-cbc34be4-7170-476e-952c-96d5c23a2a62 req-529b85ca-ce4e-4c28-9085-21499b13974d tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d9e0b7e-c092-4c52-b340-f41909d051b4 HTTP/1.1" status: 200 len: 210 time: 0.3273349 Apr 08 10:52:27.348414 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2467cf09-eb8d-4acc-aae3-7ff8041037a3 req-c1d27848-6cb2-4ef9-91a7-21e7e11fd052 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:27.349815 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-2467cf09-eb8d-4acc-aae3-7ff8041037a3 req-c1d27848-6cb2-4ef9-91a7-21e7e11fd052 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.39 "GET /v2.0/networks?id=a108a20f-c74a-4177-8672-00636aeb2525 HTTP/1.1" status: 200 len: 815 time: 0.4868932 Apr 08 10:52:27.403341 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78137542-9b39-4ce8-bbfb-49ef08a931a1 req-3aca250e-bca8-4b7d-a7dc-0cacb4400052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:27.404851 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-78137542-9b39-4ce8-bbfb-49ef08a931a1 req-3aca250e-bca8-4b7d-a7dc-0cacb4400052 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3b8c2bcd253d4480a40c77765f83e67a&device_id=38552159-8141-4147-8561-ce8089d7eeec HTTP/1.1" status: 200 len: 1129 time: 0.1266108 Apr 08 10:52:27.417028 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13850b22-9c45-4df1-8012-dba65f8b2cc5 req-ddb7e40e-5e58-4d0e-8e6f-d3fc5f9f7348 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:27.418449 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-13850b22-9c45-4df1-8012-dba65f8b2cc5 req-ddb7e40e-5e58-4d0e-8e6f-d3fc5f9f7348 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=38552159-8141-4147-8561-ce8089d7eeec HTTP/1.1" status: 200 len: 945 time: 0.1389496 Apr 08 10:52:27.541840 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-2467cf09-eb8d-4acc-aae3-7ff8041037a3 req-82583cf2-e18e-4cb7-b14e-f047d42e8e01 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=734e32e8113d4e4db24c106da8458807 HTTP/1.1" status: 200 len: 470 time: 0.1713309 Apr 08 10:52:27.561634 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [req-2467cf09-eb8d-4acc-aae3-7ff8041037a3 req-cc9b804e-0155-4411-82b7-0e087105ddfc tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Request body: {'port': {'device_id': '7d9e0b7e-c092-4c52-b340-f41909d051b4', 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525', 'admin_state_up': True, 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'security_groups': ['09c87c29-8475-457c-be38-3ff2fa9ca318']}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:52:27.585969 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-13850b22-9c45-4df1-8012-dba65f8b2cc5 req-74f05d09-3241-4228-baec-10c50b635165 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541646 Apr 08 10:52:27.639304 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78137542-9b39-4ce8-bbfb-49ef08a931a1 req-5c018cfe-5233-4070-a5eb-eb8dcbfeaeab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:27.640766 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-78137542-9b39-4ce8-bbfb-49ef08a931a1 req-5c018cfe-5233-4070-a5eb-eb8dcbfeaeab service neutron] 10.222.0.39 "GET /v2.0/networks?id=33a3be25-f434-41eb-a414-585facf4d669 HTTP/1.1" status: 200 len: 920 time: 0.2215025 Apr 08 10:52:27.693831 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-78137542-9b39-4ce8-bbfb-49ef08a931a1 req-460d3fa9-d24c-4d14-9555-804f2e244064 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aba2c694-d951-4d11-a7f4-d6c59eb06344 HTTP/1.1" status: 200 len: 217 time: 0.0459104 Apr 08 10:52:27.764492 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78137542-9b39-4ce8-bbfb-49ef08a931a1 req-c9aa1d15-c7e4-4930-a389-6c81de496e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:27.765981 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-78137542-9b39-4ce8-bbfb-49ef08a931a1 req-c9aa1d15-c7e4-4930-a389-6c81de496e90 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=695d492a-ca30-42dc-b8aa-3b1f1f515ae3 HTTP/1.1" status: 200 len: 858 time: 0.0630288 Apr 08 10:52:27.766951 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2467cf09-eb8d-4acc-aae3-7ff8041037a3 req-cc9b804e-0155-4411-82b7-0e087105ddfc tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Made reservation on behalf of 734e32e8113d4e4db24c106da8458807 for: {'port': 1} {{(pid=109910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:52:27.770374 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-2467cf09-eb8d-4acc-aae3-7ff8041037a3 req-cc9b804e-0155-4411-82b7-0e087105ddfc tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:27.877037 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78137542-9b39-4ce8-bbfb-49ef08a931a1 req-8e5e4656-0ea2-440a-9efa-ef05a7c9a399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:27.878489 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-78137542-9b39-4ce8-bbfb-49ef08a931a1 req-8e5e4656-0ea2-440a-9efa-ef05a7c9a399 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=33a3be25-f434-41eb-a414-585facf4d669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1048987 Apr 08 10:52:27.976430 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.db_base_plugin_common [req-2467cf09-eb8d-4acc-aae3-7ff8041037a3 req-cc9b804e-0155-4411-82b7-0e087105ddfc tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Allocated IP 172.20.0.7 (a108a20f-c74a-4177-8672-00636aeb2525/5f421bdc-b76f-40b9-9c95-2e839cd44c87/194fd17b-6121-4202-90db-d19a362f5b1d) {{(pid=109910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:52:28.024793 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-78137542-9b39-4ce8-bbfb-49ef08a931a1 req-2412b1df-d49c-43d1-af8d-72bcfe5f637a service neutron] 10.222.0.39 "GET /v2.0/networks/33a3be25-f434-41eb-a414-585facf4d669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231992 Apr 08 10:52:28.188698 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-78137542-9b39-4ce8-bbfb-49ef08a931a1 req-bacd191e-82c6-47b7-bc75-98a345b3932a service neutron] 10.222.0.39 "GET /v2.0/networks/33a3be25-f434-41eb-a414-585facf4d669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561425 Apr 08 10:52:28.197101 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.agents_db [None req-4d82583b-548a-400c-8f4c-c09be56c4ea4 None None] Agent healthcheck: found 6 active agents {{(pid=109912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 10:52:28.197704 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-2467cf09-eb8d-4acc-aae3-7ff8041037a3 req-cc9b804e-0155-4411-82b7-0e087105ddfc tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for port (194fd17b-6121-4202-90db-d19a362f5b1d), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:28.233202 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-2467cf09-eb8d-4acc-aae3-7ff8041037a3 req-cc9b804e-0155-4411-82b7-0e087105ddfc tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861'] for port (194fd17b-6121-4202-90db-d19a362f5b1d), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:28.275709 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2467cf09-eb8d-4acc-aae3-7ff8041037a3 req-cc9b804e-0155-4411-82b7-0e087105ddfc tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Network a108a20f-c74a-4177-8672-00636aeb2525 is already hosted by enough agents. {{(pid=109910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:52:28.278792 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.base_scheduler [req-2467cf09-eb8d-4acc-aae3-7ff8041037a3 req-cc9b804e-0155-4411-82b7-0e087105ddfc tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Resources bound (agent type, host, resource id): {{(pid=109910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:52:28.285432 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.l3_dvrscheduler_db [req-2467cf09-eb8d-4acc-aae3-7ff8041037a3 req-cc9b804e-0155-4411-82b7-0e087105ddfc tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Received port after_create {{(pid=109910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 10:52:28.290549 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2467cf09-eb8d-4acc-aae3-7ff8041037a3 req-cc9b804e-0155-4411-82b7-0e087105ddfc tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:28.291187 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-2467cf09-eb8d-4acc-aae3-7ff8041037a3 req-cc9b804e-0155-4411-82b7-0e087105ddfc tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for port (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:28.301508 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9b804e-0155-4411-82b7-0e087105ddfc tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Pushing event updated for resources: {'Port': ['ID=194fd17b-6121-4202-90db-d19a362f5b1d,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:28.315786 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-2467cf09-eb8d-4acc-aae3-7ff8041037a3 req-cc9b804e-0155-4411-82b7-0e087105ddfc tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7617843 Apr 08 10:52:28.329798 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [req-2467cf09-eb8d-4acc-aae3-7ff8041037a3 req-df6fb109-9ca6-4d00-9dea-f3ad2f6ab550 service neutron] Request body: {'port': {'device_id': '7d9e0b7e-c092-4c52-b340-f41909d051b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:52:28.434192 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-2467cf09-eb8d-4acc-aae3-7ff8041037a3 req-df6fb109-9ca6-4d00-9dea-f3ad2f6ab550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (194fd17b-6121-4202-90db-d19a362f5b1d), before_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:28.499565 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c8732e-cf16-4e84-b345-c8666c1efbe0 req-0ab2c528-d31e-487c-a6a7-d547d4df4c6f tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:28.501084 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-14c8732e-cf16-4e84-b345-c8666c1efbe0 req-0ab2c528-d31e-487c-a6a7-d547d4df4c6f tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d9e0b7e-c092-4c52-b340-f41909d051b4 HTTP/1.1" status: 200 len: 931 time: 0.1035423 Apr 08 10:52:28.583492 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-ae314fe6-1dfa-4bf9-a30c-9392d1532348 None None] Provisioning complete for port 194fd17b-6121-4202-90db-d19a362f5b1d triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:52:28.585035 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-ae314fe6-1dfa-4bf9-a30c-9392d1532348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (194fd17b-6121-4202-90db-d19a362f5b1d), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:28.634151 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-ae314fe6-1dfa-4bf9-a30c-9392d1532348 None None] Port 194fd17b-6121-4202-90db-d19a362f5b1d cannot update to ACTIVE because it is not bound. {{(pid=109911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 10:52:28.699557 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-14c8732e-cf16-4e84-b345-c8666c1efbe0 req-d118dad8-aabd-4484-bb51-2fd616d30420 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09c87c29-8475-457c-be38-3ff2fa9ca318&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1913085 Apr 08 10:52:28.766296 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f327f683-0e7c-4b78-a60a-a0ab854fa60c req-183f95b4-7361-45f3-bddc-109e5d89515f tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:28.767715 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f327f683-0e7c-4b78-a60a-a0ab854fa60c req-183f95b4-7361-45f3-bddc-109e5d89515f tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=38552159-8141-4147-8561-ce8089d7eeec HTTP/1.1" status: 200 len: 945 time: 0.0864224 Apr 08 10:52:28.850937 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [req-2467cf09-eb8d-4acc-aae3-7ff8041037a3 req-df6fb109-9ca6-4d00-9dea-f3ad2f6ab550 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 194fd17b-6121-4202-90db-d19a362f5b1d {{(pid=109910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:52:28.859307 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-2467cf09-eb8d-4acc-aae3-7ff8041037a3 req-df6fb109-9ca6-4d00-9dea-f3ad2f6ab550 service neutron] Publish callbacks [] for port (194fd17b-6121-4202-90db-d19a362f5b1d), precommit_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:28.864323 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f327f683-0e7c-4b78-a60a-a0ab854fa60c req-68056a30-0974-4494-9416-0d554874087e tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902803 Apr 08 10:52:28.876736 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.provisioning_blocks [req-2467cf09-eb8d-4acc-aae3-7ff8041037a3 req-df6fb109-9ca6-4d00-9dea-f3ad2f6ab550 service neutron] Transition to ACTIVE for port object 194fd17b-6121-4202-90db-d19a362f5b1d will not be triggered until provisioned by entity L2. {{(pid=109910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 10:52:28.886544 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-2467cf09-eb8d-4acc-aae3-7ff8041037a3 req-df6fb109-9ca6-4d00-9dea-f3ad2f6ab550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (194fd17b-6121-4202-90db-d19a362f5b1d), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:28.968193 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6fb109-9ca6-4d00-9dea-f3ad2f6ab550 service neutron] Pushing event updated for resources: {'Port': ['ID=194fd17b-6121-4202-90db-d19a362f5b1d,revision_number=2']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:28.973192 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.managers [req-2467cf09-eb8d-4acc-aae3-7ff8041037a3 req-df6fb109-9ca6-4d00-9dea-f3ad2f6ab550 service neutron] Attempting to bind port 194fd17b-6121-4202-90db-d19a362f5b1d on host hv-cinder-83607 for vnic_type normal with profile {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 10:52:28.973573 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.managers [req-2467cf09-eb8d-4acc-aae3-7ff8041037a3 req-df6fb109-9ca6-4d00-9dea-f3ad2f6ab550 service neutron] Attempting to bind port 194fd17b-6121-4202-90db-d19a362f5b1d by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'd1fbcf39-677c-48da-b8da-407bc29700aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525'}] {{(pid=109910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 10:52:28.973877 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2467cf09-eb8d-4acc-aae3-7ff8041037a3 req-df6fb109-9ca6-4d00-9dea-f3ad2f6ab550 service neutron] Attempting to bind port 194fd17b-6121-4202-90db-d19a362f5b1d on network a108a20f-c74a-4177-8672-00636aeb2525 {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:52:28.979850 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2467cf09-eb8d-4acc-aae3-7ff8041037a3 req-df6fb109-9ca6-4d00-9dea-f3ad2f6ab550 service neutron] Port 194fd17b-6121-4202-90db-d19a362f5b1d on network a108a20f-c74a-4177-8672-00636aeb2525 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 10:52:28.980172 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2467cf09-eb8d-4acc-aae3-7ff8041037a3 req-df6fb109-9ca6-4d00-9dea-f3ad2f6ab550 service neutron] Attempting to bind port 194fd17b-6121-4202-90db-d19a362f5b1d on network a108a20f-c74a-4177-8672-00636aeb2525 {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:52:28.986581 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2467cf09-eb8d-4acc-aae3-7ff8041037a3 req-df6fb109-9ca6-4d00-9dea-f3ad2f6ab550 service neutron] Checking agent: {'id': 'df0b008b-1017-45b0-9cbd-b6387ecfd69a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 48, 18), 'started_at': datetime.datetime(2022, 4, 8, 10, 48, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 10:52:28.987164 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2467cf09-eb8d-4acc-aae3-7ff8041037a3 req-df6fb109-9ca6-4d00-9dea-f3ad2f6ab550 service neutron] Checking segment: {'id': 'd1fbcf39-677c-48da-b8da-407bc29700aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:52:28.987719 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2467cf09-eb8d-4acc-aae3-7ff8041037a3 req-df6fb109-9ca6-4d00-9dea-f3ad2f6ab550 service neutron] Bound using segment: {'id': 'd1fbcf39-677c-48da-b8da-407bc29700aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525'} {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 10:52:28.988286 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.managers [req-2467cf09-eb8d-4acc-aae3-7ff8041037a3 req-df6fb109-9ca6-4d00-9dea-f3ad2f6ab550 service neutron] Bound port: 194fd17b-6121-4202-90db-d19a362f5b1d, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1fbcf39-677c-48da-b8da-407bc29700aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525'}}] {{(pid=109910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 10:52:28.988560 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-2467cf09-eb8d-4acc-aae3-7ff8041037a3 req-df6fb109-9ca6-4d00-9dea-f3ad2f6ab550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (194fd17b-6121-4202-90db-d19a362f5b1d), before_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:29.067962 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [req-2467cf09-eb8d-4acc-aae3-7ff8041037a3 req-df6fb109-9ca6-4d00-9dea-f3ad2f6ab550 service neutron] For port 194fd17b-6121-4202-90db-d19a362f5b1d, host hv-cinder-83607, cleared binding levels {{(pid=109910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:52:29.072436 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [req-2467cf09-eb8d-4acc-aae3-7ff8041037a3 req-df6fb109-9ca6-4d00-9dea-f3ad2f6ab550 service neutron] For port 194fd17b-6121-4202-90db-d19a362f5b1d, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=194fd17b-6121-4202-90db-d19a362f5b1d,segment=NetworkSegment(d1fbcf39-677c-48da-b8da-407bc29700aa),segment_id=d1fbcf39-677c-48da-b8da-407bc29700aa)] {{(pid=109910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:52:29.099033 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-2467cf09-eb8d-4acc-aae3-7ff8041037a3 req-df6fb109-9ca6-4d00-9dea-f3ad2f6ab550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (194fd17b-6121-4202-90db-d19a362f5b1d), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:29.134705 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2467cf09-eb8d-4acc-aae3-7ff8041037a3 req-df6fb109-9ca6-4d00-9dea-f3ad2f6ab550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:29.143542 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-2467cf09-eb8d-4acc-aae3-7ff8041037a3 req-df6fb109-9ca6-4d00-9dea-f3ad2f6ab550 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for port (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:29.143542 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-2467cf09-eb8d-4acc-aae3-7ff8041037a3 req-df6fb109-9ca6-4d00-9dea-f3ad2f6ab550 service neutron] 10.222.0.39 "PUT /v2.0/ports/194fd17b-6121-4202-90db-d19a362f5b1d HTTP/1.1" status: 200 len: 1093 time: 0.8118091 Apr 08 10:52:29.143542 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d9e0b7e-c092-4c52-b340-f41909d051b4', 'tag': '194fd17b-6121-4202-90db-d19a362f5b1d'}] {{(pid=109910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:52:29.143542 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c101578fc708467248d177b11db2e3e6a7db5c554c0046cb1dea7ab1ce8b9fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d3b15f-23cd-4c0b-85c1-57570d4774fb" -d '{"events": [{"name": "network-changed", "server_uuid": "7d9e0b7e-c092-4c52-b340-f41909d051b4", "tag": "194fd17b-6121-4202-90db-d19a362f5b1d"}]}' {{(pid=109910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:52:29.165103 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6fb109-9ca6-4d00-9dea-f3ad2f6ab550 service neutron] Pushing event updated for resources: {'Port': ['ID=194fd17b-6121-4202-90db-d19a362f5b1d,revision_number=3']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:29.187120 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 10:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200fc02a-e1e4-4bb6-bd20-7162b257e523 x-openstack-request-id: req-200fc02a-e1e4-4bb6-bd20-7162b257e523 {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:52:29.187404 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d9e0b7e-c092-4c52-b340-f41909d051b4", "tag": "194fd17b-6121-4202-90db-d19a362f5b1d", "status": "completed", "code": 200}]} {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:52:29.187701 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-200fc02a-e1e4-4bb6-bd20-7162b257e523 {{(pid=109910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:52:29.188064 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-200fc02a-e1e4-4bb6-bd20-7162b257e523'] response: {'name': 'network-changed', 'server_uuid': '7d9e0b7e-c092-4c52-b340-f41909d051b4', 'tag': '194fd17b-6121-4202-90db-d19a362f5b1d', 'status': 'completed', 'code': 200} Apr 08 10:52:29.621526 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d3b15f-23cd-4c0b-85c1-57570d4774fb req-21bcba7e-2210-4971-8c3f-3078e8a3b24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:29.623337 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-57d3b15f-23cd-4c0b-85c1-57570d4774fb req-21bcba7e-2210-4971-8c3f-3078e8a3b24c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=734e32e8113d4e4db24c106da8458807&device_id=7d9e0b7e-c092-4c52-b340-f41909d051b4 HTTP/1.1" status: 200 len: 1127 time: 0.0522833 Apr 08 10:52:29.875895 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d3b15f-23cd-4c0b-85c1-57570d4774fb req-8bec6f99-e302-436e-a543-ce2eeee76373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:29.877611 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-57d3b15f-23cd-4c0b-85c1-57570d4774fb req-8bec6f99-e302-436e-a543-ce2eeee76373 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=734e32e8113d4e4db24c106da8458807&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2019494 Apr 08 10:52:29.889029 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4d2b3-530f-4e7a-8428-6505c17ad454 req-a9e7ee17-ba0b-4a53-b16c-ee562806fc06 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:29.897807 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-c7c4d2b3-530f-4e7a-8428-6505c17ad454 req-a9e7ee17-ba0b-4a53-b16c-ee562806fc06 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d9e0b7e-c092-4c52-b340-f41909d051b4 HTTP/1.1" status: 200 len: 943 time: 0.1221433 Apr 08 10:52:30.055153 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-c7c4d2b3-530f-4e7a-8428-6505c17ad454 req-775cade4-d5bf-4694-87ba-48ba30461f12 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09c87c29-8475-457c-be38-3ff2fa9ca318&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1507668 Apr 08 10:52:30.090918 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c160a22-a538-4f24-b895-0e449b3a56c0 req-f1ebd23d-3993-46b7-874b-0a63acf4fce7 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:30.093620 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-4c160a22-a538-4f24-b895-0e449b3a56c0 req-f1ebd23d-3993-46b7-874b-0a63acf4fce7 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=38552159-8141-4147-8561-ce8089d7eeec HTTP/1.1" status: 200 len: 945 time: 0.1377437 Apr 08 10:52:30.114311 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d3b15f-23cd-4c0b-85c1-57570d4774fb req-313e8ab0-ffc7-4edd-be94-271eb0922256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:30.115724 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-57d3b15f-23cd-4c0b-85c1-57570d4774fb req-313e8ab0-ffc7-4edd-be94-271eb0922256 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1959372 Apr 08 10:52:30.157271 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-4c160a22-a538-4f24-b895-0e449b3a56c0 req-f4e77fe8-dd10-46f0-963c-a2e1988cd2c0 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544901 Apr 08 10:52:30.503374 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2467cf09-eb8d-4acc-aae3-7ff8041037a3 req-20b2465d-4836-4d24-83d7-654ed4f06eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:30.504877 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-2467cf09-eb8d-4acc-aae3-7ff8041037a3 req-20b2465d-4836-4d24-83d7-654ed4f06eeb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=734e32e8113d4e4db24c106da8458807&device_id=7d9e0b7e-c092-4c52-b340-f41909d051b4 HTTP/1.1" status: 200 len: 1127 time: 0.0467770 Apr 08 10:52:30.548690 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-2467cf09-eb8d-4acc-aae3-7ff8041037a3 req-9719e622-f7d2-40a0-8f7f-240d373215e2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=194fd17b-6121-4202-90db-d19a362f5b1d HTTP/1.1" status: 200 len: 217 time: 0.0336182 Apr 08 10:52:30.599158 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2467cf09-eb8d-4acc-aae3-7ff8041037a3 req-6c71e0b6-cbc9-46d7-ad60-ca550c6d7e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:30.600730 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-2467cf09-eb8d-4acc-aae3-7ff8041037a3 req-6c71e0b6-cbc9-46d7-ad60-ca550c6d7e99 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f421bdc-b76f-40b9-9c95-2e839cd44c87 HTTP/1.1" status: 200 len: 854 time: 0.0458055 Apr 08 10:52:30.654195 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2467cf09-eb8d-4acc-aae3-7ff8041037a3 req-a8fa5963-578b-47a4-96c5-37a3a83dc8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:30.655690 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-2467cf09-eb8d-4acc-aae3-7ff8041037a3 req-a8fa5963-578b-47a4-96c5-37a3a83dc8e7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a108a20f-c74a-4177-8672-00636aeb2525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485647 Apr 08 10:52:30.747262 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-2467cf09-eb8d-4acc-aae3-7ff8041037a3 req-9780b603-45da-46a9-842f-3cf29a21a154 service neutron] 10.222.0.39 "GET /v2.0/networks/a108a20f-c74a-4177-8672-00636aeb2525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842850 Apr 08 10:52:31.084143 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-2467cf09-eb8d-4acc-aae3-7ff8041037a3 req-a2d358d7-6d31-45ee-a1ea-ff5237a86480 service neutron] 10.222.0.39 "GET /v2.0/networks/a108a20f-c74a-4177-8672-00636aeb2525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246272 Apr 08 10:52:31.195693 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e708ad3-c781-4048-ab8a-b668a3dfdc6c req-2fe02b7e-90ca-464a-a06b-ef3849fbfe5b tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:31.197358 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0e708ad3-c781-4048-ab8a-b668a3dfdc6c req-2fe02b7e-90ca-464a-a06b-ef3849fbfe5b tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d9e0b7e-c092-4c52-b340-f41909d051b4 HTTP/1.1" status: 200 len: 943 time: 0.0597353 Apr 08 10:52:31.292689 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0e708ad3-c781-4048-ab8a-b668a3dfdc6c req-cd3ec02e-e838-4e50-8eb7-0a47fcf34596 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09c87c29-8475-457c-be38-3ff2fa9ca318&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0860929 Apr 08 10:52:31.319858 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0875b-760e-476c-93ef-843ccdf17ef3 req-5353b51a-c384-4870-afe8-dc331d4b7ddf tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:31.321442 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-bbf0875b-760e-476c-93ef-843ccdf17ef3 req-5353b51a-c384-4870-afe8-dc331d4b7ddf tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=38552159-8141-4147-8561-ce8089d7eeec HTTP/1.1" status: 200 len: 945 time: 0.0777607 Apr 08 10:52:31.381364 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-bbf0875b-760e-476c-93ef-843ccdf17ef3 req-60125a51-4529-4bf9-a58b-a855b4818da0 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537312 Apr 08 10:52:32.418554 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa74ff-c593-452a-a42d-b4b9d8a94e35 req-7c4228df-f76b-4881-a710-5531320a3050 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:32.421129 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b4fa74ff-c593-452a-a42d-b4b9d8a94e35 req-7c4228df-f76b-4881-a710-5531320a3050 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d9e0b7e-c092-4c52-b340-f41909d051b4 HTTP/1.1" status: 200 len: 943 time: 0.0566308 Apr 08 10:52:32.472127 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b4fa74ff-c593-452a-a42d-b4b9d8a94e35 req-4a4fb06d-3ebd-49d0-9d85-79fdc7eee2c9 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09c87c29-8475-457c-be38-3ff2fa9ca318&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442326 Apr 08 10:52:32.977379 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 57670) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:32.981912 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.v2.base [None req-d17f27fa-ee3e-41df-b04e-0ba9363aa1dd tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1655479652', 'description': 'tempest-description--1098795590'}} {{(pid=109909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:52:33.004985 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-d17f27fa-ee3e-41df-b04e-0ba9363aa1dd tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Publish callbacks [] for security_group (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:33.073522 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-d17f27fa-ee3e-41df-b04e-0ba9363aa1dd tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Publish callbacks [] for security_group (618911c2-0d92-416d-9c3d-5dee37a83d45), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:33.079195 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-d17f27fa-ee3e-41df-b04e-0ba9363aa1dd tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (618911c2-0d92-416d-9c3d-5dee37a83d45), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:33.111700 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-d17f27fa-ee3e-41df-b04e-0ba9363aa1dd tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:33.115692 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-d17f27fa-ee3e-41df-b04e-0ba9363aa1dd tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1344795 Apr 08 10:52:33.116070 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 57680) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:33.120576 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [None req-5c4eafe8-eaaa-4f4d-88fc-ff14daf6164f tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Request body: {'security_group_rule': {'security_group_id': '618911c2-0d92-416d-9c3d-5dee37a83d45', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:52:33.121811 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f27fa-ee3e-41df-b04e-0ba9363aa1dd tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=618911c2-0d92-416d-9c3d-5dee37a83d45,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:33.150482 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-5c4eafe8-eaaa-4f4d-88fc-ff14daf6164f tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Publish callbacks [] for security_group_rule (d5a4fb9a-709d-4209-9955-841a4ce6f455), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:33.218006 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-5c4eafe8-eaaa-4f4d-88fc-ff14daf6164f tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Publish callbacks [] for security_group_rule (d5a4fb9a-709d-4209-9955-841a4ce6f455), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:33.225570 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-5c4eafe8-eaaa-4f4d-88fc-ff14daf6164f tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682660'] for security_group_rule (d5a4fb9a-709d-4209-9955-841a4ce6f455), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:33.245501 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4eafe8-eaaa-4f4d-88fc-ff14daf6164f tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5a4fb9a-709d-4209-9955-841a4ce6f455,revision_number=0']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:33.261688 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-5c4eafe8-eaaa-4f4d-88fc-ff14daf6164f tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:33.263313 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-5c4eafe8-eaaa-4f4d-88fc-ff14daf6164f tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1461492 Apr 08 10:52:33.265914 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 57692) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:33.270528 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.v2.base [None req-2285fec0-92f4-4f71-b52a-e2312ed5c54e tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Request body: {'security_group_rule': {'security_group_id': '618911c2-0d92-416d-9c3d-5dee37a83d45', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:52:33.303292 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-2285fec0-92f4-4f71-b52a-e2312ed5c54e tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Publish callbacks [] for security_group_rule (2507d25b-78ae-4fdc-89fa-c6f787ce0f5b), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:33.602574 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-2285fec0-92f4-4f71-b52a-e2312ed5c54e tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Publish callbacks [] for security_group_rule (2507d25b-78ae-4fdc-89fa-c6f787ce0f5b), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:33.608170 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-2285fec0-92f4-4f71-b52a-e2312ed5c54e tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682660'] for security_group_rule (2507d25b-78ae-4fdc-89fa-c6f787ce0f5b), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:33.636015 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4744ff7-c2cc-4167-bebd-032494bbdee5 req-c9fb03f5-0fe1-4a66-90e9-b8ac601c9b0d tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:33.639056 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-2285fec0-92f4-4f71-b52a-e2312ed5c54e tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:33.640519 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-2285fec0-92f4-4f71-b52a-e2312ed5c54e tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3736079 Apr 08 10:52:33.643660 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 57716) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:33.643880 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-c4744ff7-c2cc-4167-bebd-032494bbdee5 req-c9fb03f5-0fe1-4a66-90e9-b8ac601c9b0d tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d9e0b7e-c092-4c52-b340-f41909d051b4 HTTP/1.1" status: 200 len: 943 time: 0.0782280 Apr 08 10:52:33.649666 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.v2.base [None req-6004d55c-8903-40bb-993f-ed83fc650cf2 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Request body: {'floatingip': {'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b'}} {{(pid=109909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:52:33.655341 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2285fec0-92f4-4f71-b52a-e2312ed5c54e tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2507d25b-78ae-4fdc-89fa-c6f787ce0f5b,revision_number=0']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:33.678983 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-6004d55c-8903-40bb-993f-ed83fc650cf2 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:33.718804 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-c4744ff7-c2cc-4167-bebd-032494bbdee5 req-6b77c31e-1466-4bd8-8fbe-e1e06d73b14a tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09c87c29-8475-457c-be38-3ff2fa9ca318&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0739412 Apr 08 10:52:33.789814 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-6004d55c-8903-40bb-993f-ed83fc650cf2 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:33.904427 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.db.db_base_plugin_common [None req-6004d55c-8903-40bb-993f-ed83fc650cf2 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Allocated IP 172.27.2.38 (173a9438-8c11-42c7-a64e-a6d835b0fe8b/3e92b2da-8062-400a-a6d5-15b49fe43bf4/2ac6ee49-5558-4401-8fce-097fff9edb15) {{(pid=109909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:52:34.018697 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-6004d55c-8903-40bb-993f-ed83fc650cf2 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Publish callbacks [] for port (2ac6ee49-5558-4401-8fce-097fff9edb15), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:34.053093 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-6004d55c-8903-40bb-993f-ed83fc650cf2 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16387658'] for port (2ac6ee49-5558-4401-8fce-097fff9edb15), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:34.091279 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6004d55c-8903-40bb-993f-ed83fc650cf2 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Network 173a9438-8c11-42c7-a64e-a6d835b0fe8b is already hosted by enough agents. {{(pid=109909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:52:34.096199 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.base_scheduler [None req-6004d55c-8903-40bb-993f-ed83fc650cf2 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Resources bound (agent type, host, resource id): {{(pid=109909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:52:34.100649 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6004d55c-8903-40bb-993f-ed83fc650cf2 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Received port after_create {{(pid=109909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 10:52:34.103747 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6004d55c-8903-40bb-993f-ed83fc650cf2 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Pushing event updated for resources: {'Port': ['ID=2ac6ee49-5558-4401-8fce-097fff9edb15,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:34.184219 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-6004d55c-8903-40bb-993f-ed83fc650cf2 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Publish callbacks [] for floatingip (42b56ec7-a854-4591-9b60-2cf644f5ca18), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:34.222733 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-6004d55c-8903-40bb-993f-ed83fc650cf2 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (2ac6ee49-5558-4401-8fce-097fff9edb15), before_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:34.373107 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-6004d55c-8903-40bb-993f-ed83fc650cf2 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Publish callbacks [] for port (2ac6ee49-5558-4401-8fce-097fff9edb15), precommit_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:34.380975 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-6004d55c-8903-40bb-993f-ed83fc650cf2 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16387669'] for port (2ac6ee49-5558-4401-8fce-097fff9edb15), after_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:34.445616 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6004d55c-8903-40bb-993f-ed83fc650cf2 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Pushing event updated for resources: {'Port': ['ID=2ac6ee49-5558-4401-8fce-097fff9edb15,revision_number=2']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:34.458417 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-6004d55c-8903-40bb-993f-ed83fc650cf2 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743873'] for floatingip (42b56ec7-a854-4591-9b60-2cf644f5ca18), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:34.482487 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-6004d55c-8903-40bb-993f-ed83fc650cf2 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for floatingip (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:34.483769 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-6004d55c-8903-40bb-993f-ed83fc650cf2 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8383849 Apr 08 10:52:34.548042 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 57742) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:34.593120 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.db.db_base_plugin_v2 [None req-afe9e8b9-8be1-4116-aa19-49b0dee4f3f0 admin admin] Deleting subnet c1d5b4a2-dc9b-44b4-aca6-b5f95e294b42 {{(pid=109909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 10:52:34.596309 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-afe9e8b9-8be1-4116-aa19-49b0dee4f3f0 admin admin] Publish callbacks [] for subnet (c1d5b4a2-dc9b-44b4-aca6-b5f95e294b42), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:34.633570 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-afe9e8b9-8be1-4116-aa19-49b0dee4f3f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12708406'] for subnet (c1d5b4a2-dc9b-44b4-aca6-b5f95e294b42), precommit_delete_associations {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:34.673534 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-afe9e8b9-8be1-4116-aa19-49b0dee4f3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1794403'] for subnet (c1d5b4a2-dc9b-44b4-aca6-b5f95e294b42), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:34.683001 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b02cf5eb-4aa4-4ca2-86cf-d4adab56be58 req-2a2ae1cd-baad-49ec-b779-7045b1b235d6 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1655479652&fields=id&tenant_id=3b8c2bcd253d4480a40c77765f83e67a HTTP/1.1" status: 200 len: 267 time: 0.0437522 Apr 08 10:52:34.727250 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-afe9e8b9-8be1-4116-aa19-49b0dee4f3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1794410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16387743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12895238'] for subnet (c1d5b4a2-dc9b-44b4-aca6-b5f95e294b42), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:34.752443 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe9e8b9-8be1-4116-aa19-49b0dee4f3f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1d5b4a2-dc9b-44b4-aca6-b5f95e294b42,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:34.756813 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-afe9e8b9-8be1-4116-aa19-49b0dee4f3f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:34.760075 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-afe9e8b9-8be1-4116-aa19-49b0dee4f3f0 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c1d5b4a2-dc9b-44b4-aca6-b5f95e294b42 HTTP/1.1" status: 204 len: 168 time: 0.2109628 Apr 08 10:52:34.762661 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 57756) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:34.799022 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02cf5eb-4aa4-4ca2-86cf-d4adab56be58 req-47eb3a05-c307-4c68-942e-cec83625d2f0 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:34.800517 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b02cf5eb-4aa4-4ca2-86cf-d4adab56be58 req-47eb3a05-c307-4c68-942e-cec83625d2f0 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/networks?id=33a3be25-f434-41eb-a414-585facf4d669 HTTP/1.1" status: 200 len: 819 time: 0.1109157 Apr 08 10:52:34.840470 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b02cf5eb-4aa4-4ca2-86cf-d4adab56be58 req-e3e21a96-8ab9-4b0d-8b95-efa3c46e8955 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/quotas/3b8c2bcd253d4480a40c77765f83e67a HTTP/1.1" status: 200 len: 375 time: 0.0300138 Apr 08 10:52:34.849827 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-9a778682-4b02-47d1-b96a-d7fb405ac4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1935778'] for network (b6a32a90-1df0-4c3d-9e5c-f2c4dd3cb04c), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:34.889876 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce54e78-815f-44fa-80c6-3a6f2942208d req-bd26ba53-6ae8-4841-8a0c-b87858d75f47 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:34.892103 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-7ce54e78-815f-44fa-80c6-3a6f2942208d req-bd26ba53-6ae8-4841-8a0c-b87858d75f47 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d9e0b7e-c092-4c52-b340-f41909d051b4 HTTP/1.1" status: 200 len: 943 time: 0.0901189 Apr 08 10:52:34.931946 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-9a778682-4b02-47d1-b96a-d7fb405ac4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1814266', 'neutron.services.segments.db._delete_segments_for_network-8778033058250'] for network (b6a32a90-1df0-4c3d-9e5c-f2c4dd3cb04c), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:34.938171 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device 194fd17b-6121-4202-90db-d19a362f5b1d details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=109911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 10:52:34.950218 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b02cf5eb-4aa4-4ca2-86cf-d4adab56be58 req-3bc3200b-4139-4ba6-912a-6f4a33d3be98 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3b8c2bcd253d4480a40c77765f83e67a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1034656 Apr 08 10:52:34.958010 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.services.segments.db [None req-9a778682-4b02-47d1-b96a-d7fb405ac4cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6a32a90-1df0-4c3d-9e5c-f2c4dd3cb04c']}} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:52:34.972024 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.services.segments.db [None req-9a778682-4b02-47d1-b96a-d7fb405ac4cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbb27a7d-cf35-4f37-b525-75393e1b2cef') {'for_net_delete': True} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:52:34.973027 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.services.segments.db [None req-9a778682-4b02-47d1-b96a-d7fb405ac4cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbb27a7d-cf35-4f37-b525-75393e1b2cef') {} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:52:34.986302 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-9a778682-4b02-47d1-b96a-d7fb405ac4cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778033060307', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12708399'] for segment (bbb27a7d-cf35-4f37-b525-75393e1b2cef), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:34.991484 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-7ce54e78-815f-44fa-80c6-3a6f2942208d req-f4b3df9c-d054-4812-9ff8-0b593d8db481 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09c87c29-8475-457c-be38-3ff2fa9ca318&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0915387 Apr 08 10:52:35.005263 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-9a778682-4b02-47d1-b96a-d7fb405ac4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801210'] for segment (bbb27a7d-cf35-4f37-b525-75393e1b2cef), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:35.022704 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a778682-4b02-47d1-b96a-d7fb405ac4cd admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=109909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:52:35.023931 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-9a778682-4b02-47d1-b96a-d7fb405ac4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16387705'] for segment (bbb27a7d-cf35-4f37-b525-75393e1b2cef), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:35.027789 dv-cinder-836071-3-iscsi neutron-server[109909]: Traceback (most recent call last): Apr 08 10:52:35.027789 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:52:35.027789 dv-cinder-836071-3-iscsi neutron-server[109909]: timer() Apr 08 10:52:35.027789 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:52:35.027789 dv-cinder-836071-3-iscsi neutron-server[109909]: cb(*args, **kw) Apr 08 10:52:35.027789 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 10:52:35.027789 dv-cinder-836071-3-iscsi neutron-server[109909]: return func(*args, **kwargs) Apr 08 10:52:35.027789 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:52:35.027789 dv-cinder-836071-3-iscsi neutron-server[109909]: self._notify() Apr 08 10:52:35.027789 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:52:35.027789 dv-cinder-836071-3-iscsi neutron-server[109909]: self.callback(batched_events) Apr 08 10:52:35.027789 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:52:35.027789 dv-cinder-836071-3-iscsi neutron-server[109909]: event.method(event) Apr 08 10:52:35.027789 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 10:52:35.027789 dv-cinder-836071-3-iscsi neutron-server[109909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:52:35.027789 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 10:52:35.027789 dv-cinder-836071-3-iscsi neutron-server[109909]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:52:35.027789 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 10:52:35.027789 dv-cinder-836071-3-iscsi neutron-server[109909]: return f(self, *a, **k) Apr 08 10:52:35.027789 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:52:35.027789 dv-cinder-836071-3-iscsi neutron-server[109909]: return self._get(url).json() Apr 08 10:52:35.027789 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:52:35.027789 dv-cinder-836071-3-iscsi neutron-server[109909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:52:35.027789 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:52:35.027789 dv-cinder-836071-3-iscsi neutron-server[109909]: return self.request(url, 'GET', **kwargs) Apr 08 10:52:35.027789 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:52:35.027789 dv-cinder-836071-3-iscsi neutron-server[109909]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:52:35.027789 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:52:35.027789 dv-cinder-836071-3-iscsi neutron-server[109909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:52:35.027789 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:52:35.027789 dv-cinder-836071-3-iscsi neutron-server[109909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:52:35.027789 dv-cinder-836071-3-iscsi neutron-server[109909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:52:35.066997 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port 194fd17b-6121-4202-90db-d19a362f5b1d, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=194fd17b-6121-4202-90db-d19a362f5b1d,segment=NetworkSegment(d1fbcf39-677c-48da-b8da-407bc29700aa),segment_id=d1fbcf39-677c-48da-b8da-407bc29700aa)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:52:35.081094 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Returning: {'device': '194fd17b-6121-4202-90db-d19a362f5b1d', 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525', 'port_id': '194fd17b-6121-4202-90db-d19a362f5b1d', 'mac_address': 'fa:16:3e:3c:96:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f421bdc-b76f-40b9-9c95-2e839cd44c87', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 10:52:35.105828 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b02cf5eb-4aa4-4ca2-86cf-d4adab56be58 req-1a540719-15c3-4b24-98f4-1264f9712300 service neutron] 10.222.0.43 "GET /v2.0/networks/33a3be25-f434-41eb-a414-585facf4d669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236584 Apr 08 10:52:35.111066 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-9a778682-4b02-47d1-b96a-d7fb405ac4cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1814241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-743903'] for network (b6a32a90-1df0-4c3d-9e5c-f2c4dd3cb04c), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:35.121444 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-9a778682-4b02-47d1-b96a-d7fb405ac4cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553535'] for network (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:35.126258 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Current status of the port 194fd17b-6121-4202-90db-d19a362f5b1d is: DOWN; New status is: BUILD {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:52:35.126547 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (194fd17b-6121-4202-90db-d19a362f5b1d), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:35.127725 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-9a778682-4b02-47d1-b96a-d7fb405ac4cd admin admin] 10.222.0.43 "DELETE /v2.0/networks/b6a32a90-1df0-4c3d-9e5c-f2c4dd3cb04c HTTP/1.1" status: 204 len: 168 time: 0.3640168 Apr 08 10:52:35.129865 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 57768) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:35.148974 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a778682-4b02-47d1-b96a-d7fb405ac4cd admin admin] Pushing event deleted for resources: {'Network': ['ID=b6a32a90-1df0-4c3d-9e5c-f2c4dd3cb04c,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:35.150391 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.notifiers.nova [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 194fd17b-6121-4202-90db-d19a362f5b1d {{(pid=109911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:52:35.193094 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port 194fd17b-6121-4202-90db-d19a362f5b1d, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=194fd17b-6121-4202-90db-d19a362f5b1d,segment=NetworkSegment(d1fbcf39-677c-48da-b8da-407bc29700aa),segment_id=d1fbcf39-677c-48da-b8da-407bc29700aa)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:52:35.198372 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (194fd17b-6121-4202-90db-d19a362f5b1d), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:35.226674 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.db.db_base_plugin_v2 [None req-76809d99-c478-46b3-9c7f-5af91d1f001d admin admin] Deleting subnet 2ebf6740-d588-44c2-8835-58bf9167347f {{(pid=109909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 10:52:35.228567 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b02cf5eb-4aa4-4ca2-86cf-d4adab56be58 req-17dfd68b-65b0-4eb2-8c7f-964dd90afe70 service neutron] 10.222.0.43 "GET /v2.0/networks/33a3be25-f434-41eb-a414-585facf4d669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123652 Apr 08 10:52:35.231220 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-76809d99-c478-46b3-9c7f-5af91d1f001d admin admin] Publish callbacks [] for subnet (2ebf6740-d588-44c2-8835-58bf9167347f), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:35.266184 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Pushing event updated for resources: {'Port': ['ID=194fd17b-6121-4202-90db-d19a362f5b1d,revision_number=4']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:35.271688 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-76809d99-c478-46b3-9c7f-5af91d1f001d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12708406'] for subnet (2ebf6740-d588-44c2-8835-58bf9167347f), precommit_delete_associations {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:35.273471 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:35.273822 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:35.274192 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:35.274551 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:35.274888 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:35.275218 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:35.275542 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:35.275867 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:35.276193 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:35.276517 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:35.276839 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:35.277201 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:35.277529 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:35.277846 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:35.278370 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:52:35.318123 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-76809d99-c478-46b3-9c7f-5af91d1f001d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1794403'] for subnet (2ebf6740-d588-44c2-8835-58bf9167347f), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:35.376632 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-76809d99-c478-46b3-9c7f-5af91d1f001d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1794410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16387743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12895238'] for subnet (2ebf6740-d588-44c2-8835-58bf9167347f), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:35.406453 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76809d99-c478-46b3-9c7f-5af91d1f001d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ebf6740-d588-44c2-8835-58bf9167347f,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:35.413840 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-76809d99-c478-46b3-9c7f-5af91d1f001d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:35.419694 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-76809d99-c478-46b3-9c7f-5af91d1f001d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/2ebf6740-d588-44c2-8835-58bf9167347f HTTP/1.1" status: 204 len: 168 time: 0.2862775 Apr 08 10:52:35.420010 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 57778) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:35.449690 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f66cf319-59e5-46d2-a959-56f16512b3c4 req-c5fc707e-4cd9-4043-a5b2-48e10a38c520 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfc1c2bb-6dae-4b65-bd69-89987828f1f8 HTTP/1.1" status: 200 len: 210 time: 0.0457683 Apr 08 10:52:35.474480 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] get_ports_and_sgs() called for port_ids ['194fd17b-6121-4202-90db-d19a362f5b1d'] {{(pid=109911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 10:52:35.524601 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-3bc69362-0bd2-4513-b060-c6409c2f5520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1935778'] for network (3b91e212-901a-4474-99d0-0752f643d4e7), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:35.629143 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-3bc69362-0bd2-4513-b060-c6409c2f5520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1814266', 'neutron.services.segments.db._delete_segments_for_network-8778033058250'] for network (3b91e212-901a-4474-99d0-0752f643d4e7), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:35.651355 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-3bc69362-0bd2-4513-b060-c6409c2f5520 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:52:35.651704 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-3bc69362-0bd2-4513-b060-c6409c2f5520 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:52:35.652476 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-3bc69362-0bd2-4513-b060-c6409c2f5520 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:52:35.652834 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-3bc69362-0bd2-4513-b060-c6409c2f5520 admin admin] Subscribe: > port after_create 55550000 {{(pid=109910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:52:35.653208 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-3bc69362-0bd2-4513-b060-c6409c2f5520 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:52:35.653583 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-3bc69362-0bd2-4513-b060-c6409c2f5520 admin admin] Subscribe: > port after_update 55550000 {{(pid=109910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:52:35.653913 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-3bc69362-0bd2-4513-b060-c6409c2f5520 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:52:35.654267 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-3bc69362-0bd2-4513-b060-c6409c2f5520 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:52:35.654552 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-3bc69362-0bd2-4513-b060-c6409c2f5520 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:52:35.654916 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-3bc69362-0bd2-4513-b060-c6409c2f5520 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:52:35.724167 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-3bc69362-0bd2-4513-b060-c6409c2f5520 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:52:35.724801 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-3bc69362-0bd2-4513-b060-c6409c2f5520 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:52:35.724801 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-3bc69362-0bd2-4513-b060-c6409c2f5520 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:52:35.725187 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-3bc69362-0bd2-4513-b060-c6409c2f5520 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 10:52:35.725549 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.services.segments.db [None req-3bc69362-0bd2-4513-b060-c6409c2f5520 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b91e212-901a-4474-99d0-0752f643d4e7']}} {{(pid=109910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:52:35.743710 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.services.segments.db [None req-3bc69362-0bd2-4513-b060-c6409c2f5520 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c99e2a92-8fca-415e-8daa-00935f20843c') {'for_net_delete': True} {{(pid=109910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:52:35.744013 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.services.segments.db [None req-3bc69362-0bd2-4513-b060-c6409c2f5520 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c99e2a92-8fca-415e-8daa-00935f20843c') {} {{(pid=109910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:52:35.760646 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-3bc69362-0bd2-4513-b060-c6409c2f5520 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778033060307', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14416635'] for segment (c99e2a92-8fca-415e-8daa-00935f20843c), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:35.782330 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-3bc69362-0bd2-4513-b060-c6409c2f5520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801210'] for segment (c99e2a92-8fca-415e-8daa-00935f20843c), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:35.791391 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bc69362-0bd2-4513-b060-c6409c2f5520 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=109910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:52:35.791852 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-3bc69362-0bd2-4513-b060-c6409c2f5520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14190268'] for segment (c99e2a92-8fca-415e-8daa-00935f20843c), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:35.797089 dv-cinder-836071-3-iscsi neutron-server[109910]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 08 10:52:35.797089 dv-cinder-836071-3-iscsi neutron-server[109910]: from cryptography.utils import int_from_bytes Apr 08 10:52:35.797089 dv-cinder-836071-3-iscsi neutron-server[109910]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 08 10:52:35.797089 dv-cinder-836071-3-iscsi neutron-server[109910]: from cryptography.utils import int_from_bytes Apr 08 10:52:35.797089 dv-cinder-836071-3-iscsi neutron-server[109910]: Traceback (most recent call last): Apr 08 10:52:35.797089 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:52:35.797089 dv-cinder-836071-3-iscsi neutron-server[109910]: timer() Apr 08 10:52:35.797089 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:52:35.797089 dv-cinder-836071-3-iscsi neutron-server[109910]: cb(*args, **kw) Apr 08 10:52:35.797089 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 10:52:35.797089 dv-cinder-836071-3-iscsi neutron-server[109910]: return func(*args, **kwargs) Apr 08 10:52:35.797089 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:52:35.797089 dv-cinder-836071-3-iscsi neutron-server[109910]: self._notify() Apr 08 10:52:35.797089 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:52:35.797089 dv-cinder-836071-3-iscsi neutron-server[109910]: self.callback(batched_events) Apr 08 10:52:35.797089 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:52:35.797089 dv-cinder-836071-3-iscsi neutron-server[109910]: event.method(event) Apr 08 10:52:35.797089 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 10:52:35.797089 dv-cinder-836071-3-iscsi neutron-server[109910]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:52:35.797089 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 10:52:35.797089 dv-cinder-836071-3-iscsi neutron-server[109910]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:52:35.797089 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 10:52:35.797089 dv-cinder-836071-3-iscsi neutron-server[109910]: return f(self, *a, **k) Apr 08 10:52:35.797089 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:52:35.797089 dv-cinder-836071-3-iscsi neutron-server[109910]: return self._get(url).json() Apr 08 10:52:35.797089 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:52:35.797089 dv-cinder-836071-3-iscsi neutron-server[109910]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:52:35.797089 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:52:35.797089 dv-cinder-836071-3-iscsi neutron-server[109910]: return self.request(url, 'GET', **kwargs) Apr 08 10:52:35.797089 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:52:35.797089 dv-cinder-836071-3-iscsi neutron-server[109910]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:52:35.797089 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:52:35.797089 dv-cinder-836071-3-iscsi neutron-server[109910]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:52:35.797089 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:52:35.797089 dv-cinder-836071-3-iscsi neutron-server[109910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:52:35.797089 dv-cinder-836071-3-iscsi neutron-server[109910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:52:35.860026 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-3bc69362-0bd2-4513-b060-c6409c2f5520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1814241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-743903'] for network (3b91e212-901a-4474-99d0-0752f643d4e7), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:35.875521 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-3bc69362-0bd2-4513-b060-c6409c2f5520 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553535'] for network (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:35.879175 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-3bc69362-0bd2-4513-b060-c6409c2f5520 admin admin] 10.222.0.43 "DELETE /v2.0/networks/3b91e212-901a-4474-99d0-0752f643d4e7 HTTP/1.1" status: 204 len: 168 time: 0.4578433 Apr 08 10:52:35.880492 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc69362-0bd2-4513-b060-c6409c2f5520 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b91e212-901a-4474-99d0-0752f643d4e7,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:36.064761 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 57794) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:36.110391 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-0319cced-d29d-4917-9236-3d4660fede38 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f7c60d59aa20428d8ddc6ebfa512c1fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0441539 Apr 08 10:52:36.112740 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 57798) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:36.138183 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee91cfb-248b-413d-a26c-1cea0df92779 req-e0a8a2ec-6b34-4cfd-852e-7c8a87794b22 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:36.139917 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-7ee91cfb-248b-413d-a26c-1cea0df92779 req-e0a8a2ec-6b34-4cfd-852e-7c8a87794b22 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d9e0b7e-c092-4c52-b340-f41909d051b4 HTTP/1.1" status: 200 len: 944 time: 0.0712714 Apr 08 10:52:36.171235 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-21a018ab-0647-4284-abc8-826cbc34dd3e admin admin] Publish callbacks [] for security_group (a08232d7-6f92-41f6-a167-4b0cdd2d3054), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:36.187352 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-7ee91cfb-248b-413d-a26c-1cea0df92779 req-bd44821e-67d2-4a3e-ba15-05941ce955af tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09c87c29-8475-457c-be38-3ff2fa9ca318&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416431 Apr 08 10:52:36.191819 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-21a018ab-0647-4284-abc8-826cbc34dd3e admin admin] Publish callbacks [] for security_group (a08232d7-6f92-41f6-a167-4b0cdd2d3054), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:36.250904 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-21a018ab-0647-4284-abc8-826cbc34dd3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (a08232d7-6f92-41f6-a167-4b0cdd2d3054), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:36.253580 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-21a018ab-0647-4284-abc8-826cbc34dd3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:36.254811 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-21a018ab-0647-4284-abc8-826cbc34dd3e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a08232d7-6f92-41f6-a167-4b0cdd2d3054 HTTP/1.1" status: 204 len: 168 time: 0.1401017 Apr 08 10:52:36.262680 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a018ab-0647-4284-abc8-826cbc34dd3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08232d7-6f92-41f6-a167-4b0cdd2d3054,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:36.522559 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02cf5eb-4aa4-4ca2-86cf-d4adab56be58 req-d2908baa-bca7-4a27-980f-fa05b8cda89b tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:36.525159 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b02cf5eb-4aa4-4ca2-86cf-d4adab56be58 req-d2908baa-bca7-4a27-980f-fa05b8cda89b tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.39 "GET /v2.0/networks?id=33a3be25-f434-41eb-a414-585facf4d669 HTTP/1.1" status: 200 len: 819 time: 0.1416028 Apr 08 10:52:36.563939 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-e2381546-0fba-4095-8cbb-c67b886d010c req-c6262fca-4851-4767-aff1-280f1fad2154 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfc1c2bb-6dae-4b65-bd69-89987828f1f8 HTTP/1.1" status: 200 len: 210 time: 0.0348859 Apr 08 10:52:36.614334 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b02cf5eb-4aa4-4ca2-86cf-d4adab56be58 req-9400f3cf-0e82-454b-b8c8-f5bcc0b93e0d tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b8c2bcd253d4480a40c77765f83e67a HTTP/1.1" status: 200 len: 380 time: 0.0757840 Apr 08 10:52:36.703179 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [req-b02cf5eb-4aa4-4ca2-86cf-d4adab56be58 req-8ec1965b-f17b-4e67-a1af-1c01ac093449 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Request body: {'port': {'device_id': 'dfc1c2bb-6dae-4b65-bd69-89987828f1f8', 'network_id': '33a3be25-f434-41eb-a414-585facf4d669', 'admin_state_up': True, 'tenant_id': '3b8c2bcd253d4480a40c77765f83e67a', 'security_groups': ['618911c2-0d92-416d-9c3d-5dee37a83d45']}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:52:36.743100 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 57816) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:36.783766 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-165955ad-3820-4c17-b071-1d39b4892efb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3e1ee95f503f443fae77dd3de134d7b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393252 Apr 08 10:52:36.786845 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 57818) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:36.814172 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b02cf5eb-4aa4-4ca2-86cf-d4adab56be58 req-8ec1965b-f17b-4e67-a1af-1c01ac093449 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Made reservation on behalf of 3b8c2bcd253d4480a40c77765f83e67a for: {'port': 1} {{(pid=109910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:52:36.817584 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-b02cf5eb-4aa4-4ca2-86cf-d4adab56be58 req-8ec1965b-f17b-4e67-a1af-1c01ac093449 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:36.835534 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-ce697606-f521-49da-94ca-9a87e8e2c824 admin admin] Publish callbacks [] for security_group (8ca38bad-6cd8-45c9-a264-c1b8abff63f3), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:36.857422 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-ce697606-f521-49da-94ca-9a87e8e2c824 admin admin] Publish callbacks [] for security_group (8ca38bad-6cd8-45c9-a264-c1b8abff63f3), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:36.906276 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-ce697606-f521-49da-94ca-9a87e8e2c824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (8ca38bad-6cd8-45c9-a264-c1b8abff63f3), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:36.908936 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-ce697606-f521-49da-94ca-9a87e8e2c824 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:36.910900 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-ce697606-f521-49da-94ca-9a87e8e2c824 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8ca38bad-6cd8-45c9-a264-c1b8abff63f3 HTTP/1.1" status: 204 len: 168 time: 0.1229405 Apr 08 10:52:36.919447 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce697606-f521-49da-94ca-9a87e8e2c824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca38bad-6cd8-45c9-a264-c1b8abff63f3,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:36.948602 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device 194fd17b-6121-4202-90db-d19a362f5b1d up at agent hyperv_hv-cinder-83607 {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:52:36.950763 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.db_base_plugin_common [req-b02cf5eb-4aa4-4ca2-86cf-d4adab56be58 req-8ec1965b-f17b-4e67-a1af-1c01ac093449 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Allocated IP 172.20.0.4 (33a3be25-f434-41eb-a414-585facf4d669/695d492a-ca30-42dc-b8aa-3b1f1f515ae3/3e397a46-0789-41b9-a2e7-2d7f5ce968f2) {{(pid=109910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:52:36.998807 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Provisioning for port 194fd17b-6121-4202-90db-d19a362f5b1d completed by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 10:52:37.003161 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Provisioning complete for port 194fd17b-6121-4202-90db-d19a362f5b1d triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:52:37.003531 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (194fd17b-6121-4202-90db-d19a362f5b1d), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:37.082750 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Current status of the port 194fd17b-6121-4202-90db-d19a362f5b1d is: BUILD; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:52:37.083253 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (194fd17b-6121-4202-90db-d19a362f5b1d), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:37.104340 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-b02cf5eb-4aa4-4ca2-86cf-d4adab56be58 req-8ec1965b-f17b-4e67-a1af-1c01ac093449 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Publish callbacks [] for port (3e397a46-0789-41b9-a2e7-2d7f5ce968f2), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:37.108168 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d9e0b7e-c092-4c52-b340-f41909d051b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '194fd17b-6121-4202-90db-d19a362f5b1d'}] {{(pid=109911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:52:37.110766 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930651e71dbc4ea3279ef2aec3aabe40d8fedb7c9b7e81889183a919dd1d7a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1fdb455-f9ff-4f0b-b574-10ec574a38fb" -d '{"events": [{"server_uuid": "7d9e0b7e-c092-4c52-b340-f41909d051b4", "name": "network-vif-plugged", "status": "completed", "tag": "194fd17b-6121-4202-90db-d19a362f5b1d"}]}' {{(pid=109911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:52:37.127797 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port 194fd17b-6121-4202-90db-d19a362f5b1d, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=194fd17b-6121-4202-90db-d19a362f5b1d,segment=NetworkSegment(d1fbcf39-677c-48da-b8da-407bc29700aa),segment_id=d1fbcf39-677c-48da-b8da-407bc29700aa)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:52:37.133675 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (194fd17b-6121-4202-90db-d19a362f5b1d), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:37.144471 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-b02cf5eb-4aa4-4ca2-86cf-d4adab56be58 req-8ec1965b-f17b-4e67-a1af-1c01ac093449 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14190223'] for port (3e397a46-0789-41b9-a2e7-2d7f5ce968f2), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:37.161240 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 10:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d05a8d-6873-4da6-9ac3-8b881bd32124 x-openstack-request-id: req-b3d05a8d-6873-4da6-9ac3-8b881bd32124 {{(pid=109911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:52:37.161806 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d9e0b7e-c092-4c52-b340-f41909d051b4", "name": "network-vif-plugged", "status": "completed", "tag": "194fd17b-6121-4202-90db-d19a362f5b1d", "code": 200}]} {{(pid=109911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:52:37.162221 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b3d05a8d-6873-4da6-9ac3-8b881bd32124 {{(pid=109911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:52:37.162771 dv-cinder-836071-3-iscsi neutron-server[109911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3d05a8d-6873-4da6-9ac3-8b881bd32124'] response: {'server_uuid': '7d9e0b7e-c092-4c52-b340-f41909d051b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '194fd17b-6121-4202-90db-d19a362f5b1d', 'code': 200} Apr 08 10:52:37.207701 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Pushing event updated for resources: {'Port': ['ID=194fd17b-6121-4202-90db-d19a362f5b1d,revision_number=5']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:37.212765 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b02cf5eb-4aa4-4ca2-86cf-d4adab56be58 req-8ec1965b-f17b-4e67-a1af-1c01ac093449 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Network 33a3be25-f434-41eb-a414-585facf4d669 is already hosted by enough agents. {{(pid=109910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:52:37.215912 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.base_scheduler [req-b02cf5eb-4aa4-4ca2-86cf-d4adab56be58 req-8ec1965b-f17b-4e67-a1af-1c01ac093449 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Resources bound (agent type, host, resource id): {{(pid=109910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:52:37.219833 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.l3_dvrscheduler_db [req-b02cf5eb-4aa4-4ca2-86cf-d4adab56be58 req-8ec1965b-f17b-4e67-a1af-1c01ac093449 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Received port after_create {{(pid=109910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 10:52:37.251444 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec1965b-f17b-4e67-a1af-1c01ac093449 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Pushing event updated for resources: {'Port': ['ID=3e397a46-0789-41b9-a2e7-2d7f5ce968f2,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:37.285383 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02cf5eb-4aa4-4ca2-86cf-d4adab56be58 req-8ec1965b-f17b-4e67-a1af-1c01ac093449 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:37.286269 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-b02cf5eb-4aa4-4ca2-86cf-d4adab56be58 req-8ec1965b-f17b-4e67-a1af-1c01ac093449 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for port (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:37.329513 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b02cf5eb-4aa4-4ca2-86cf-d4adab56be58 req-8ec1965b-f17b-4e67-a1af-1c01ac093449 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6307287 Apr 08 10:52:37.356212 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [req-b02cf5eb-4aa4-4ca2-86cf-d4adab56be58 req-84fa2000-f1c4-4a83-a013-03cc7ba27b6e service neutron] Request body: {'port': {'device_id': 'dfc1c2bb-6dae-4b65-bd69-89987828f1f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:52:37.463243 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706cd2c7-025d-44a4-92e8-fbcea3cab0ac req-d0c4e07a-a344-4def-9ad3-4c1a10bedde3 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:37.471260 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-706cd2c7-025d-44a4-92e8-fbcea3cab0ac req-d0c4e07a-a344-4def-9ad3-4c1a10bedde3 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d9e0b7e-c092-4c52-b340-f41909d051b4 HTTP/1.1" status: 200 len: 945 time: 0.1645317 Apr 08 10:52:37.510511 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-b02cf5eb-4aa4-4ca2-86cf-d4adab56be58 req-84fa2000-f1c4-4a83-a013-03cc7ba27b6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (3e397a46-0789-41b9-a2e7-2d7f5ce968f2), before_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:37.539236 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62c48f-85b8-4838-93a2-36d7d3586950 req-cb6c1952-9984-484d-a10d-0e43f2b0a32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:37.540887 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-7b62c48f-85b8-4838-93a2-36d7d3586950 req-cb6c1952-9984-484d-a10d-0e43f2b0a32e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7d9e0b7e-c092-4c52-b340-f41909d051b4 HTTP/1.1" status: 200 len: 1129 time: 0.1816754 Apr 08 10:52:37.562284 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 57846) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:37.598711 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-dbbf6473-d246-4416-8d93-8db7c078a34f None None] Provisioning complete for port 3e397a46-0789-41b9-a2e7-2d7f5ce968f2 triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:52:37.600759 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dbbf6473-d246-4416-8d93-8db7c078a34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (3e397a46-0789-41b9-a2e7-2d7f5ce968f2), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:37.690429 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-dbbf6473-d246-4416-8d93-8db7c078a34f None None] Port 3e397a46-0789-41b9-a2e7-2d7f5ce968f2 cannot update to ACTIVE because it is not bound. {{(pid=109911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 10:52:37.758490 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-706cd2c7-025d-44a4-92e8-fbcea3cab0ac req-2197571a-f126-4cc4-9e92-8d72b3da0988 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09c87c29-8475-457c-be38-3ff2fa9ca318&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2863047 Apr 08 10:52:37.777585 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-c409798f-b1bd-4ccd-ad8f-8b94d4b3b50f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:37.793953 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-7b62c48f-85b8-4838-93a2-36d7d3586950 req-e6061b84-fe65-42e7-9477-b85898bd7fc4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=09c87c29-8475-457c-be38-3ff2fa9ca318&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2376666 Apr 08 10:52:37.872693 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f5a1e-81fb-4d7c-af21-0916011157be req-99af93b1-e853-4f2b-a882-9451c56eacd8 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:37.874983 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-809f5a1e-81fb-4d7c-af21-0916011157be req-99af93b1-e853-4f2b-a882-9451c56eacd8 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfc1c2bb-6dae-4b65-bd69-89987828f1f8 HTTP/1.1" status: 200 len: 931 time: 0.1676505 Apr 08 10:52:37.875734 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-c409798f-b1bd-4ccd-ad8f-8b94d4b3b50f admin admin] Publish callbacks [] for security_group (9a292933-1cb4-402e-9b80-3745bf9732ec), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:37.884090 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-c409798f-b1bd-4ccd-ad8f-8b94d4b3b50f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (9a292933-1cb4-402e-9b80-3745bf9732ec), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:37.927158 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-c409798f-b1bd-4ccd-ad8f-8b94d4b3b50f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7a4bcc229c074f54a2acd74aed96e092&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3626723 Apr 08 10:52:37.928134 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c409798f-b1bd-4ccd-ad8f-8b94d4b3b50f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a292933-1cb4-402e-9b80-3745bf9732ec,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:37.930537 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 57862) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:37.983172 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-39918d0b-bcb3-49f0-a2c1-9bdd4d62d6d9 admin admin] Publish callbacks [] for security_group (9a292933-1cb4-402e-9b80-3745bf9732ec), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:37.992444 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-809f5a1e-81fb-4d7c-af21-0916011157be req-675c6d6e-58c0-40eb-8d99-543af3bcd7e0 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=618911c2-0d92-416d-9c3d-5dee37a83d45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022696 Apr 08 10:52:38.013252 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-39918d0b-bcb3-49f0-a2c1-9bdd4d62d6d9 admin admin] Publish callbacks [] for security_group (9a292933-1cb4-402e-9b80-3745bf9732ec), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:38.015810 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [req-b02cf5eb-4aa4-4ca2-86cf-d4adab56be58 req-84fa2000-f1c4-4a83-a013-03cc7ba27b6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e397a46-0789-41b9-a2e7-2d7f5ce968f2 {{(pid=109910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:52:38.024412 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-b02cf5eb-4aa4-4ca2-86cf-d4adab56be58 req-84fa2000-f1c4-4a83-a013-03cc7ba27b6e service neutron] Publish callbacks [] for port (3e397a46-0789-41b9-a2e7-2d7f5ce968f2), precommit_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:38.037492 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.provisioning_blocks [req-b02cf5eb-4aa4-4ca2-86cf-d4adab56be58 req-84fa2000-f1c4-4a83-a013-03cc7ba27b6e service neutron] Transition to ACTIVE for port object 3e397a46-0789-41b9-a2e7-2d7f5ce968f2 will not be triggered until provisioned by entity L2. {{(pid=109910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 10:52:38.043314 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-b02cf5eb-4aa4-4ca2-86cf-d4adab56be58 req-84fa2000-f1c4-4a83-a013-03cc7ba27b6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14190224'] for port (3e397a46-0789-41b9-a2e7-2d7f5ce968f2), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:38.064149 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-39918d0b-bcb3-49f0-a2c1-9bdd4d62d6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (9a292933-1cb4-402e-9b80-3745bf9732ec), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:38.067181 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-39918d0b-bcb3-49f0-a2c1-9bdd4d62d6d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:38.068333 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-39918d0b-bcb3-49f0-a2c1-9bdd4d62d6d9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9a292933-1cb4-402e-9b80-3745bf9732ec HTTP/1.1" status: 204 len: 168 time: 0.1368773 Apr 08 10:52:38.089360 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39918d0b-bcb3-49f0-a2c1-9bdd4d62d6d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a292933-1cb4-402e-9b80-3745bf9732ec,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:38.148904 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fa2000-f1c4-4a83-a013-03cc7ba27b6e service neutron] Pushing event updated for resources: {'Port': ['ID=3e397a46-0789-41b9-a2e7-2d7f5ce968f2,revision_number=2']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:38.195635 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.managers [req-b02cf5eb-4aa4-4ca2-86cf-d4adab56be58 req-84fa2000-f1c4-4a83-a013-03cc7ba27b6e service neutron] Attempting to bind port 3e397a46-0789-41b9-a2e7-2d7f5ce968f2 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 10:52:38.195974 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.managers [req-b02cf5eb-4aa4-4ca2-86cf-d4adab56be58 req-84fa2000-f1c4-4a83-a013-03cc7ba27b6e service neutron] Attempting to bind port 3e397a46-0789-41b9-a2e7-2d7f5ce968f2 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '564b6ad4-8714-4fe4-8ffa-791e2a8589f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '33a3be25-f434-41eb-a414-585facf4d669'}] {{(pid=109910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 10:52:38.196301 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02cf5eb-4aa4-4ca2-86cf-d4adab56be58 req-84fa2000-f1c4-4a83-a013-03cc7ba27b6e service neutron] Attempting to bind port 3e397a46-0789-41b9-a2e7-2d7f5ce968f2 on network 33a3be25-f434-41eb-a414-585facf4d669 {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:52:38.200772 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02cf5eb-4aa4-4ca2-86cf-d4adab56be58 req-84fa2000-f1c4-4a83-a013-03cc7ba27b6e service neutron] Port 3e397a46-0789-41b9-a2e7-2d7f5ce968f2 on network 33a3be25-f434-41eb-a414-585facf4d669 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 10:52:38.201302 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02cf5eb-4aa4-4ca2-86cf-d4adab56be58 req-84fa2000-f1c4-4a83-a013-03cc7ba27b6e service neutron] Attempting to bind port 3e397a46-0789-41b9-a2e7-2d7f5ce968f2 on network 33a3be25-f434-41eb-a414-585facf4d669 {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:52:38.207263 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02cf5eb-4aa4-4ca2-86cf-d4adab56be58 req-84fa2000-f1c4-4a83-a013-03cc7ba27b6e service neutron] Checking agent: {'id': 'df0b008b-1017-45b0-9cbd-b6387ecfd69a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 48, 18), 'started_at': datetime.datetime(2022, 4, 8, 10, 48, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 10:52:38.207602 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02cf5eb-4aa4-4ca2-86cf-d4adab56be58 req-84fa2000-f1c4-4a83-a013-03cc7ba27b6e service neutron] Checking segment: {'id': '564b6ad4-8714-4fe4-8ffa-791e2a8589f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '33a3be25-f434-41eb-a414-585facf4d669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:52:38.207994 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02cf5eb-4aa4-4ca2-86cf-d4adab56be58 req-84fa2000-f1c4-4a83-a013-03cc7ba27b6e service neutron] Bound using segment: {'id': '564b6ad4-8714-4fe4-8ffa-791e2a8589f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '33a3be25-f434-41eb-a414-585facf4d669'} {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 10:52:38.208427 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.managers [req-b02cf5eb-4aa4-4ca2-86cf-d4adab56be58 req-84fa2000-f1c4-4a83-a013-03cc7ba27b6e service neutron] Bound port: 3e397a46-0789-41b9-a2e7-2d7f5ce968f2, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '564b6ad4-8714-4fe4-8ffa-791e2a8589f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '33a3be25-f434-41eb-a414-585facf4d669'}}] {{(pid=109910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 10:52:38.208791 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-b02cf5eb-4aa4-4ca2-86cf-d4adab56be58 req-84fa2000-f1c4-4a83-a013-03cc7ba27b6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (3e397a46-0789-41b9-a2e7-2d7f5ce968f2), before_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:38.283547 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [req-b02cf5eb-4aa4-4ca2-86cf-d4adab56be58 req-84fa2000-f1c4-4a83-a013-03cc7ba27b6e service neutron] For port 3e397a46-0789-41b9-a2e7-2d7f5ce968f2, host hv-cinder-83607, cleared binding levels {{(pid=109910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:52:38.287653 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [req-b02cf5eb-4aa4-4ca2-86cf-d4adab56be58 req-84fa2000-f1c4-4a83-a013-03cc7ba27b6e service neutron] For port 3e397a46-0789-41b9-a2e7-2d7f5ce968f2, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=3e397a46-0789-41b9-a2e7-2d7f5ce968f2,segment=NetworkSegment(564b6ad4-8714-4fe4-8ffa-791e2a8589f1),segment_id=564b6ad4-8714-4fe4-8ffa-791e2a8589f1)] {{(pid=109910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:52:38.296188 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-b02cf5eb-4aa4-4ca2-86cf-d4adab56be58 req-84fa2000-f1c4-4a83-a013-03cc7ba27b6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14190224'] for port (3e397a46-0789-41b9-a2e7-2d7f5ce968f2), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:38.341776 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02cf5eb-4aa4-4ca2-86cf-d4adab56be58 req-84fa2000-f1c4-4a83-a013-03cc7ba27b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:38.342515 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-b02cf5eb-4aa4-4ca2-86cf-d4adab56be58 req-84fa2000-f1c4-4a83-a013-03cc7ba27b6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for port (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:38.343735 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b02cf5eb-4aa4-4ca2-86cf-d4adab56be58 req-84fa2000-f1c4-4a83-a013-03cc7ba27b6e service neutron] 10.222.0.39 "PUT /v2.0/ports/3e397a46-0789-41b9-a2e7-2d7f5ce968f2 HTTP/1.1" status: 200 len: 1093 time: 0.9941962 Apr 08 10:52:38.344285 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfc1c2bb-6dae-4b65-bd69-89987828f1f8', 'tag': '3e397a46-0789-41b9-a2e7-2d7f5ce968f2'}] {{(pid=109910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:52:38.346617 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c101578fc708467248d177b11db2e3e6a7db5c554c0046cb1dea7ab1ce8b9fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb817179-91f2-4d99-88f0-58d125fd82ad" -d '{"events": [{"name": "network-changed", "server_uuid": "dfc1c2bb-6dae-4b65-bd69-89987828f1f8", "tag": "3e397a46-0789-41b9-a2e7-2d7f5ce968f2"}]}' {{(pid=109910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:52:38.374839 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fa2000-f1c4-4a83-a013-03cc7ba27b6e service neutron] Pushing event updated for resources: {'Port': ['ID=3e397a46-0789-41b9-a2e7-2d7f5ce968f2,revision_number=3']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:38.422469 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 10:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5da747-ceb7-4c2f-86ca-cbf293ccb36d x-openstack-request-id: req-bb5da747-ceb7-4c2f-86ca-cbf293ccb36d {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:52:38.422757 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfc1c2bb-6dae-4b65-bd69-89987828f1f8", "tag": "3e397a46-0789-41b9-a2e7-2d7f5ce968f2", "status": "completed", "code": 200}]} {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:52:38.423032 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bb5da747-ceb7-4c2f-86ca-cbf293ccb36d {{(pid=109910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:52:38.423442 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb5da747-ceb7-4c2f-86ca-cbf293ccb36d'] response: {'name': 'network-changed', 'server_uuid': 'dfc1c2bb-6dae-4b65-bd69-89987828f1f8', 'tag': '3e397a46-0789-41b9-a2e7-2d7f5ce968f2', 'status': 'completed', 'code': 200} Apr 08 10:52:38.669285 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb817179-91f2-4d99-88f0-58d125fd82ad req-b53c570f-6e34-47ee-bf84-05baad85042f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:38.670903 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-fb817179-91f2-4d99-88f0-58d125fd82ad req-b53c570f-6e34-47ee-bf84-05baad85042f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3b8c2bcd253d4480a40c77765f83e67a&device_id=dfc1c2bb-6dae-4b65-bd69-89987828f1f8 HTTP/1.1" status: 200 len: 1127 time: 0.0476060 Apr 08 10:52:38.796388 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb817179-91f2-4d99-88f0-58d125fd82ad req-ab0db307-b70a-4650-bd70-83e8e484876e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:38.797941 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-fb817179-91f2-4d99-88f0-58d125fd82ad req-ab0db307-b70a-4650-bd70-83e8e484876e service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3b8c2bcd253d4480a40c77765f83e67a&shared=False HTTP/1.1" status: 200 len: 920 time: 0.0962517 Apr 08 10:52:38.957245 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df41bb-3625-4e77-8b76-840cf0d1df5c req-b6a23b2b-0074-4b15-b7b3-5e328fd024c7 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:38.958929 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-35df41bb-3625-4e77-8b76-840cf0d1df5c req-b6a23b2b-0074-4b15-b7b3-5e328fd024c7 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d9e0b7e-c092-4c52-b340-f41909d051b4 HTTP/1.1" status: 200 len: 945 time: 0.1192636 Apr 08 10:52:38.977946 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 57936) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:38.985607 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb817179-91f2-4d99-88f0-58d125fd82ad req-5a694384-7e6a-467c-867c-375b3485589c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:38.987514 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-fb817179-91f2-4d99-88f0-58d125fd82ad req-5a694384-7e6a-467c-867c-375b3485589c service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1378980 Apr 08 10:52:39.025716 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-35df41bb-3625-4e77-8b76-840cf0d1df5c req-105e2518-32ee-47e6-b3f2-a634c5f910a7 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09c87c29-8475-457c-be38-3ff2fa9ca318&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0569065 Apr 08 10:52:39.104172 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-048fc7f3-68c9-4f4d-91e8-4c3978fd6773 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:39.122471 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b44a8-e157-41b2-8dc0-65c04e67f0cb req-5fbb2c0b-ec52-45ab-8429-2957172ef371 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:39.123921 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-026b44a8-e157-41b2-8dc0-65c04e67f0cb req-5fbb2c0b-ec52-45ab-8429-2957172ef371 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfc1c2bb-6dae-4b65-bd69-89987828f1f8 HTTP/1.1" status: 200 len: 943 time: 0.0564928 Apr 08 10:52:39.176906 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-026b44a8-e157-41b2-8dc0-65c04e67f0cb req-2cba8123-9c86-4f79-afea-8eb79ef63130 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=618911c2-0d92-416d-9c3d-5dee37a83d45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472038 Apr 08 10:52:39.190642 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-048fc7f3-68c9-4f4d-91e8-4c3978fd6773 admin admin] Publish callbacks [] for security_group (183b5f4c-5706-4e95-947b-dea340682c19), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:39.196733 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-048fc7f3-68c9-4f4d-91e8-4c3978fd6773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (183b5f4c-5706-4e95-947b-dea340682c19), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:39.234912 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-048fc7f3-68c9-4f4d-91e8-4c3978fd6773 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=de1aa5bf8a874f9198a17f5b433365df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2552636 Apr 08 10:52:39.235767 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048fc7f3-68c9-4f4d-91e8-4c3978fd6773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=183b5f4c-5706-4e95-947b-dea340682c19,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:39.238424 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 57942) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:39.286713 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-1c9923ee-2167-4d19-9caa-99a1d23e090a admin admin] Publish callbacks [] for security_group (183b5f4c-5706-4e95-947b-dea340682c19), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:39.308091 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-1c9923ee-2167-4d19-9caa-99a1d23e090a admin admin] Publish callbacks [] for security_group (183b5f4c-5706-4e95-947b-dea340682c19), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:39.358838 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-1c9923ee-2167-4d19-9caa-99a1d23e090a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (183b5f4c-5706-4e95-947b-dea340682c19), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:39.362062 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-1c9923ee-2167-4d19-9caa-99a1d23e090a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:39.365891 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-1c9923ee-2167-4d19-9caa-99a1d23e090a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/183b5f4c-5706-4e95-947b-dea340682c19 HTTP/1.1" status: 204 len: 168 time: 0.1239040 Apr 08 10:52:39.371945 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9923ee-2167-4d19-9caa-99a1d23e090a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=183b5f4c-5706-4e95-947b-dea340682c19,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:39.619223 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02cf5eb-4aa4-4ca2-86cf-d4adab56be58 req-5602c7cc-d1d8-4857-9957-9f4061c6b4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:39.620723 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b02cf5eb-4aa4-4ca2-86cf-d4adab56be58 req-5602c7cc-d1d8-4857-9957-9f4061c6b4f5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3b8c2bcd253d4480a40c77765f83e67a&device_id=dfc1c2bb-6dae-4b65-bd69-89987828f1f8 HTTP/1.1" status: 200 len: 1127 time: 0.0552924 Apr 08 10:52:39.678577 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b02cf5eb-4aa4-4ca2-86cf-d4adab56be58 req-004541d3-8e0f-4821-ae7e-f588f86293a6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e397a46-0789-41b9-a2e7-2d7f5ce968f2 HTTP/1.1" status: 200 len: 217 time: 0.0373788 Apr 08 10:52:39.737016 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02cf5eb-4aa4-4ca2-86cf-d4adab56be58 req-5c46eb96-78da-43c1-84eb-50d30ac71f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:39.738544 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b02cf5eb-4aa4-4ca2-86cf-d4adab56be58 req-5c46eb96-78da-43c1-84eb-50d30ac71f8d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=695d492a-ca30-42dc-b8aa-3b1f1f515ae3 HTTP/1.1" status: 200 len: 858 time: 0.0525396 Apr 08 10:52:39.792351 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02cf5eb-4aa4-4ca2-86cf-d4adab56be58 req-6cb38217-d32a-46e6-b632-488e962798f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:39.794003 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b02cf5eb-4aa4-4ca2-86cf-d4adab56be58 req-6cb38217-d32a-46e6-b632-488e962798f8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=33a3be25-f434-41eb-a414-585facf4d669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488939 Apr 08 10:52:39.891457 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b02cf5eb-4aa4-4ca2-86cf-d4adab56be58 req-f4125634-0f2b-41d9-8505-014505f2a8c7 service neutron] 10.222.0.39 "GET /v2.0/networks/33a3be25-f434-41eb-a414-585facf4d669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906367 Apr 08 10:52:39.993408 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b02cf5eb-4aa4-4ca2-86cf-d4adab56be58 req-7b091611-dc8e-48db-9b4c-3fa58299d699 service neutron] 10.222.0.39 "GET /v2.0/networks/33a3be25-f434-41eb-a414-585facf4d669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944574 Apr 08 10:52:40.153010 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c52d5-cb53-4554-9ae3-d35c70331423 req-58a4ac18-14c6-493f-ae76-3f3a7b8fae8b tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:40.154492 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-bd9c52d5-cb53-4554-9ae3-d35c70331423 req-58a4ac18-14c6-493f-ae76-3f3a7b8fae8b tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d9e0b7e-c092-4c52-b340-f41909d051b4 HTTP/1.1" status: 200 len: 945 time: 0.0551858 Apr 08 10:52:40.209023 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-bd9c52d5-cb53-4554-9ae3-d35c70331423 req-0eae420b-90c3-47d4-86d9-74744a663812 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09c87c29-8475-457c-be38-3ff2fa9ca318&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454400 Apr 08 10:52:40.343891 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce12876-7fed-4a56-a1cd-5daea41b8454 req-b41b9468-5c3e-4289-b81a-42c2d99bca96 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:40.345410 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-4ce12876-7fed-4a56-a1cd-5daea41b8454 req-b41b9468-5c3e-4289-b81a-42c2d99bca96 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfc1c2bb-6dae-4b65-bd69-89987828f1f8 HTTP/1.1" status: 200 len: 943 time: 0.0933218 Apr 08 10:52:40.358805 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748bbd88-8eaa-4e7c-ac5a-3db3c2c627e8 req-9992f384-4a6e-418d-8d12-ae45526a106c tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:40.360364 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-748bbd88-8eaa-4e7c-ac5a-3db3c2c627e8 req-9992f384-4a6e-418d-8d12-ae45526a106c tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d9e0b7e-c092-4c52-b340-f41909d051b4 HTTP/1.1" status: 200 len: 945 time: 0.0776596 Apr 08 10:52:40.370026 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 57976) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:40.374540 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.v2.base [None req-0e3ddce9-410c-4a2e-a7f9-e50a6a9a3f5a tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Request body: {'floatingip': {'port_id': '194fd17b-6121-4202-90db-d19a362f5b1d'}} {{(pid=109909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:52:40.410901 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-4ce12876-7fed-4a56-a1cd-5daea41b8454 req-b3b3ca4e-df06-404b-8f29-2d2828f7d891 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=618911c2-0d92-416d-9c3d-5dee37a83d45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493896 Apr 08 10:52:40.427143 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-0e3ddce9-410c-4a2e-a7f9-e50a6a9a3f5a tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for floatingip (c57960f8-05d6-4726-8f58-b41d890d80d4), before_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:40.901577 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-0e3ddce9-410c-4a2e-a7f9-e50a6a9a3f5a tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:40.906837 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-0e3ddce9-410c-4a2e-a7f9-e50a6a9a3f5a tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743873'] for floatingip (c57960f8-05d6-4726-8f58-b41d890d80d4), after_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:41.027164 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.db.l3_db [None req-0e3ddce9-410c-4a2e-a7f9-e50a6a9a3f5a tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Floating IP c57960f8-05d6-4726-8f58-b41d890d80d4 associated. External IP: 172.27.2.140, port: 194fd17b-6121-4202-90db-d19a362f5b1d. Apr 08 10:52:41.259329 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e3ddce9-410c-4a2e-a7f9-e50a6a9a3f5a tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Router d8772b0f-eb2e-43e1-8573-c003f829b44f has already been hosted by L3 agent a0f054a9-d30b-4594-8de6-6c24438c3963 {{(pid=109909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:52:41.561959 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b48ea78-d139-441f-b909-dffd2fd96c32 req-80184bdc-6ef6-486e-8aec-3b96548583a6 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:41.564036 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0b48ea78-d139-441f-b909-dffd2fd96c32 req-80184bdc-6ef6-486e-8aec-3b96548583a6 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfc1c2bb-6dae-4b65-bd69-89987828f1f8 HTTP/1.1" status: 200 len: 943 time: 0.0757184 Apr 08 10:52:41.592620 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3ddce9-410c-4a2e-a7f9-e50a6a9a3f5a tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Notify agent at l3_agent.dv-cinder-836071-3-iscsi the message routers_updated {{(pid=109909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:52:41.598236 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-0e3ddce9-410c-4a2e-a7f9-e50a6a9a3f5a tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for floatingip (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:41.605533 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425811b8-8f40-45d5-ad97-9a7ae9cfc1fa None None] Sync routers for ids ['d8772b0f-eb2e-43e1-8573-c003f829b44f'] in dv-cinder-836071-3-iscsi {{(pid=109912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:52:41.616943 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425811b8-8f40-45d5-ad97-9a7ae9cfc1fa None None] Routers {'d8772b0f-eb2e-43e1-8573-c003f829b44f'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:52:41.617599 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-425811b8-8f40-45d5-ad97-9a7ae9cfc1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:52:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['d8772b0f-eb2e-43e1-8573-c003f829b44f'], 'active': True} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:52:41.624219 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0b48ea78-d139-441f-b909-dffd2fd96c32 req-aea01970-200f-492b-94ca-279a3d2c5818 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=618911c2-0d92-416d-9c3d-5dee37a83d45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518968 Apr 08 10:52:41.629006 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-0e3ddce9-410c-4a2e-a7f9-e50a6a9a3f5a tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "PUT /v2.0/floatingips/c57960f8-05d6-4726-8f58-b41d890d80d4 HTTP/1.1" status: 200 len: 991 time: 1.2577424 Apr 08 10:52:41.629827 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d9e0b7e-c092-4c52-b340-f41909d051b4', 'tag': '194fd17b-6121-4202-90db-d19a362f5b1d'}] {{(pid=109909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:52:41.632077 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}134ac93eeb9a6ea05545f334ed0e616993a729b1c4bd08d98a5446159e989791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a674d2ed-0df1-4bfe-bb7e-dae50584afa0" -d '{"events": [{"name": "network-changed", "server_uuid": "7d9e0b7e-c092-4c52-b340-f41909d051b4", "tag": "194fd17b-6121-4202-90db-d19a362f5b1d"}]}' {{(pid=109909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:52:41.681650 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 10:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6111ac56-2627-4f0d-b7f9-af67351663ce x-openstack-request-id: req-6111ac56-2627-4f0d-b7f9-af67351663ce {{(pid=109909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:52:41.682000 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d9e0b7e-c092-4c52-b340-f41909d051b4", "tag": "194fd17b-6121-4202-90db-d19a362f5b1d", "status": "completed", "code": 200}]} {{(pid=109909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:52:41.682320 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6111ac56-2627-4f0d-b7f9-af67351663ce {{(pid=109909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:52:41.682767 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6111ac56-2627-4f0d-b7f9-af67351663ce'] response: {'name': 'network-changed', 'server_uuid': '7d9e0b7e-c092-4c52-b340-f41909d051b4', 'tag': '194fd17b-6121-4202-90db-d19a362f5b1d', 'status': 'completed', 'code': 200} Apr 08 10:52:41.779171 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvr_db [None req-425811b8-8f40-45d5-ad97-9a7ae9cfc1fa None None] Set router d8772b0f-eb2e-43e1-8573-c003f829b44f gateway port host: dv-cinder-836071-3-iscsi {{(pid=109912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:52:41.791498 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674d2ed-0df1-4bfe-bb7e-dae50584afa0 req-acd885b9-5b94-4d81-9877-2fd75e776d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:41.793293 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a674d2ed-0df1-4bfe-bb7e-dae50584afa0 req-acd885b9-5b94-4d81-9877-2fd75e776d69 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=734e32e8113d4e4db24c106da8458807&device_id=7d9e0b7e-c092-4c52-b340-f41909d051b4 HTTP/1.1" status: 200 len: 1129 time: 0.0810299 Apr 08 10:52:41.896875 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674d2ed-0df1-4bfe-bb7e-dae50584afa0 req-7a5fe86d-05d5-452e-9587-ffbe692e4bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:41.898430 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a674d2ed-0df1-4bfe-bb7e-dae50584afa0 req-7a5fe86d-05d5-452e-9587-ffbe692e4bdb service neutron] 10.222.0.39 "GET /v2.0/networks?id=a108a20f-c74a-4177-8672-00636aeb2525 HTTP/1.1" status: 200 len: 916 time: 0.0985389 Apr 08 10:52:41.933715 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-7dd81243-9ddd-4e97-a3fc-5f3f8331e123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (0996d03c-a6d6-4751-8b32-c8111f4b3d8a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:41.973229 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a674d2ed-0df1-4bfe-bb7e-dae50584afa0 req-0000a936-0395-4da3-af07-8a6e3c6c9daa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=194fd17b-6121-4202-90db-d19a362f5b1d HTTP/1.1" status: 200 len: 999 time: 0.0661416 Apr 08 10:52:42.018057 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-425811b8-8f40-45d5-ad97-9a7ae9cfc1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'name': 'tempest-AttachVolumeNegativeTest-1105897746-router', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'b149437b-8d8c-45d5-8948-b52b29edf656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:50:18Z', 'updated_at': '2022-04-08T10:50:30Z', 'revision_number': 4, 'project_id': '734e32e8113d4e4db24c106da8458807', 'gw_port': {'id': 'b149437b-8d8c-45d5-8948-b52b29edf656', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:74:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:20Z', 'updated_at': '2022-04-08T10:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_floatingips': [{'id': '3213ec0a-4436-4ea4-bb67-03f844222181', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'floating_ip_address': '172.27.2.8', 'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'router_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'port_id': 'a2fe36f7-abef-46bd-a27e-bd9b41226233', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525', 'mac_address': 'fa:16:3e:be:39:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c92a53-c805-4edf-bb5d-c4af9d2894d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:50:40Z', 'updated_at': '2022-04-08T10:51:24Z', 'revision_number': 2, 'project_id': '734e32e8113d4e4db24c106da8458807', 'fixed_ip_address_scope': None}, {'id': 'c57960f8-05d6-4726-8f58-b41d890d80d4', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'floating_ip_address': '172.27.2.140', 'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'router_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'port_id': '194fd17b-6121-4202-90db-d19a362f5b1d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525', 'mac_address': 'fa:16:3e:3c:96:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9e0b7e-c092-4c52-b340-f41909d051b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:52:24Z', 'updated_at': '2022-04-08T10:52:40Z', 'revision_number': 1, 'project_id': '734e32e8113d4e4db24c106da8458807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90d0def9-41d1-4896-921d-00edc40df59b', 'name': '', 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'mac_address': 'fa:16:3e:fb:76:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5f421bdc-b76f-40b9-9c95-2e839cd44c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:26Z', 'updated_at': '2022-04-08T10:50:36Z', 'revision_number': 5, 'project_id': '734e32e8113d4e4db24c106da8458807', 'subnets': [{'id': '5f421bdc-b76f-40b9-9c95-2e839cd44c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:52:42.031581 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674d2ed-0df1-4bfe-bb7e-dae50584afa0 req-a1d7d147-6201-4809-8768-4c9a17c46cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:42.033094 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a674d2ed-0df1-4bfe-bb7e-dae50584afa0 req-a1d7d147-6201-4809-8768-4c9a17c46cf1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f421bdc-b76f-40b9-9c95-2e839cd44c87 HTTP/1.1" status: 200 len: 854 time: 0.0529871 Apr 08 10:52:42.046186 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425811b8-8f40-45d5-ad97-9a7ae9cfc1fa None None] Checking router: d8772b0f-eb2e-43e1-8573-c003f829b44f for host: dv-cinder-836071-3-iscsi {{(pid=109912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:52:42.054829 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425811b8-8f40-45d5-ad97-9a7ae9cfc1fa None None] Routers {'d8772b0f-eb2e-43e1-8573-c003f829b44f'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:52:42.055413 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-425811b8-8f40-45d5-ad97-9a7ae9cfc1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:52:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['d8772b0f-eb2e-43e1-8573-c003f829b44f'], 'active': True} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:52:42.177635 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvr_db [None req-425811b8-8f40-45d5-ad97-9a7ae9cfc1fa None None] Set router d8772b0f-eb2e-43e1-8573-c003f829b44f gateway port host: dv-cinder-836071-3-iscsi {{(pid=109912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:52:42.487201 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-425811b8-8f40-45d5-ad97-9a7ae9cfc1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'name': 'tempest-AttachVolumeNegativeTest-1105897746-router', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'b149437b-8d8c-45d5-8948-b52b29edf656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:50:18Z', 'updated_at': '2022-04-08T10:50:30Z', 'revision_number': 4, 'project_id': '734e32e8113d4e4db24c106da8458807', 'gw_port': {'id': 'b149437b-8d8c-45d5-8948-b52b29edf656', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:74:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:20Z', 'updated_at': '2022-04-08T10:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_floatingips': [{'id': '3213ec0a-4436-4ea4-bb67-03f844222181', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'floating_ip_address': '172.27.2.8', 'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'router_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'port_id': 'a2fe36f7-abef-46bd-a27e-bd9b41226233', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525', 'mac_address': 'fa:16:3e:be:39:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c92a53-c805-4edf-bb5d-c4af9d2894d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:50:40Z', 'updated_at': '2022-04-08T10:51:24Z', 'revision_number': 2, 'project_id': '734e32e8113d4e4db24c106da8458807', 'fixed_ip_address_scope': None}, {'id': 'c57960f8-05d6-4726-8f58-b41d890d80d4', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'floating_ip_address': '172.27.2.140', 'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'router_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'port_id': '194fd17b-6121-4202-90db-d19a362f5b1d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525', 'mac_address': 'fa:16:3e:3c:96:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9e0b7e-c092-4c52-b340-f41909d051b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:52:24Z', 'updated_at': '2022-04-08T10:52:40Z', 'revision_number': 1, 'project_id': '734e32e8113d4e4db24c106da8458807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90d0def9-41d1-4896-921d-00edc40df59b', 'name': '', 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'mac_address': 'fa:16:3e:fb:76:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5f421bdc-b76f-40b9-9c95-2e839cd44c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:26Z', 'updated_at': '2022-04-08T10:50:36Z', 'revision_number': 5, 'project_id': '734e32e8113d4e4db24c106da8458807', 'subnets': [{'id': '5f421bdc-b76f-40b9-9c95-2e839cd44c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:52:42.514926 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425811b8-8f40-45d5-ad97-9a7ae9cfc1fa None None] The sync data for ids ['d8772b0f-eb2e-43e1-8573-c003f829b44f'] in dv-cinder-836071-3-iscsi is: [{'id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'name': 'tempest-AttachVolumeNegativeTest-1105897746-router', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'b149437b-8d8c-45d5-8948-b52b29edf656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:50:18Z', 'updated_at': '2022-04-08T10:50:30Z', 'revision_number': 4, 'project_id': '734e32e8113d4e4db24c106da8458807', 'gw_port': {'id': 'b149437b-8d8c-45d5-8948-b52b29edf656', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:74:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:20Z', 'updated_at': '2022-04-08T10:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_floatingips': [{'id': '3213ec0a-4436-4ea4-bb67-03f844222181', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'floating_ip_address': '172.27.2.8', 'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'router_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'port_id': 'a2fe36f7-abef-46bd-a27e-bd9b41226233', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525', 'mac_address': 'fa:16:3e:be:39:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c92a53-c805-4edf-bb5d-c4af9d2894d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:50:40Z', 'updated_at': '2022-04-08T10:51:24Z', 'revision_number': 2, 'project_id': '734e32e8113d4e4db24c106da8458807', 'fixed_ip_address_scope': None}, {'id': 'c57960f8-05d6-4726-8f58-b41d890d80d4', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'floating_ip_address': '172.27.2.140', 'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'router_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'port_id': '194fd17b-6121-4202-90db-d19a362f5b1d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525', 'mac_address': 'fa:16:3e:3c:96:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9e0b7e-c092-4c52-b340-f41909d051b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:52:24Z', 'updated_at': '2022-04-08T10:52:40Z', 'revision_number': 1, 'project_id': '734e32e8113d4e4db24c106da8458807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90d0def9-41d1-4896-921d-00edc40df59b', 'name': '', 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'mac_address': 'fa:16:3e:fb:76:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5f421bdc-b76f-40b9-9c95-2e839cd44c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:26Z', 'updated_at': '2022-04-08T10:50:36Z', 'revision_number': 5, 'project_id': '734e32e8113d4e4db24c106da8458807', 'subnets': [{'id': '5f421bdc-b76f-40b9-9c95-2e839cd44c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:52:42.715573 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c803ae42-5fc3-4485-b634-67f693c8152d None None] New status for floating IP c57960f8-05d6-4726-8f58-b41d890d80d4: ACTIVE {{(pid=109911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 10:52:42.770077 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a70757-0a37-46ff-9867-bf7271f02dab req-dcc17d49-6ad0-4c85-a139-46c04b4b9b7f tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:42.777336 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-42a70757-0a37-46ff-9867-bf7271f02dab req-dcc17d49-6ad0-4c85-a139-46c04b4b9b7f tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfc1c2bb-6dae-4b65-bd69-89987828f1f8 HTTP/1.1" status: 200 len: 943 time: 0.0664485 Apr 08 10:52:42.822941 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-42a70757-0a37-46ff-9867-bf7271f02dab req-96c078fc-d9ee-4ea9-ba1a-dc1e5cbcac7e tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=618911c2-0d92-416d-9c3d-5dee37a83d45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447016 Apr 08 10:52:43.007650 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device 3e397a46-0789-41b9-a2e7-2d7f5ce968f2 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=109911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 10:52:43.058196 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674d2ed-0df1-4bfe-bb7e-dae50584afa0 req-8b02616d-f0fe-4b96-810c-327ceb5e6017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:43.059726 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a674d2ed-0df1-4bfe-bb7e-dae50584afa0 req-8b02616d-f0fe-4b96-810c-327ceb5e6017 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a108a20f-c74a-4177-8672-00636aeb2525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541615 Apr 08 10:52:43.115125 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port 3e397a46-0789-41b9-a2e7-2d7f5ce968f2, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=3e397a46-0789-41b9-a2e7-2d7f5ce968f2,segment=NetworkSegment(564b6ad4-8714-4fe4-8ffa-791e2a8589f1),segment_id=564b6ad4-8714-4fe4-8ffa-791e2a8589f1)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:52:43.128038 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Returning: {'device': '3e397a46-0789-41b9-a2e7-2d7f5ce968f2', 'network_id': '33a3be25-f434-41eb-a414-585facf4d669', 'port_id': '3e397a46-0789-41b9-a2e7-2d7f5ce968f2', 'mac_address': 'fa:16:3e:26:aa:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '695d492a-ca30-42dc-b8aa-3b1f1f515ae3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 10:52:43.171247 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Current status of the port 3e397a46-0789-41b9-a2e7-2d7f5ce968f2 is: DOWN; New status is: BUILD {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:52:43.171707 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (3e397a46-0789-41b9-a2e7-2d7f5ce968f2), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:43.187890 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.notifiers.nova [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e397a46-0789-41b9-a2e7-2d7f5ce968f2 {{(pid=109911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:52:43.208984 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port 3e397a46-0789-41b9-a2e7-2d7f5ce968f2, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=3e397a46-0789-41b9-a2e7-2d7f5ce968f2,segment=NetworkSegment(564b6ad4-8714-4fe4-8ffa-791e2a8589f1),segment_id=564b6ad4-8714-4fe4-8ffa-791e2a8589f1)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:52:43.214746 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (3e397a46-0789-41b9-a2e7-2d7f5ce968f2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:43.266919 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Pushing event updated for resources: {'Port': ['ID=3e397a46-0789-41b9-a2e7-2d7f5ce968f2,revision_number=4']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:43.995193 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a674d2ed-0df1-4bfe-bb7e-dae50584afa0 req-a585602f-9cfb-40b6-b824-8fb3b85a0d84 service neutron] 10.222.0.39 "GET /v2.0/networks/a108a20f-c74a-4177-8672-00636aeb2525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196036 Apr 08 10:52:44.006841 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026dcf55-1ce8-46b0-9b24-1a164f6f7635 req-6f0f3892-f434-4d0a-ac29-ec722122d12a tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:44.008199 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-026dcf55-1ce8-46b0-9b24-1a164f6f7635 req-6f0f3892-f434-4d0a-ac29-ec722122d12a tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfc1c2bb-6dae-4b65-bd69-89987828f1f8 HTTP/1.1" status: 200 len: 944 time: 0.1028714 Apr 08 10:52:44.183709 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-3ea21b27-8c8b-44b4-94c6-dc602684190e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (a0f054a9-d30b-4594-8de6-6c24438c3963), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:44.294141 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-026dcf55-1ce8-46b0-9b24-1a164f6f7635 req-1fa8dc32-f17f-4a2d-9d42-3cc18393823a tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=618911c2-0d92-416d-9c3d-5dee37a83d45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2777498 Apr 08 10:52:44.972582 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a674d2ed-0df1-4bfe-bb7e-dae50584afa0 req-195d72ef-9a1d-4c1d-b806-eaf36e33b35d service neutron] 10.222.0.39 "GET /v2.0/networks/a108a20f-c74a-4177-8672-00636aeb2525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875862 Apr 08 10:52:45.123716 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c39995e2-c233-4533-b78f-2944bd33f611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (65c9c9bc-bb02-426d-a902-340b44f1a4c2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:45.208932 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] get_ports_and_sgs() called for port_ids ['3e397a46-0789-41b9-a2e7-2d7f5ce968f2'] {{(pid=109911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 10:52:45.434804 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75cb37-7e13-4719-8489-b81924a13cfb req-947e6b6b-5493-4724-86a6-b9fd53801d38 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:45.436211 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-7c75cb37-7e13-4719-8489-b81924a13cfb req-947e6b6b-5493-4724-86a6-b9fd53801d38 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfc1c2bb-6dae-4b65-bd69-89987828f1f8 HTTP/1.1" status: 200 len: 944 time: 0.0679247 Apr 08 10:52:45.484299 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-7c75cb37-7e13-4719-8489-b81924a13cfb req-85737d30-fc6e-4d70-a375-96293dba634b tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=618911c2-0d92-416d-9c3d-5dee37a83d45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422802 Apr 08 10:52:46.581388 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dfd57949-1be2-4190-94f2-c1682066023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (140c1fdd-4f9d-4fc9-9d7c-f6f7cee51a0a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:46.618313 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5127c-b5c0-4c45-a30d-fe833470e1ed req-d63c3622-ba83-4265-b064-fb9638a16661 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:46.619825 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-7ae5127c-b5c0-4c45-a30d-fe833470e1ed req-d63c3622-ba83-4265-b064-fb9638a16661 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfc1c2bb-6dae-4b65-bd69-89987828f1f8 HTTP/1.1" status: 200 len: 944 time: 0.0620408 Apr 08 10:52:46.669545 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-7ae5127c-b5c0-4c45-a30d-fe833470e1ed req-3b897cc8-f374-45dc-a8bc-79ba4bde02bc tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=618911c2-0d92-416d-9c3d-5dee37a83d45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436940 Apr 08 10:52:47.541869 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device 3e397a46-0789-41b9-a2e7-2d7f5ce968f2 up at agent hyperv_hv-cinder-83607 {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:52:47.599328 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Provisioning for port 3e397a46-0789-41b9-a2e7-2d7f5ce968f2 completed by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 10:52:47.603973 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Provisioning complete for port 3e397a46-0789-41b9-a2e7-2d7f5ce968f2 triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:52:47.604277 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (3e397a46-0789-41b9-a2e7-2d7f5ce968f2), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:47.684148 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Current status of the port 3e397a46-0789-41b9-a2e7-2d7f5ce968f2 is: BUILD; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:52:47.684544 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (3e397a46-0789-41b9-a2e7-2d7f5ce968f2), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:47.709245 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfc1c2bb-6dae-4b65-bd69-89987828f1f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e397a46-0789-41b9-a2e7-2d7f5ce968f2'}] {{(pid=109911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:52:47.712710 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930651e71dbc4ea3279ef2aec3aabe40d8fedb7c9b7e81889183a919dd1d7a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc727609-99b6-4f0a-b6a9-529743c1e056" -d '{"events": [{"server_uuid": "dfc1c2bb-6dae-4b65-bd69-89987828f1f8", "name": "network-vif-plugged", "status": "completed", "tag": "3e397a46-0789-41b9-a2e7-2d7f5ce968f2"}]}' {{(pid=109911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:52:47.727206 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port 3e397a46-0789-41b9-a2e7-2d7f5ce968f2, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=3e397a46-0789-41b9-a2e7-2d7f5ce968f2,segment=NetworkSegment(564b6ad4-8714-4fe4-8ffa-791e2a8589f1),segment_id=564b6ad4-8714-4fe4-8ffa-791e2a8589f1)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:52:47.732697 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (3e397a46-0789-41b9-a2e7-2d7f5ce968f2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:47.756539 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 10:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf91241-6a56-4ce0-b645-f49c6f916466 x-openstack-request-id: req-7bf91241-6a56-4ce0-b645-f49c6f916466 {{(pid=109911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:52:47.756929 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfc1c2bb-6dae-4b65-bd69-89987828f1f8", "name": "network-vif-plugged", "status": "completed", "tag": "3e397a46-0789-41b9-a2e7-2d7f5ce968f2", "code": 200}]} {{(pid=109911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:52:47.757422 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7bf91241-6a56-4ce0-b645-f49c6f916466 {{(pid=109911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:52:47.758039 dv-cinder-836071-3-iscsi neutron-server[109911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bf91241-6a56-4ce0-b645-f49c6f916466'] response: {'server_uuid': 'dfc1c2bb-6dae-4b65-bd69-89987828f1f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e397a46-0789-41b9-a2e7-2d7f5ce968f2', 'code': 200} Apr 08 10:52:47.791245 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Pushing event updated for resources: {'Port': ['ID=3e397a46-0789-41b9-a2e7-2d7f5ce968f2,revision_number=5']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:52:47.797038 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543abdbf-fb8e-496f-a6a3-62a02c1e3e76 req-e1909974-58af-4798-8014-7b23ee306720 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:47.798651 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-543abdbf-fb8e-496f-a6a3-62a02c1e3e76 req-e1909974-58af-4798-8014-7b23ee306720 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfc1c2bb-6dae-4b65-bd69-89987828f1f8 HTTP/1.1" status: 200 len: 945 time: 0.0559111 Apr 08 10:52:47.852358 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-543abdbf-fb8e-496f-a6a3-62a02c1e3e76 req-3d423a57-4ff5-4912-a556-e10e6ac675e1 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=618911c2-0d92-416d-9c3d-5dee37a83d45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479043 Apr 08 10:52:48.027502 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (d1e78606-e5cc-43c0-bc22-8a5324478286), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:48.446612 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (df0b008b-1017-45b0-9cbd-b6387ecfd69a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:48.996226 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606072e-3a61-4c9b-bd99-97f6d3bd967b req-d671ec83-8c72-4671-afa7-b1791ea96d8d tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:48.997748 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1606072e-3a61-4c9b-bd99-97f6d3bd967b req-d671ec83-8c72-4671-afa7-b1791ea96d8d tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfc1c2bb-6dae-4b65-bd69-89987828f1f8 HTTP/1.1" status: 200 len: 945 time: 0.0627317 Apr 08 10:52:49.047610 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1606072e-3a61-4c9b-bd99-97f6d3bd967b req-f2151269-b47f-4551-a1ac-9c16e0ec0580 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=618911c2-0d92-416d-9c3d-5dee37a83d45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414557 Apr 08 10:52:49.570180 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8cf587-0451-411e-a384-c96271595251 req-71a89dc2-ea64-4df8-900b-c8ddddfe1c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:49.571957 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ed8cf587-0451-411e-a384-c96271595251 req-71a89dc2-ea64-4df8-900b-c8ddddfe1c0b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dfc1c2bb-6dae-4b65-bd69-89987828f1f8 HTTP/1.1" status: 200 len: 1129 time: 0.0501885 Apr 08 10:52:49.622886 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ed8cf587-0451-411e-a384-c96271595251 req-f9873dd7-3839-4aae-bbec-75093e7ba80b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=618911c2-0d92-416d-9c3d-5dee37a83d45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442762 Apr 08 10:52:50.180158 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0e3cbc-60ec-49f1-aa22-7b5cd23230ad req-2a4dbbf8-f5f8-4fb6-bd38-0921cf18aac8 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:50.181769 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0d0e3cbc-60ec-49f1-aa22-7b5cd23230ad req-2a4dbbf8-f5f8-4fb6-bd38-0921cf18aac8 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfc1c2bb-6dae-4b65-bd69-89987828f1f8 HTTP/1.1" status: 200 len: 945 time: 0.0582850 Apr 08 10:52:50.230270 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0d0e3cbc-60ec-49f1-aa22-7b5cd23230ad req-63be3da1-4283-427c-a285-6277eba4681e tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=618911c2-0d92-416d-9c3d-5dee37a83d45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427847 Apr 08 10:52:51.360701 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac9f15-70a1-4785-b1ab-36df238528df req-44f80669-a919-413f-b517-a7c46f15de1e tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:51.364597 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-2eac9f15-70a1-4785-b1ab-36df238528df req-44f80669-a919-413f-b517-a7c46f15de1e tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfc1c2bb-6dae-4b65-bd69-89987828f1f8 HTTP/1.1" status: 200 len: 945 time: 0.0636768 Apr 08 10:52:51.416736 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-2eac9f15-70a1-4785-b1ab-36df238528df req-7bfdd61f-a062-47df-b581-1a22cc12ed45 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=618911c2-0d92-416d-9c3d-5dee37a83d45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461879 Apr 08 10:52:52.381105 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9157b153-3ac2-45cf-8fb7-f46885cf5ddd req-87a7980f-369d-4201-a5ef-9dde161fa771 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:52.382680 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-9157b153-3ac2-45cf-8fb7-f46885cf5ddd req-87a7980f-369d-4201-a5ef-9dde161fa771 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc9c0f5-4b20-46ae-8b24-1b2fee3db040 HTTP/1.1" status: 200 len: 985 time: 0.0566361 Apr 08 10:52:52.448298 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-9157b153-3ac2-45cf-8fb7-f46885cf5ddd req-5a6a3878-885e-469d-9b98-f683cf202d22 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/security-groups?id=606b5bc2-b387-4a78-9a8e-fd5af6be9a63&id=a1f7d50a-a5a1-4bfe-9006-509b033ac2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583220 Apr 08 10:52:52.542595 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30763971-c916-406b-9369-8a3b5f3b49d4 req-83ae91f1-9383-478f-939e-cbff4935e5b3 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:52.544116 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-30763971-c916-406b-9369-8a3b5f3b49d4 req-83ae91f1-9383-478f-939e-cbff4935e5b3 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfc1c2bb-6dae-4b65-bd69-89987828f1f8 HTTP/1.1" status: 200 len: 945 time: 0.0549362 Apr 08 10:52:52.592208 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-30763971-c916-406b-9369-8a3b5f3b49d4 req-4561ebd8-8d48-45f8-a588-91131fcd71ab tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=618911c2-0d92-416d-9c3d-5dee37a83d45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423012 Apr 08 10:52:53.476696 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d364e97-9724-487b-8f6a-653dc2c0f580 req-fe346430-472b-4d63-8abc-b45589d3e472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:53.478320 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-3d364e97-9724-487b-8f6a-653dc2c0f580 req-fe346430-472b-4d63-8abc-b45589d3e472 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cdbf3dccf7d2413cb40e83426f557384&device_id=0fc9c0f5-4b20-46ae-8b24-1b2fee3db040 HTTP/1.1" status: 200 len: 1169 time: 0.0466478 Apr 08 10:52:53.605963 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d364e97-9724-487b-8f6a-653dc2c0f580 req-881c90f3-6764-4fbe-8958-9f3ca2cdd9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:53.607706 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-3d364e97-9724-487b-8f6a-653dc2c0f580 req-881c90f3-6764-4fbe-8958-9f3ca2cdd9e0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=994367ac-684e-494c-95f2-2fd2d9ffda84 HTTP/1.1" status: 200 len: 915 time: 0.1217146 Apr 08 10:52:53.622447 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa279d-4dcf-40d0-9986-11776257509c req-05630075-c6bd-4bd5-8f05-8491727b454b tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:53.624056 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b9aa279d-4dcf-40d0-9986-11776257509c req-05630075-c6bd-4bd5-8f05-8491727b454b tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc9c0f5-4b20-46ae-8b24-1b2fee3db040 HTTP/1.1" status: 200 len: 985 time: 0.0799024 Apr 08 10:52:53.758402 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-3d364e97-9724-487b-8f6a-653dc2c0f580 req-ad911435-b41c-4af4-a73f-abfb790b5497 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e HTTP/1.1" status: 200 len: 1002 time: 0.1333580 Apr 08 10:52:53.766910 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b9aa279d-4dcf-40d0-9986-11776257509c req-d056a3ac-f39e-4fd9-9871-811859013de1 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/security-groups?id=606b5bc2-b387-4a78-9a8e-fd5af6be9a63&id=a1f7d50a-a5a1-4bfe-9006-509b033ac2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1361930 Apr 08 10:52:53.778354 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d6077-7682-49bc-9164-db5963aa0cb3 req-08e9cc43-b4b7-4e3c-ab03-b272397c12da tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:53.779979 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-4d4d6077-7682-49bc-9164-db5963aa0cb3 req-08e9cc43-b4b7-4e3c-ab03-b272397c12da tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfc1c2bb-6dae-4b65-bd69-89987828f1f8 HTTP/1.1" status: 200 len: 945 time: 0.1100407 Apr 08 10:52:53.837345 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-4d4d6077-7682-49bc-9164-db5963aa0cb3 req-8e359b83-5c68-4483-8db7-02985540062d tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=618911c2-0d92-416d-9c3d-5dee37a83d45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507421 Apr 08 10:52:54.468230 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d364e97-9724-487b-8f6a-653dc2c0f580 req-10ef4fec-93af-42e7-95e6-a58f2381363f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:54.470080 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-3d364e97-9724-487b-8f6a-653dc2c0f580 req-10ef4fec-93af-42e7-95e6-a58f2381363f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b78e7de2-0284-422b-9e2a-e6adefd9058b HTTP/1.1" status: 200 len: 853 time: 0.0699098 Apr 08 10:52:54.533761 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d364e97-9724-487b-8f6a-653dc2c0f580 req-99d46ec4-7d34-44c0-aadf-ca3740c68344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:54.535576 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-3d364e97-9724-487b-8f6a-653dc2c0f580 req-99d46ec4-7d34-44c0-aadf-ca3740c68344 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=994367ac-684e-494c-95f2-2fd2d9ffda84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502295 Apr 08 10:52:54.632374 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-3d364e97-9724-487b-8f6a-653dc2c0f580 req-a38b2280-44ca-454d-bd85-114086779409 service neutron] 10.222.0.39 "GET /v2.0/networks/994367ac-684e-494c-95f2-2fd2d9ffda84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891838 Apr 08 10:52:54.732157 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-3d364e97-9724-487b-8f6a-653dc2c0f580 req-6b73888c-1a68-4721-b138-acb595c22045 service neutron] 10.222.0.39 "GET /v2.0/networks/994367ac-684e-494c-95f2-2fd2d9ffda84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899172 Apr 08 10:52:54.912095 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ee0d2-80aa-48e0-b138-64a84fd6ef37 req-765996a2-986a-4130-9e37-d25bd6ceb2a7 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:54.913654 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-d12ee0d2-80aa-48e0-b138-64a84fd6ef37 req-765996a2-986a-4130-9e37-d25bd6ceb2a7 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc9c0f5-4b20-46ae-8b24-1b2fee3db040 HTTP/1.1" status: 200 len: 985 time: 0.0634634 Apr 08 10:52:55.016063 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-d12ee0d2-80aa-48e0-b138-64a84fd6ef37 req-df990e66-9c89-47f2-a276-974f71337295 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/security-groups?id=606b5bc2-b387-4a78-9a8e-fd5af6be9a63&id=a1f7d50a-a5a1-4bfe-9006-509b033ac2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0949190 Apr 08 10:52:55.026429 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03406c9-c462-4931-80e4-00139b6bbcf7 req-6528bd2d-5650-4aad-ba14-72006c65b12a tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:55.028124 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b03406c9-c462-4931-80e4-00139b6bbcf7 req-6528bd2d-5650-4aad-ba14-72006c65b12a tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfc1c2bb-6dae-4b65-bd69-89987828f1f8 HTTP/1.1" status: 200 len: 945 time: 0.1056585 Apr 08 10:52:55.077886 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b03406c9-c462-4931-80e4-00139b6bbcf7 req-60819d3d-55d7-4f3b-a818-569a4b93efa9 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=618911c2-0d92-416d-9c3d-5dee37a83d45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438344 Apr 08 10:52:55.204371 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f883030f-3058-4d90-ac13-6a90c0b6d5d1 req-50de8327-7842-4911-9ff6-cfb25705cc38 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:55.205880 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f883030f-3058-4d90-ac13-6a90c0b6d5d1 req-50de8327-7842-4911-9ff6-cfb25705cc38 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfc1c2bb-6dae-4b65-bd69-89987828f1f8 HTTP/1.1" status: 200 len: 945 time: 0.0571454 Apr 08 10:52:55.215072 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 58150) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:55.219720 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.v2.base [None req-1839f463-d502-4977-8ec5-62747095bea4 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Request body: {'floatingip': {'port_id': '3e397a46-0789-41b9-a2e7-2d7f5ce968f2'}} {{(pid=109909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:52:55.262708 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-1839f463-d502-4977-8ec5-62747095bea4 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Publish callbacks [] for floatingip (42b56ec7-a854-4591-9b60-2cf644f5ca18), before_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:55.723002 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-1839f463-d502-4977-8ec5-62747095bea4 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:55.730024 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-1839f463-d502-4977-8ec5-62747095bea4 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743873'] for floatingip (42b56ec7-a854-4591-9b60-2cf644f5ca18), after_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:55.837847 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.db.l3_db [None req-1839f463-d502-4977-8ec5-62747095bea4 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Floating IP 42b56ec7-a854-4591-9b60-2cf644f5ca18 associated. External IP: 172.27.2.38, port: 3e397a46-0789-41b9-a2e7-2d7f5ce968f2. Apr 08 10:52:56.064535 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1839f463-d502-4977-8ec5-62747095bea4 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Router 431ab173-8df2-4a50-9c79-fbdb2351a250 has already been hosted by L3 agent a0f054a9-d30b-4594-8de6-6c24438c3963 {{(pid=109909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:52:56.136684 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25fc93-1277-4472-ac43-ba8de2d5b46b req-02067260-896f-4d03-942e-ce7a7f0bc70d tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:56.138207 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6a25fc93-1277-4472-ac43-ba8de2d5b46b req-02067260-896f-4d03-942e-ce7a7f0bc70d tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc9c0f5-4b20-46ae-8b24-1b2fee3db040 HTTP/1.1" status: 200 len: 985 time: 0.0523093 Apr 08 10:52:56.176438 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1839f463-d502-4977-8ec5-62747095bea4 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Notify agent at l3_agent.dv-cinder-836071-3-iscsi the message routers_updated {{(pid=109909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:52:56.181761 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-1839f463-d502-4977-8ec5-62747095bea4 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for floatingip (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:52:56.186875 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24a06af-f947-4b64-8d46-be00695d8c7b None None] Sync routers for ids ['431ab173-8df2-4a50-9c79-fbdb2351a250'] in dv-cinder-836071-3-iscsi {{(pid=109912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:52:56.197566 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24a06af-f947-4b64-8d46-be00695d8c7b None None] Routers {'431ab173-8df2-4a50-9c79-fbdb2351a250'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:52:56.198187 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-c24a06af-f947-4b64-8d46-be00695d8c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:52:44Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['431ab173-8df2-4a50-9c79-fbdb2351a250'], 'active': True} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:52:56.204747 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6a25fc93-1277-4472-ac43-ba8de2d5b46b req-1bb9eb04-94d2-46c0-bc11-e2ef185fe766 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/security-groups?id=606b5bc2-b387-4a78-9a8e-fd5af6be9a63&id=a1f7d50a-a5a1-4bfe-9006-509b033ac2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0606971 Apr 08 10:52:56.211459 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-1839f463-d502-4977-8ec5-62747095bea4 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "PUT /v2.0/floatingips/42b56ec7-a854-4591-9b60-2cf644f5ca18 HTTP/1.1" status: 200 len: 990 time: 0.9952798 Apr 08 10:52:56.212096 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfc1c2bb-6dae-4b65-bd69-89987828f1f8', 'tag': '3e397a46-0789-41b9-a2e7-2d7f5ce968f2'}] {{(pid=109909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:52:56.214481 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}134ac93eeb9a6ea05545f334ed0e616993a729b1c4bd08d98a5446159e989791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9adc444f-50fd-40f1-a222-b712a9b051a9" -d '{"events": [{"name": "network-changed", "server_uuid": "dfc1c2bb-6dae-4b65-bd69-89987828f1f8", "tag": "3e397a46-0789-41b9-a2e7-2d7f5ce968f2"}]}' {{(pid=109909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:52:56.261498 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 10:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b303fe6-c335-441e-98de-593f88c02ac4 x-openstack-request-id: req-5b303fe6-c335-441e-98de-593f88c02ac4 {{(pid=109909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:52:56.262111 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfc1c2bb-6dae-4b65-bd69-89987828f1f8", "tag": "3e397a46-0789-41b9-a2e7-2d7f5ce968f2", "status": "completed", "code": 200}]} {{(pid=109909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:52:56.262111 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5b303fe6-c335-441e-98de-593f88c02ac4 {{(pid=109909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:52:56.262408 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b303fe6-c335-441e-98de-593f88c02ac4'] response: {'name': 'network-changed', 'server_uuid': 'dfc1c2bb-6dae-4b65-bd69-89987828f1f8', 'tag': '3e397a46-0789-41b9-a2e7-2d7f5ce968f2', 'status': 'completed', 'code': 200} Apr 08 10:52:56.321261 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvr_db [None req-c24a06af-f947-4b64-8d46-be00695d8c7b None None] Set router 431ab173-8df2-4a50-9c79-fbdb2351a250 gateway port host: dv-cinder-836071-3-iscsi {{(pid=109912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:52:56.342827 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc444f-50fd-40f1-a222-b712a9b051a9 req-b53a90d2-ea40-4e5f-a169-5f59ab0243a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:56.344356 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-9adc444f-50fd-40f1-a222-b712a9b051a9 req-b53a90d2-ea40-4e5f-a169-5f59ab0243a6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3b8c2bcd253d4480a40c77765f83e67a&device_id=dfc1c2bb-6dae-4b65-bd69-89987828f1f8 HTTP/1.1" status: 200 len: 1129 time: 0.0446649 Apr 08 10:52:56.434614 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc444f-50fd-40f1-a222-b712a9b051a9 req-c877f419-2082-409e-8ef0-6fa0b375771f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:56.436486 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-9adc444f-50fd-40f1-a222-b712a9b051a9 req-c877f419-2082-409e-8ef0-6fa0b375771f service neutron] 10.222.0.39 "GET /v2.0/networks?id=33a3be25-f434-41eb-a414-585facf4d669 HTTP/1.1" status: 200 len: 920 time: 0.0850756 Apr 08 10:52:56.509522 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-9adc444f-50fd-40f1-a222-b712a9b051a9 req-96899240-9a45-4153-9cc8-a6a104503bb4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e397a46-0789-41b9-a2e7-2d7f5ce968f2 HTTP/1.1" status: 200 len: 998 time: 0.0648785 Apr 08 10:52:56.559136 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-c24a06af-f947-4b64-8d46-be00695d8c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431ab173-8df2-4a50-9c79-fbdb2351a250', 'name': 'tempest-ServerRescueNegativeTestJSON-2125950444-router', 'tenant_id': '3b8c2bcd253d4480a40c77765f83e67a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'c4e06964-65fc-43d3-9d26-704a7ac807fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:50:20Z', 'updated_at': '2022-04-08T10:50:27Z', 'revision_number': 4, 'project_id': '3b8c2bcd253d4480a40c77765f83e67a', 'gw_port': {'id': 'c4e06964-65fc-43d3-9d26-704a7ac807fc', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431ab173-8df2-4a50-9c79-fbdb2351a250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:21Z', 'updated_at': '2022-04-08T10:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_floatingips': [{'id': '42b56ec7-a854-4591-9b60-2cf644f5ca18', 'tenant_id': '3b8c2bcd253d4480a40c77765f83e67a', 'floating_ip_address': '172.27.2.38', 'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'router_id': '431ab173-8df2-4a50-9c79-fbdb2351a250', 'port_id': '3e397a46-0789-41b9-a2e7-2d7f5ce968f2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33a3be25-f434-41eb-a414-585facf4d669', 'mac_address': 'fa:16:3e:26:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc1c2bb-6dae-4b65-bd69-89987828f1f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:52:34Z', 'updated_at': '2022-04-08T10:52:55Z', 'revision_number': 1, 'project_id': '3b8c2bcd253d4480a40c77765f83e67a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bcda31f-5446-4804-b5b1-5739a6c28345', 'name': '', 'network_id': '33a3be25-f434-41eb-a414-585facf4d669', 'tenant_id': '3b8c2bcd253d4480a40c77765f83e67a', 'mac_address': 'fa:16:3e:6a:48:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431ab173-8df2-4a50-9c79-fbdb2351a250', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '695d492a-ca30-42dc-b8aa-3b1f1f515ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:25Z', 'updated_at': '2022-04-08T10:50:38Z', 'revision_number': 5, 'project_id': '3b8c2bcd253d4480a40c77765f83e67a', 'subnets': [{'id': '695d492a-ca30-42dc-b8aa-3b1f1f515ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:52:56.564864 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc444f-50fd-40f1-a222-b712a9b051a9 req-d67ccb39-09e5-4c55-b749-de4be0b05ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:56.569386 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-9adc444f-50fd-40f1-a222-b712a9b051a9 req-d67ccb39-09e5-4c55-b749-de4be0b05ee0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=695d492a-ca30-42dc-b8aa-3b1f1f515ae3 HTTP/1.1" status: 200 len: 858 time: 0.0519390 Apr 08 10:52:56.587224 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24a06af-f947-4b64-8d46-be00695d8c7b None None] Checking router: 431ab173-8df2-4a50-9c79-fbdb2351a250 for host: dv-cinder-836071-3-iscsi {{(pid=109912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:52:56.595661 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24a06af-f947-4b64-8d46-be00695d8c7b None None] Routers {'431ab173-8df2-4a50-9c79-fbdb2351a250'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:52:56.596259 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-c24a06af-f947-4b64-8d46-be00695d8c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:52:44Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['431ab173-8df2-4a50-9c79-fbdb2351a250'], 'active': True} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:52:56.623044 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc444f-50fd-40f1-a222-b712a9b051a9 req-4b5e211e-5f83-4684-86bb-b07167711e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:56.624563 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-9adc444f-50fd-40f1-a222-b712a9b051a9 req-4b5e211e-5f83-4684-86bb-b07167711e2c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=33a3be25-f434-41eb-a414-585facf4d669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444973 Apr 08 10:52:56.702541 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvr_db [None req-c24a06af-f947-4b64-8d46-be00695d8c7b None None] Set router 431ab173-8df2-4a50-9c79-fbdb2351a250 gateway port host: dv-cinder-836071-3-iscsi {{(pid=109912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:52:56.737012 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-9adc444f-50fd-40f1-a222-b712a9b051a9 req-eb55e256-3390-4f1d-93cf-72b53e9e5311 service neutron] 10.222.0.39 "GET /v2.0/networks/33a3be25-f434-41eb-a414-585facf4d669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909514 Apr 08 10:52:56.842602 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-9adc444f-50fd-40f1-a222-b712a9b051a9 req-406fd472-1494-4428-9e56-74708612ed13 service neutron] 10.222.0.39 "GET /v2.0/networks/33a3be25-f434-41eb-a414-585facf4d669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936441 Apr 08 10:52:56.940392 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-c24a06af-f947-4b64-8d46-be00695d8c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431ab173-8df2-4a50-9c79-fbdb2351a250', 'name': 'tempest-ServerRescueNegativeTestJSON-2125950444-router', 'tenant_id': '3b8c2bcd253d4480a40c77765f83e67a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'c4e06964-65fc-43d3-9d26-704a7ac807fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:50:20Z', 'updated_at': '2022-04-08T10:50:27Z', 'revision_number': 4, 'project_id': '3b8c2bcd253d4480a40c77765f83e67a', 'gw_port': {'id': 'c4e06964-65fc-43d3-9d26-704a7ac807fc', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431ab173-8df2-4a50-9c79-fbdb2351a250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:21Z', 'updated_at': '2022-04-08T10:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_floatingips': [{'id': '42b56ec7-a854-4591-9b60-2cf644f5ca18', 'tenant_id': '3b8c2bcd253d4480a40c77765f83e67a', 'floating_ip_address': '172.27.2.38', 'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'router_id': '431ab173-8df2-4a50-9c79-fbdb2351a250', 'port_id': '3e397a46-0789-41b9-a2e7-2d7f5ce968f2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33a3be25-f434-41eb-a414-585facf4d669', 'mac_address': 'fa:16:3e:26:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc1c2bb-6dae-4b65-bd69-89987828f1f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:52:34Z', 'updated_at': '2022-04-08T10:52:55Z', 'revision_number': 1, 'project_id': '3b8c2bcd253d4480a40c77765f83e67a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bcda31f-5446-4804-b5b1-5739a6c28345', 'name': '', 'network_id': '33a3be25-f434-41eb-a414-585facf4d669', 'tenant_id': '3b8c2bcd253d4480a40c77765f83e67a', 'mac_address': 'fa:16:3e:6a:48:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431ab173-8df2-4a50-9c79-fbdb2351a250', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '695d492a-ca30-42dc-b8aa-3b1f1f515ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:25Z', 'updated_at': '2022-04-08T10:50:38Z', 'revision_number': 5, 'project_id': '3b8c2bcd253d4480a40c77765f83e67a', 'subnets': [{'id': '695d492a-ca30-42dc-b8aa-3b1f1f515ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:52:56.966651 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24a06af-f947-4b64-8d46-be00695d8c7b None None] The sync data for ids ['431ab173-8df2-4a50-9c79-fbdb2351a250'] in dv-cinder-836071-3-iscsi is: [{'id': '431ab173-8df2-4a50-9c79-fbdb2351a250', 'name': 'tempest-ServerRescueNegativeTestJSON-2125950444-router', 'tenant_id': '3b8c2bcd253d4480a40c77765f83e67a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'c4e06964-65fc-43d3-9d26-704a7ac807fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:50:20Z', 'updated_at': '2022-04-08T10:50:27Z', 'revision_number': 4, 'project_id': '3b8c2bcd253d4480a40c77765f83e67a', 'gw_port': {'id': 'c4e06964-65fc-43d3-9d26-704a7ac807fc', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431ab173-8df2-4a50-9c79-fbdb2351a250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:21Z', 'updated_at': '2022-04-08T10:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_floatingips': [{'id': '42b56ec7-a854-4591-9b60-2cf644f5ca18', 'tenant_id': '3b8c2bcd253d4480a40c77765f83e67a', 'floating_ip_address': '172.27.2.38', 'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'router_id': '431ab173-8df2-4a50-9c79-fbdb2351a250', 'port_id': '3e397a46-0789-41b9-a2e7-2d7f5ce968f2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33a3be25-f434-41eb-a414-585facf4d669', 'mac_address': 'fa:16:3e:26:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc1c2bb-6dae-4b65-bd69-89987828f1f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:52:34Z', 'updated_at': '2022-04-08T10:52:55Z', 'revision_number': 1, 'project_id': '3b8c2bcd253d4480a40c77765f83e67a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bcda31f-5446-4804-b5b1-5739a6c28345', 'name': '', 'network_id': '33a3be25-f434-41eb-a414-585facf4d669', 'tenant_id': '3b8c2bcd253d4480a40c77765f83e67a', 'mac_address': 'fa:16:3e:6a:48:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431ab173-8df2-4a50-9c79-fbdb2351a250', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '695d492a-ca30-42dc-b8aa-3b1f1f515ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:25Z', 'updated_at': '2022-04-08T10:50:38Z', 'revision_number': 5, 'project_id': '3b8c2bcd253d4480a40c77765f83e67a', 'subnets': [{'id': '695d492a-ca30-42dc-b8aa-3b1f1f515ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:52:57.170010 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106fdd65-a480-4bf9-af74-30f494c92a8e None None] New status for floating IP 42b56ec7-a854-4591-9b60-2cf644f5ca18: ACTIVE {{(pid=109911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 10:52:57.359104 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0cdeec-2d31-422d-b225-7d4887b69ed1 req-110135b4-d9ff-4a28-a67a-99b995c37fec tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:57.366083 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6f0cdeec-2d31-422d-b225-7d4887b69ed1 req-110135b4-d9ff-4a28-a67a-99b995c37fec tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc9c0f5-4b20-46ae-8b24-1b2fee3db040 HTTP/1.1" status: 200 len: 985 time: 0.0675991 Apr 08 10:52:57.426106 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6f0cdeec-2d31-422d-b225-7d4887b69ed1 req-2a3e7950-c365-4cc0-8011-bff609691c29 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/security-groups?id=606b5bc2-b387-4a78-9a8e-fd5af6be9a63&id=a1f7d50a-a5a1-4bfe-9006-509b033ac2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0591211 Apr 08 10:52:58.553653 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899e1fe-8f17-4017-8aed-0a1496b91a34 req-ca366856-aa37-4a24-884b-63d38ec50190 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:58.555209 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-2899e1fe-8f17-4017-8aed-0a1496b91a34 req-ca366856-aa37-4a24-884b-63d38ec50190 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc9c0f5-4b20-46ae-8b24-1b2fee3db040 HTTP/1.1" status: 200 len: 985 time: 0.0586998 Apr 08 10:52:58.616880 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-2899e1fe-8f17-4017-8aed-0a1496b91a34 req-17686322-96ae-49d0-a1cf-246e14ab5fb2 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/security-groups?id=606b5bc2-b387-4a78-9a8e-fd5af6be9a63&id=a1f7d50a-a5a1-4bfe-9006-509b033ac2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555313 Apr 08 10:52:59.745845 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9067326-daaa-4cb3-bbbb-7c96b0a44b12 req-a23de4cb-7721-4364-888e-1f06865aedaa tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:52:59.747374 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-c9067326-daaa-4cb3-bbbb-7c96b0a44b12 req-a23de4cb-7721-4364-888e-1f06865aedaa tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc9c0f5-4b20-46ae-8b24-1b2fee3db040 HTTP/1.1" status: 200 len: 985 time: 0.0578866 Apr 08 10:52:59.809291 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-c9067326-daaa-4cb3-bbbb-7c96b0a44b12 req-1bbb0606-3cac-4e4e-8ea8-d9b8c90d60d7 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/security-groups?id=606b5bc2-b387-4a78-9a8e-fd5af6be9a63&id=a1f7d50a-a5a1-4bfe-9006-509b033ac2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544291 Apr 08 10:52:59.843619 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 58208) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:52:59.962028 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-3ead2d3c-b9c7-4155-8adb-121a31529c7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:00.045249 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-3ead2d3c-b9c7-4155-8adb-121a31529c7b admin admin] Publish callbacks [] for security_group (0afdc56f-4d22-45ff-b7d0-eb967b45109f), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:00.051246 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-3ead2d3c-b9c7-4155-8adb-121a31529c7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (0afdc56f-4d22-45ff-b7d0-eb967b45109f), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:00.092759 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-3ead2d3c-b9c7-4155-8adb-121a31529c7b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c9cb478f3c8a4a06934ba8c158beb331&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2479093 Apr 08 10:53:00.093974 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ead2d3c-b9c7-4155-8adb-121a31529c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0afdc56f-4d22-45ff-b7d0-eb967b45109f,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:00.096227 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 58216) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:53:00.156356 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-f8502866-c6c5-4f46-8443-e3f0131a3a67 admin admin] Publish callbacks [] for security_group (0afdc56f-4d22-45ff-b7d0-eb967b45109f), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:00.185448 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-f8502866-c6c5-4f46-8443-e3f0131a3a67 admin admin] Publish callbacks [] for security_group (0afdc56f-4d22-45ff-b7d0-eb967b45109f), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:00.237337 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-f8502866-c6c5-4f46-8443-e3f0131a3a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (0afdc56f-4d22-45ff-b7d0-eb967b45109f), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:00.240043 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-f8502866-c6c5-4f46-8443-e3f0131a3a67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:00.242325 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-f8502866-c6c5-4f46-8443-e3f0131a3a67 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0afdc56f-4d22-45ff-b7d0-eb967b45109f HTTP/1.1" status: 204 len: 168 time: 0.1437578 Apr 08 10:53:00.251943 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8502866-c6c5-4f46-8443-e3f0131a3a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0afdc56f-4d22-45ff-b7d0-eb967b45109f,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:00.269472 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 58222) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:53:00.376601 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-a2a77887-fb16-4cea-9bcb-79c24b42b8e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:00.465338 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-a2a77887-fb16-4cea-9bcb-79c24b42b8e1 admin admin] Publish callbacks [] for security_group (694f90e1-a5c3-4e74-8bea-cdb7733284b1), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:00.470000 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-a2a77887-fb16-4cea-9bcb-79c24b42b8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (694f90e1-a5c3-4e74-8bea-cdb7733284b1), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:00.516769 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-a2a77887-fb16-4cea-9bcb-79c24b42b8e1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=85f069428e8d4d85bcbcdc7dc2af2d08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2461426 Apr 08 10:53:00.517789 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a77887-fb16-4cea-9bcb-79c24b42b8e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694f90e1-a5c3-4e74-8bea-cdb7733284b1,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:00.519610 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 58226) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:53:00.594064 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-89457bb3-a58f-4f25-b2eb-e14eba57745a admin admin] Publish callbacks [] for security_group (694f90e1-a5c3-4e74-8bea-cdb7733284b1), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:00.620827 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-89457bb3-a58f-4f25-b2eb-e14eba57745a admin admin] Publish callbacks [] for security_group (694f90e1-a5c3-4e74-8bea-cdb7733284b1), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:00.676369 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-89457bb3-a58f-4f25-b2eb-e14eba57745a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (694f90e1-a5c3-4e74-8bea-cdb7733284b1), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:00.679454 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-89457bb3-a58f-4f25-b2eb-e14eba57745a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:00.680736 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-89457bb3-a58f-4f25-b2eb-e14eba57745a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/694f90e1-a5c3-4e74-8bea-cdb7733284b1 HTTP/1.1" status: 204 len: 168 time: 0.1592782 Apr 08 10:53:00.689713 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89457bb3-a58f-4f25-b2eb-e14eba57745a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694f90e1-a5c3-4e74-8bea-cdb7733284b1,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:00.935694 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d8eea-8ce3-4e11-8e9f-2915996ee487 req-479b1f70-58f2-4182-91bc-5c1dedd91bb7 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:00.937365 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-2c5d8eea-8ce3-4e11-8e9f-2915996ee487 req-479b1f70-58f2-4182-91bc-5c1dedd91bb7 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc9c0f5-4b20-46ae-8b24-1b2fee3db040 HTTP/1.1" status: 200 len: 985 time: 0.0590520 Apr 08 10:53:01.008215 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-2c5d8eea-8ce3-4e11-8e9f-2915996ee487 req-5c82af3f-dc76-4488-8613-7d6c64d34d57 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/security-groups?id=606b5bc2-b387-4a78-9a8e-fd5af6be9a63&id=a1f7d50a-a5a1-4bfe-9006-509b033ac2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0650859 Apr 08 10:53:02.132050 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c23fb99-160c-4853-8876-0612e896503e req-53cda521-bbc9-48e0-bdd0-0e7525d5a24f tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:02.133578 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-9c23fb99-160c-4853-8876-0612e896503e req-53cda521-bbc9-48e0-bdd0-0e7525d5a24f tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc9c0f5-4b20-46ae-8b24-1b2fee3db040 HTTP/1.1" status: 200 len: 985 time: 0.0553613 Apr 08 10:53:02.195497 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-9c23fb99-160c-4853-8876-0612e896503e req-6b54c99c-cf46-424a-b2e7-c00f59a05ff4 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/security-groups?id=606b5bc2-b387-4a78-9a8e-fd5af6be9a63&id=a1f7d50a-a5a1-4bfe-9006-509b033ac2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559168 Apr 08 10:53:03.330653 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286fede1-195b-47f8-88ae-40b01448b0b8 req-6ca161c3-3c68-4ec2-b95c-aeff0c180b4c tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:03.332125 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-286fede1-195b-47f8-88ae-40b01448b0b8 req-6ca161c3-3c68-4ec2-b95c-aeff0c180b4c tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc9c0f5-4b20-46ae-8b24-1b2fee3db040 HTTP/1.1" status: 200 len: 985 time: 0.0647597 Apr 08 10:53:03.395453 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-286fede1-195b-47f8-88ae-40b01448b0b8 req-043cdf9d-8fcd-4336-b329-0c55ae55933d tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/security-groups?id=606b5bc2-b387-4a78-9a8e-fd5af6be9a63&id=a1f7d50a-a5a1-4bfe-9006-509b033ac2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0570393 Apr 08 10:53:04.531498 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d82206-8cd8-43d3-8b25-ff506634f76b req-7b1f6951-88ab-4c14-b1ee-1de09e68b405 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:04.532987 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-70d82206-8cd8-43d3-8b25-ff506634f76b req-7b1f6951-88ab-4c14-b1ee-1de09e68b405 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc9c0f5-4b20-46ae-8b24-1b2fee3db040 HTTP/1.1" status: 200 len: 985 time: 0.0642118 Apr 08 10:53:04.594373 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-70d82206-8cd8-43d3-8b25-ff506634f76b req-e23b0db2-135b-4892-8032-22e7e5760070 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/security-groups?id=606b5bc2-b387-4a78-9a8e-fd5af6be9a63&id=a1f7d50a-a5a1-4bfe-9006-509b033ac2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552311 Apr 08 10:53:05.198566 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.agents_db [None req-4d82583b-548a-400c-8f4c-c09be56c4ea4 None None] Agent healthcheck: found 6 active agents {{(pid=109912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 10:53:05.748673 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd480166-f2a5-4a45-b96b-ed4e3592da0d req-b0cf8970-4cea-4d1d-8510-964e7dcda438 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:05.750251 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-cd480166-f2a5-4a45-b96b-ed4e3592da0d req-b0cf8970-4cea-4d1d-8510-964e7dcda438 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc9c0f5-4b20-46ae-8b24-1b2fee3db040 HTTP/1.1" status: 200 len: 985 time: 0.0691447 Apr 08 10:53:05.814724 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-cd480166-f2a5-4a45-b96b-ed4e3592da0d req-ba3b2249-44e8-4480-a3c0-4fce87e2379b tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/security-groups?id=606b5bc2-b387-4a78-9a8e-fd5af6be9a63&id=a1f7d50a-a5a1-4bfe-9006-509b033ac2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0585852 Apr 08 10:53:06.947573 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a3de0c-ddb4-494e-b994-430cc77d8dbd req-a6b81327-dfcb-42f9-b8e0-81c29807095f tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:06.949081 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a0a3de0c-ddb4-494e-b994-430cc77d8dbd req-a6b81327-dfcb-42f9-b8e0-81c29807095f tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc9c0f5-4b20-46ae-8b24-1b2fee3db040 HTTP/1.1" status: 200 len: 985 time: 0.0638604 Apr 08 10:53:07.011478 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a0a3de0c-ddb4-494e-b994-430cc77d8dbd req-26691c95-f719-477a-82b2-cb505ad9734d tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/security-groups?id=606b5bc2-b387-4a78-9a8e-fd5af6be9a63&id=a1f7d50a-a5a1-4bfe-9006-509b033ac2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533142 Apr 08 10:53:08.145747 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48089f58-5693-4500-8ae9-fb29cc6954fb req-e945cd1d-3002-4db1-8ece-82c9139728ef tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:08.147226 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-48089f58-5693-4500-8ae9-fb29cc6954fb req-e945cd1d-3002-4db1-8ece-82c9139728ef tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc9c0f5-4b20-46ae-8b24-1b2fee3db040 HTTP/1.1" status: 200 len: 985 time: 0.0550838 Apr 08 10:53:08.213030 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-48089f58-5693-4500-8ae9-fb29cc6954fb req-c11acaab-753f-4069-bb6c-3d6940672a59 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/security-groups?id=606b5bc2-b387-4a78-9a8e-fd5af6be9a63&id=a1f7d50a-a5a1-4bfe-9006-509b033ac2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0595427 Apr 08 10:53:09.356309 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8cb76-6c05-4812-aab9-047069a9d11b req-c7289f09-c1f2-4d56-8a93-f7bf8cbf3339 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:09.357827 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-98a8cb76-6c05-4812-aab9-047069a9d11b req-c7289f09-c1f2-4d56-8a93-f7bf8cbf3339 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc9c0f5-4b20-46ae-8b24-1b2fee3db040 HTTP/1.1" status: 200 len: 985 time: 0.0644753 Apr 08 10:53:09.434664 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-98a8cb76-6c05-4812-aab9-047069a9d11b req-4007c00e-202e-4321-bbef-5dfe4a247ca2 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/security-groups?id=606b5bc2-b387-4a78-9a8e-fd5af6be9a63&id=a1f7d50a-a5a1-4bfe-9006-509b033ac2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0711954 Apr 08 10:53:10.577997 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b87ed-6902-4f6c-8740-b5713c54af9c req-9f70b1e1-3bd4-4db1-ab42-7ef988a33f0d tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:10.579534 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-623b87ed-6902-4f6c-8740-b5713c54af9c req-9f70b1e1-3bd4-4db1-ab42-7ef988a33f0d tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc9c0f5-4b20-46ae-8b24-1b2fee3db040 HTTP/1.1" status: 200 len: 985 time: 0.0618918 Apr 08 10:53:10.639384 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-623b87ed-6902-4f6c-8740-b5713c54af9c req-75d7cf3a-b96b-49a9-866f-9b069a7e5cda tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/security-groups?id=606b5bc2-b387-4a78-9a8e-fd5af6be9a63&id=a1f7d50a-a5a1-4bfe-9006-509b033ac2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541871 Apr 08 10:53:11.778507 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90615adf-a94b-45a8-a37d-ef11680c6b03 req-8d6ae5c2-c42e-49ad-80f8-ba7817bc0ff0 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:11.780021 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-90615adf-a94b-45a8-a37d-ef11680c6b03 req-8d6ae5c2-c42e-49ad-80f8-ba7817bc0ff0 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc9c0f5-4b20-46ae-8b24-1b2fee3db040 HTTP/1.1" status: 200 len: 985 time: 0.0584683 Apr 08 10:53:11.798862 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-4cebce4b-e012-41fc-9f75-d8ea7a7216bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (0996d03c-a6d6-4751-8b32-c8111f4b3d8a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:11.843942 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-90615adf-a94b-45a8-a37d-ef11680c6b03 req-21d9069b-2f80-4b43-a290-34bcc5937b81 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/security-groups?id=606b5bc2-b387-4a78-9a8e-fd5af6be9a63&id=a1f7d50a-a5a1-4bfe-9006-509b033ac2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566282 Apr 08 10:53:12.982983 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c959b219-5551-41dc-a735-de6347ddacee req-6cc1895e-8f22-44d1-b19b-4c219a779ab7 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:12.984484 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-c959b219-5551-41dc-a735-de6347ddacee req-6cc1895e-8f22-44d1-b19b-4c219a779ab7 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc9c0f5-4b20-46ae-8b24-1b2fee3db040 HTTP/1.1" status: 200 len: 985 time: 0.0617657 Apr 08 10:53:13.047330 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-c959b219-5551-41dc-a735-de6347ddacee req-cef0e92a-95dd-4b6c-844a-6ed035a55418 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/security-groups?id=606b5bc2-b387-4a78-9a8e-fd5af6be9a63&id=a1f7d50a-a5a1-4bfe-9006-509b033ac2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568435 Apr 08 10:53:14.191400 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c7ba98e9-d5bf-4d53-858a-4cf350ae11ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (a0f054a9-d30b-4594-8de6-6c24438c3963), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:15.137055 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c39995e2-c233-4533-b78f-2944bd33f611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (65c9c9bc-bb02-426d-a902-340b44f1a4c2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:16.584636 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dfd57949-1be2-4190-94f2-c1682066023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (140c1fdd-4f9d-4fc9-9d7c-f6f7cee51a0a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:18.022287 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (d1e78606-e5cc-43c0-bc22-8a5324478286), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:18.439590 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (df0b008b-1017-45b0-9cbd-b6387ecfd69a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:20.457018 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 58384) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:53:20.576558 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-6d8bfb31-3bf1-4d5e-917f-7d4cad7e145b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:20.651274 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-6d8bfb31-3bf1-4d5e-917f-7d4cad7e145b admin admin] Publish callbacks [] for security_group (e38841c9-e77c-4162-ab3d-70950df22462), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:20.656406 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-6d8bfb31-3bf1-4d5e-917f-7d4cad7e145b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (e38841c9-e77c-4162-ab3d-70950df22462), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:20.695084 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-6d8bfb31-3bf1-4d5e-917f-7d4cad7e145b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6412a4d1321a4d51bbfae7e82b4e962c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2368958 Apr 08 10:53:20.696039 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8bfb31-3bf1-4d5e-917f-7d4cad7e145b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e38841c9-e77c-4162-ab3d-70950df22462,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:20.698300 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 58390) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:53:20.751178 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-775e8863-d6a8-4ab4-ba75-17dbe4670452 admin admin] Publish callbacks [] for security_group (e38841c9-e77c-4162-ab3d-70950df22462), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:20.774072 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-775e8863-d6a8-4ab4-ba75-17dbe4670452 admin admin] Publish callbacks [] for security_group (e38841c9-e77c-4162-ab3d-70950df22462), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:20.832420 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-775e8863-d6a8-4ab4-ba75-17dbe4670452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (e38841c9-e77c-4162-ab3d-70950df22462), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:20.835498 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-775e8863-d6a8-4ab4-ba75-17dbe4670452 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:20.837450 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-775e8863-d6a8-4ab4-ba75-17dbe4670452 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e38841c9-e77c-4162-ab3d-70950df22462 HTTP/1.1" status: 204 len: 168 time: 0.1378057 Apr 08 10:53:20.847078 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775e8863-d6a8-4ab4-ba75-17dbe4670452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38841c9-e77c-4162-ab3d-70950df22462,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:21.501746 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 58412) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:53:21.606818 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [None req-db28598c-ba5f-43a0-be65-1411e9b76ad3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-859770600-network', 'tenant_id': '25e75ce8eac94d148ef81a73b8554b94'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:53:21.627179 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db28598c-ba5f-43a0-be65-1411e9b76ad3 admin admin] Made reservation on behalf of 25e75ce8eac94d148ef81a73b8554b94 for: {'network': 1} {{(pid=109910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:53:21.629418 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-db28598c-ba5f-43a0-be65-1411e9b76ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for network (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:21.637707 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-db28598c-ba5f-43a0-be65-1411e9b76ad3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:21.722928 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f348602a-0379-4125-ad62-7ee9baa6749b req-d8c6595d-cb2b-480a-a72d-de50b859c040 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=39c92a53-c805-4edf-bb5d-c4af9d2894d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0663409 Apr 08 10:53:21.745292 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-db28598c-ba5f-43a0-be65-1411e9b76ad3 admin admin] Publish callbacks [] for security_group (6a9e574e-a3da-4730-994a-5626104aa83b), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:21.755956 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-db28598c-ba5f-43a0-be65-1411e9b76ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (6a9e574e-a3da-4730-994a-5626104aa83b), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:21.797225 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db28598c-ba5f-43a0-be65-1411e9b76ad3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=109910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:53:21.818594 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-db28598c-ba5f-43a0-be65-1411e9b76ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801210'] for segment (a1026458-aac8-4f33-9dcb-89683a881d09), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:21.818934 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.db.segments_db [None req-db28598c-ba5f-43a0-be65-1411e9b76ad3 admin admin] Added segment a1026458-aac8-4f33-9dcb-89683a881d09 of type vlan for network 11e180d1-7b3e-4e4e-af12-0936c5ff4cc6 Apr 08 10:53:21.828911 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db28598c-ba5f-43a0-be65-1411e9b76ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9e574e-a3da-4730-994a-5626104aa83b,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:21.867704 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348602a-0379-4125-ad62-7ee9baa6749b req-03bf0893-15a0-41a8-9822-256e549006ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:21.870274 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f348602a-0379-4125-ad62-7ee9baa6749b req-03bf0893-15a0-41a8-9822-256e549006ec service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=734e32e8113d4e4db24c106da8458807&device_id=39c92a53-c805-4edf-bb5d-c4af9d2894d7 HTTP/1.1" status: 200 len: 1130 time: 0.1236343 Apr 08 10:53:21.871897 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-db28598c-ba5f-43a0-be65-1411e9b76ad3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778032765835'] for network (11e180d1-7b3e-4e4e-af12-0936c5ff4cc6), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:21.913958 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-db28598c-ba5f-43a0-be65-1411e9b76ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513'] for network (11e180d1-7b3e-4e4e-af12-0936c5ff4cc6), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:21.914855 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db28598c-ba5f-43a0-be65-1411e9b76ad3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:21.915693 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-db28598c-ba5f-43a0-be65-1411e9b76ad3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553535'] for network (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:22.009348 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-db28598c-ba5f-43a0-be65-1411e9b76ad3 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5058777 Apr 08 10:53:22.012396 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 58416) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:53:22.016866 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db28598c-ba5f-43a0-be65-1411e9b76ad3 admin admin] Pushing event updated for resources: {'Network': ['ID=11e180d1-7b3e-4e4e-af12-0936c5ff4cc6,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:22.017522 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.v2.base [None req-f230d303-9c7d-4c44-8d92-fe6cd091e2aa admin admin] Request body: {'subnet': {'network_id': '11e180d1-7b3e-4e4e-af12-0936c5ff4cc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-859770600-subnet', 'tenant_id': '25e75ce8eac94d148ef81a73b8554b94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:53:22.027623 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Network 11e180d1-7b3e-4e4e-af12-0936c5ff4cc6 details requested by agent ovs-agent-dv-cinder-836071-3-iscsi with host dv-cinder-836071-3-iscsi {{(pid=109911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 10:53:22.040888 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f230d303-9c7d-4c44-8d92-fe6cd091e2aa admin admin] Made reservation on behalf of 25e75ce8eac94d148ef81a73b8554b94 for: {'subnet': 1} {{(pid=109909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:53:22.044109 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-f230d303-9c7d-4c44-8d92-fe6cd091e2aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12896999'] for subnet (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:22.046996 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348602a-0379-4125-ad62-7ee9baa6749b req-54954da1-7836-4f85-809a-87fddc425e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:22.048658 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f348602a-0379-4125-ad62-7ee9baa6749b req-54954da1-7836-4f85-809a-87fddc425e4b service neutron] 10.222.0.39 "GET /v2.0/networks?id=a108a20f-c74a-4177-8672-00636aeb2525 HTTP/1.1" status: 200 len: 916 time: 0.1573350 Apr 08 10:53:22.126242 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f348602a-0379-4125-ad62-7ee9baa6749b req-7cf90793-ddde-45a3-aac0-91c5538286d7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2fe36f7-abef-46bd-a27e-bd9b41226233 HTTP/1.1" status: 200 len: 1000 time: 0.0634553 Apr 08 10:53:22.183837 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348602a-0379-4125-ad62-7ee9baa6749b req-7519147b-023b-425d-b0d6-63762a3e6c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:22.185434 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f348602a-0379-4125-ad62-7ee9baa6749b req-7519147b-023b-425d-b0d6-63762a3e6c84 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f421bdc-b76f-40b9-9c95-2e839cd44c87 HTTP/1.1" status: 200 len: 854 time: 0.0491247 Apr 08 10:53:22.221917 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-f230d303-9c7d-4c44-8d92-fe6cd091e2aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16387806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12895261'] for subnet (4917ce24-0af7-439c-8e62-bfa592157239), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:22.238362 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348602a-0379-4125-ad62-7ee9baa6749b req-ebba2f16-0e14-4f0c-9103-831a8efba5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:22.239875 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f348602a-0379-4125-ad62-7ee9baa6749b req-ebba2f16-0e14-4f0c-9103-831a8efba5bb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a108a20f-c74a-4177-8672-00636aeb2525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452244 Apr 08 10:53:22.270967 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f230d303-9c7d-4c44-8d92-fe6cd091e2aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=4917ce24-0af7-439c-8e62-bfa592157239,revision_number=0']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:22.286934 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f230d303-9c7d-4c44-8d92-fe6cd091e2aa admin admin] Checking segment: {'id': 'a1026458-aac8-4f33-9dcb-89683a881d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '11e180d1-7b3e-4e4e-af12-0936c5ff4cc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:53:22.287292 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f230d303-9c7d-4c44-8d92-fe6cd091e2aa admin admin] Network hostable DHCP agents. Network: 11e180d1-7b3e-4e4e-af12-0936c5ff4cc6, hostable agents: ['0996d03c-a6d6-4751-8b32-c8111f4b3d8a'], hosted agents: [] {{(pid=109909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:53:22.304214 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f230d303-9c7d-4c44-8d92-fe6cd091e2aa admin admin] Network 11e180d1-7b3e-4e4e-af12-0936c5ff4cc6 is scheduled to be hosted by DHCP agent 0996d03c-a6d6-4751-8b32-c8111f4b3d8a with binding_index 1 {{(pid=109909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:53:22.314308 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.base_scheduler [None req-f230d303-9c7d-4c44-8d92-fe6cd091e2aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836071-3-iscsi, 11e180d1-7b3e-4e4e-af12-0936c5ff4cc6) {{(pid=109909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:53:22.318745 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f230d303-9c7d-4c44-8d92-fe6cd091e2aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:22.319446 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-f230d303-9c7d-4c44-8d92-fe6cd091e2aa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:22.324291 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cca079-523d-4f67-a32c-666c819f6bf9 None None] Network 11e180d1-7b3e-4e4e-af12-0936c5ff4cc6 requested from dv-cinder-836071-3-iscsi {{(pid=109911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 10:53:22.342016 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-f230d303-9c7d-4c44-8d92-fe6cd091e2aa admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3283968 Apr 08 10:53:22.349114 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f348602a-0379-4125-ad62-7ee9baa6749b req-6b02feb9-0372-4715-b8ad-df5b9017655b service neutron] 10.222.0.39 "GET /v2.0/networks/a108a20f-c74a-4177-8672-00636aeb2525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983310 Apr 08 10:53:22.427699 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600079b1-319a-4a43-8ec7-2acb7c3de9cd None None] Network 11e180d1-7b3e-4e4e-af12-0936c5ff4cc6 requested from dv-cinder-836071-3-iscsi {{(pid=109911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 10:53:22.445905 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f348602a-0379-4125-ad62-7ee9baa6749b req-a556cefa-9e83-49be-ba06-6f1ed65c7ee4 service neutron] 10.222.0.39 "GET /v2.0/networks/a108a20f-c74a-4177-8672-00636aeb2525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896091 Apr 08 10:53:24.118721 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f90d5a-900b-4322-8bb8-692f1a278927 req-3c9f8cbe-dc9b-4288-aeb9-a631f2d9a575 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:24.120248 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-48f90d5a-900b-4322-8bb8-692f1a278927 req-3c9f8cbe-dc9b-4288-aeb9-a631f2d9a575 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] 10.222.0.43 "GET /v2.0/networks?id=11e180d1-7b3e-4e4e-af12-0936c5ff4cc6 HTTP/1.1" status: 200 len: 808 time: 0.1030381 Apr 08 10:53:24.137840 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-48f90d5a-900b-4322-8bb8-692f1a278927 req-8cbc0400-4466-4994-a4f2-17df05be8090 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] 10.222.0.43 "GET /v2.0/quotas/25e75ce8eac94d148ef81a73b8554b94 HTTP/1.1" status: 200 len: 375 time: 0.0095539 Apr 08 10:53:24.169620 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-48f90d5a-900b-4322-8bb8-692f1a278927 req-061f531b-078a-4c0c-9740-53ff8b7932b2 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=25e75ce8eac94d148ef81a73b8554b94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267925 Apr 08 10:53:24.276930 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-48f90d5a-900b-4322-8bb8-692f1a278927 req-33fef6cf-c179-4145-a5ba-0a5b357e7d82 service neutron] 10.222.0.43 "GET /v2.0/networks/11e180d1-7b3e-4e4e-af12-0936c5ff4cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006727 Apr 08 10:53:24.366532 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-48f90d5a-900b-4322-8bb8-692f1a278927 req-f80775be-4b90-49f8-95f3-2589406679e9 service neutron] 10.222.0.43 "GET /v2.0/networks/11e180d1-7b3e-4e4e-af12-0936c5ff4cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819190 Apr 08 10:53:24.535161 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f899aba3-fe77-4fdc-bbbf-21d5a37108f0 req-65a65fdc-e749-4ad2-8a1c-5a90f2711934 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5fbfdd2-04d8-4e31-8d03-31c20f6c85eb HTTP/1.1" status: 200 len: 210 time: 0.0273554 Apr 08 10:53:25.615986 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f90d5a-900b-4322-8bb8-692f1a278927 req-08eb3f5d-a8bc-4e66-9190-8a73fc6a2ad9 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:25.617430 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-48f90d5a-900b-4322-8bb8-692f1a278927 req-08eb3f5d-a8bc-4e66-9190-8a73fc6a2ad9 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] 10.222.0.39 "GET /v2.0/networks?id=11e180d1-7b3e-4e4e-af12-0936c5ff4cc6 HTTP/1.1" status: 200 len: 808 time: 0.1171379 Apr 08 10:53:25.631123 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [req-48f90d5a-900b-4322-8bb8-692f1a278927 req-da2fb563-de03-461b-b5ef-0d6814f9f71e tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Request body: {'port': {'device_id': 'e5fbfdd2-04d8-4e31-8d03-31c20f6c85eb', 'network_id': '11e180d1-7b3e-4e4e-af12-0936c5ff4cc6', 'admin_state_up': True, 'tenant_id': '25e75ce8eac94d148ef81a73b8554b94'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:53:25.650360 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1f327c15-9fdb-4cff-8fa1-cbd0757ec205 req-471ee153-a1f6-448f-8916-6530464c1e5d tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5fbfdd2-04d8-4e31-8d03-31c20f6c85eb HTTP/1.1" status: 200 len: 210 time: 0.0414693 Apr 08 10:53:25.756539 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48f90d5a-900b-4322-8bb8-692f1a278927 req-da2fb563-de03-461b-b5ef-0d6814f9f71e tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Made reservation on behalf of 25e75ce8eac94d148ef81a73b8554b94 for: {'port': 1} {{(pid=109910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:53:25.760515 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-48f90d5a-900b-4322-8bb8-692f1a278927 req-da2fb563-de03-461b-b5ef-0d6814f9f71e tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:25.882991 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.db_base_plugin_common [req-48f90d5a-900b-4322-8bb8-692f1a278927 req-da2fb563-de03-461b-b5ef-0d6814f9f71e tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Allocated IP 172.20.0.6 (11e180d1-7b3e-4e4e-af12-0936c5ff4cc6/4917ce24-0af7-439c-8e62-bfa592157239/e21abf05-543e-4660-a52a-5f155a9b5728) {{(pid=109910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:53:26.037023 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-48f90d5a-900b-4322-8bb8-692f1a278927 req-da2fb563-de03-461b-b5ef-0d6814f9f71e tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Publish callbacks [] for port (e21abf05-543e-4660-a52a-5f155a9b5728), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:26.075240 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-48f90d5a-900b-4322-8bb8-692f1a278927 req-da2fb563-de03-461b-b5ef-0d6814f9f71e tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14190223'] for port (e21abf05-543e-4660-a52a-5f155a9b5728), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:26.115916 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48f90d5a-900b-4322-8bb8-692f1a278927 req-da2fb563-de03-461b-b5ef-0d6814f9f71e tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Network 11e180d1-7b3e-4e4e-af12-0936c5ff4cc6 is already hosted by enough agents. {{(pid=109910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:53:26.119196 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.base_scheduler [req-48f90d5a-900b-4322-8bb8-692f1a278927 req-da2fb563-de03-461b-b5ef-0d6814f9f71e tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Resources bound (agent type, host, resource id): {{(pid=109910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:53:26.124737 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.l3_dvrscheduler_db [req-48f90d5a-900b-4322-8bb8-692f1a278927 req-da2fb563-de03-461b-b5ef-0d6814f9f71e tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Received port after_create {{(pid=109910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 10:53:26.130996 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2fb563-de03-461b-b5ef-0d6814f9f71e tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Pushing event updated for resources: {'Port': ['ID=e21abf05-543e-4660-a52a-5f155a9b5728,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:26.161204 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2fb563-de03-461b-b5ef-0d6814f9f71e tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:26.161544 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2fb563-de03-461b-b5ef-0d6814f9f71e tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:26.161877 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2fb563-de03-461b-b5ef-0d6814f9f71e tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:26.162222 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2fb563-de03-461b-b5ef-0d6814f9f71e tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:26.162538 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2fb563-de03-461b-b5ef-0d6814f9f71e tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:26.162854 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2fb563-de03-461b-b5ef-0d6814f9f71e tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:26.163175 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2fb563-de03-461b-b5ef-0d6814f9f71e tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:26.163492 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2fb563-de03-461b-b5ef-0d6814f9f71e tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:26.163808 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2fb563-de03-461b-b5ef-0d6814f9f71e tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:26.164124 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2fb563-de03-461b-b5ef-0d6814f9f71e tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:26.164437 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2fb563-de03-461b-b5ef-0d6814f9f71e tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:26.164738 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2fb563-de03-461b-b5ef-0d6814f9f71e tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:26.165086 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2fb563-de03-461b-b5ef-0d6814f9f71e tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:26.165638 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2fb563-de03-461b-b5ef-0d6814f9f71e tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:26.166035 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2fb563-de03-461b-b5ef-0d6814f9f71e tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:26.189279 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f90d5a-900b-4322-8bb8-692f1a278927 req-da2fb563-de03-461b-b5ef-0d6814f9f71e tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:26.189880 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-48f90d5a-900b-4322-8bb8-692f1a278927 req-da2fb563-de03-461b-b5ef-0d6814f9f71e tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for port (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:26.207558 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-48f90d5a-900b-4322-8bb8-692f1a278927 req-da2fb563-de03-461b-b5ef-0d6814f9f71e tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5800405 Apr 08 10:53:26.220327 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [req-48f90d5a-900b-4322-8bb8-692f1a278927 req-40d3e21f-ab30-4ad4-8b37-9ffa601baeed service neutron] Request body: {'port': {'device_id': 'e5fbfdd2-04d8-4e31-8d03-31c20f6c85eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:53:26.278641 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-48f90d5a-900b-4322-8bb8-692f1a278927 req-40d3e21f-ab30-4ad4-8b37-9ffa601baeed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (e21abf05-543e-4660-a52a-5f155a9b5728), before_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:26.794777 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [req-48f90d5a-900b-4322-8bb8-692f1a278927 req-40d3e21f-ab30-4ad4-8b37-9ffa601baeed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e21abf05-543e-4660-a52a-5f155a9b5728 {{(pid=109910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:53:26.803283 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-48f90d5a-900b-4322-8bb8-692f1a278927 req-40d3e21f-ab30-4ad4-8b37-9ffa601baeed service neutron] Publish callbacks [] for port (e21abf05-543e-4660-a52a-5f155a9b5728), precommit_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:26.816423 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c382c64-801a-436a-a7a1-680ccb638213 req-5ca0ebed-4d55-4dcb-90f7-4f798b61c534 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:26.817934 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6c382c64-801a-436a-a7a1-680ccb638213 req-5ca0ebed-4d55-4dcb-90f7-4f798b61c534 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5fbfdd2-04d8-4e31-8d03-31c20f6c85eb HTTP/1.1" status: 200 len: 931 time: 0.0978932 Apr 08 10:53:26.825897 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.provisioning_blocks [req-48f90d5a-900b-4322-8bb8-692f1a278927 req-40d3e21f-ab30-4ad4-8b37-9ffa601baeed service neutron] Transition to ACTIVE for port object e21abf05-543e-4660-a52a-5f155a9b5728 will not be triggered until provisioned by entity L2. {{(pid=109910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 10:53:26.832393 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-48f90d5a-900b-4322-8bb8-692f1a278927 req-40d3e21f-ab30-4ad4-8b37-9ffa601baeed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14190224'] for port (e21abf05-543e-4660-a52a-5f155a9b5728), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:26.914877 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6c382c64-801a-436a-a7a1-680ccb638213 req-23762682-4112-461d-8821-0141c1b27819 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a9e574e-a3da-4730-994a-5626104aa83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900753 Apr 08 10:53:26.917823 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d3e21f-ab30-4ad4-8b37-9ffa601baeed service neutron] Pushing event updated for resources: {'Port': ['ID=e21abf05-543e-4660-a52a-5f155a9b5728,revision_number=2']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:26.987609 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.managers [req-48f90d5a-900b-4322-8bb8-692f1a278927 req-40d3e21f-ab30-4ad4-8b37-9ffa601baeed service neutron] Attempting to bind port e21abf05-543e-4660-a52a-5f155a9b5728 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 10:53:26.987945 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.managers [req-48f90d5a-900b-4322-8bb8-692f1a278927 req-40d3e21f-ab30-4ad4-8b37-9ffa601baeed service neutron] Attempting to bind port e21abf05-543e-4660-a52a-5f155a9b5728 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'a1026458-aac8-4f33-9dcb-89683a881d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '11e180d1-7b3e-4e4e-af12-0936c5ff4cc6'}] {{(pid=109910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 10:53:26.988258 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f90d5a-900b-4322-8bb8-692f1a278927 req-40d3e21f-ab30-4ad4-8b37-9ffa601baeed service neutron] Attempting to bind port e21abf05-543e-4660-a52a-5f155a9b5728 on network 11e180d1-7b3e-4e4e-af12-0936c5ff4cc6 {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:53:26.992640 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f90d5a-900b-4322-8bb8-692f1a278927 req-40d3e21f-ab30-4ad4-8b37-9ffa601baeed service neutron] Port e21abf05-543e-4660-a52a-5f155a9b5728 on network 11e180d1-7b3e-4e4e-af12-0936c5ff4cc6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 10:53:26.992973 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f90d5a-900b-4322-8bb8-692f1a278927 req-40d3e21f-ab30-4ad4-8b37-9ffa601baeed service neutron] Attempting to bind port e21abf05-543e-4660-a52a-5f155a9b5728 on network 11e180d1-7b3e-4e4e-af12-0936c5ff4cc6 {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:53:26.997925 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f90d5a-900b-4322-8bb8-692f1a278927 req-40d3e21f-ab30-4ad4-8b37-9ffa601baeed service neutron] Checking agent: {'id': 'df0b008b-1017-45b0-9cbd-b6387ecfd69a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 48, 18), 'started_at': datetime.datetime(2022, 4, 8, 10, 48, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 10:53:26.998254 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f90d5a-900b-4322-8bb8-692f1a278927 req-40d3e21f-ab30-4ad4-8b37-9ffa601baeed service neutron] Checking segment: {'id': 'a1026458-aac8-4f33-9dcb-89683a881d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '11e180d1-7b3e-4e4e-af12-0936c5ff4cc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:53:26.998635 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f90d5a-900b-4322-8bb8-692f1a278927 req-40d3e21f-ab30-4ad4-8b37-9ffa601baeed service neutron] Bound using segment: {'id': 'a1026458-aac8-4f33-9dcb-89683a881d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '11e180d1-7b3e-4e4e-af12-0936c5ff4cc6'} {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 10:53:26.999056 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.managers [req-48f90d5a-900b-4322-8bb8-692f1a278927 req-40d3e21f-ab30-4ad4-8b37-9ffa601baeed service neutron] Bound port: e21abf05-543e-4660-a52a-5f155a9b5728, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1026458-aac8-4f33-9dcb-89683a881d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '11e180d1-7b3e-4e4e-af12-0936c5ff4cc6'}}] {{(pid=109910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 10:53:26.999402 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-48f90d5a-900b-4322-8bb8-692f1a278927 req-40d3e21f-ab30-4ad4-8b37-9ffa601baeed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (e21abf05-543e-4660-a52a-5f155a9b5728), before_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:27.060821 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [req-48f90d5a-900b-4322-8bb8-692f1a278927 req-40d3e21f-ab30-4ad4-8b37-9ffa601baeed service neutron] For port e21abf05-543e-4660-a52a-5f155a9b5728, host hv-cinder-83607, cleared binding levels {{(pid=109910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:53:27.063736 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [req-48f90d5a-900b-4322-8bb8-692f1a278927 req-40d3e21f-ab30-4ad4-8b37-9ffa601baeed service neutron] For port e21abf05-543e-4660-a52a-5f155a9b5728, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e21abf05-543e-4660-a52a-5f155a9b5728,segment=NetworkSegment(a1026458-aac8-4f33-9dcb-89683a881d09),segment_id=a1026458-aac8-4f33-9dcb-89683a881d09)] {{(pid=109910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:53:27.072085 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-48f90d5a-900b-4322-8bb8-692f1a278927 req-40d3e21f-ab30-4ad4-8b37-9ffa601baeed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14190224'] for port (e21abf05-543e-4660-a52a-5f155a9b5728), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:27.107710 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f90d5a-900b-4322-8bb8-692f1a278927 req-40d3e21f-ab30-4ad4-8b37-9ffa601baeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:27.108329 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-48f90d5a-900b-4322-8bb8-692f1a278927 req-40d3e21f-ab30-4ad4-8b37-9ffa601baeed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for port (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:27.109715 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-48f90d5a-900b-4322-8bb8-692f1a278927 req-40d3e21f-ab30-4ad4-8b37-9ffa601baeed service neutron] 10.222.0.39 "PUT /v2.0/ports/e21abf05-543e-4660-a52a-5f155a9b5728 HTTP/1.1" status: 200 len: 1093 time: 0.8933179 Apr 08 10:53:27.110154 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5fbfdd2-04d8-4e31-8d03-31c20f6c85eb', 'tag': 'e21abf05-543e-4660-a52a-5f155a9b5728'}] {{(pid=109910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:53:27.112375 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c101578fc708467248d177b11db2e3e6a7db5c554c0046cb1dea7ab1ce8b9fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29fff646-9f24-4592-969f-208bae802678" -d '{"events": [{"name": "network-changed", "server_uuid": "e5fbfdd2-04d8-4e31-8d03-31c20f6c85eb", "tag": "e21abf05-543e-4660-a52a-5f155a9b5728"}]}' {{(pid=109910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:53:27.144125 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d3e21f-ab30-4ad4-8b37-9ffa601baeed service neutron] Pushing event updated for resources: {'Port': ['ID=e21abf05-543e-4660-a52a-5f155a9b5728,revision_number=3']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:27.166043 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 10:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3899f7-da56-439b-96e0-343972a225b5 x-openstack-request-id: req-1c3899f7-da56-439b-96e0-343972a225b5 {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:53:27.166457 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5fbfdd2-04d8-4e31-8d03-31c20f6c85eb", "tag": "e21abf05-543e-4660-a52a-5f155a9b5728", "status": "completed", "code": 200}]} {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:53:27.166713 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1c3899f7-da56-439b-96e0-343972a225b5 {{(pid=109910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:53:27.167109 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c3899f7-da56-439b-96e0-343972a225b5'] response: {'name': 'network-changed', 'server_uuid': 'e5fbfdd2-04d8-4e31-8d03-31c20f6c85eb', 'tag': 'e21abf05-543e-4660-a52a-5f155a9b5728', 'status': 'completed', 'code': 200} Apr 08 10:53:27.207689 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f90d5a-900b-4322-8bb8-692f1a278927 req-3e285443-3ca6-4867-8e79-b9e851d2018b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:27.209318 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-48f90d5a-900b-4322-8bb8-692f1a278927 req-3e285443-3ca6-4867-8e79-b9e851d2018b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=25e75ce8eac94d148ef81a73b8554b94&device_id=e5fbfdd2-04d8-4e31-8d03-31c20f6c85eb HTTP/1.1" status: 200 len: 1127 time: 0.0525594 Apr 08 10:53:27.253377 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-48f90d5a-900b-4322-8bb8-692f1a278927 req-b971d355-49e8-4897-876a-8a682b44f685 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e21abf05-543e-4660-a52a-5f155a9b5728 HTTP/1.1" status: 200 len: 217 time: 0.0347815 Apr 08 10:53:27.303276 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f90d5a-900b-4322-8bb8-692f1a278927 req-54b4c418-3e58-47c2-afe9-be4694fbad3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:27.304676 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-48f90d5a-900b-4322-8bb8-692f1a278927 req-54b4c418-3e58-47c2-afe9-be4694fbad3c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4917ce24-0af7-439c-8e62-bfa592157239 HTTP/1.1" status: 200 len: 848 time: 0.0442586 Apr 08 10:53:27.341805 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-48f90d5a-900b-4322-8bb8-692f1a278927 req-01361957-7837-4199-b2fb-befbf3f6cadc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11e180d1-7b3e-4e4e-af12-0936c5ff4cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296361 Apr 08 10:53:27.443309 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-48f90d5a-900b-4322-8bb8-692f1a278927 req-95d28148-089f-47d0-a416-bc1ef9f10907 service neutron] 10.222.0.39 "GET /v2.0/networks/11e180d1-7b3e-4e4e-af12-0936c5ff4cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939963 Apr 08 10:53:27.550309 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-48f90d5a-900b-4322-8bb8-692f1a278927 req-84f36222-7fe6-4444-97fd-7ca5eb88505f service neutron] 10.222.0.39 "GET /v2.0/networks/11e180d1-7b3e-4e4e-af12-0936c5ff4cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969617 Apr 08 10:53:28.046352 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9e3fb-a252-44e5-99f0-651d151afadb req-3731df47-12a1-4074-bbbe-2873b6153ba9 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:28.047746 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a5a9e3fb-a252-44e5-99f0-651d151afadb req-3731df47-12a1-4074-bbbe-2873b6153ba9 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5fbfdd2-04d8-4e31-8d03-31c20f6c85eb HTTP/1.1" status: 200 len: 943 time: 0.0585289 Apr 08 10:53:28.097247 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a5a9e3fb-a252-44e5-99f0-651d151afadb req-c57842a0-9a21-48f5-87ae-a309f893136c tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a9e574e-a3da-4730-994a-5626104aa83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437472 Apr 08 10:53:28.619074 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fff646-9f24-4592-969f-208bae802678 req-8cfb054a-d0c3-4181-bbfc-9b0fe22b3685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:28.620614 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-29fff646-9f24-4592-969f-208bae802678 req-8cfb054a-d0c3-4181-bbfc-9b0fe22b3685 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=25e75ce8eac94d148ef81a73b8554b94&device_id=e5fbfdd2-04d8-4e31-8d03-31c20f6c85eb HTTP/1.1" status: 200 len: 1127 time: 0.0482337 Apr 08 10:53:28.720169 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fff646-9f24-4592-969f-208bae802678 req-bea5f400-ab82-47c9-a3a3-b2f79cdc26d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:28.722296 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-29fff646-9f24-4592-969f-208bae802678 req-bea5f400-ab82-47c9-a3a3-b2f79cdc26d5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=11e180d1-7b3e-4e4e-af12-0936c5ff4cc6 HTTP/1.1" status: 200 len: 909 time: 0.0933437 Apr 08 10:53:28.765836 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-29fff646-9f24-4592-969f-208bae802678 req-2ec890a5-1287-4671-85b5-994137c1b436 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e21abf05-543e-4660-a52a-5f155a9b5728 HTTP/1.1" status: 200 len: 217 time: 0.0351751 Apr 08 10:53:28.831078 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fff646-9f24-4592-969f-208bae802678 req-dcdb9f9f-31c2-4eb0-a0b5-9b42602a66dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:28.832559 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-29fff646-9f24-4592-969f-208bae802678 req-dcdb9f9f-31c2-4eb0-a0b5-9b42602a66dd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4917ce24-0af7-439c-8e62-bfa592157239 HTTP/1.1" status: 200 len: 848 time: 0.0519283 Apr 08 10:53:28.890162 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988026e-0fcb-4b68-9964-85ccef5b87de req-6d6e170f-9bbf-427b-a783-c77aa94f1b6f tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:28.891648 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0988026e-0fcb-4b68-9964-85ccef5b87de req-6d6e170f-9bbf-427b-a783-c77aa94f1b6f tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d9e0b7e-c092-4c52-b340-f41909d051b4 HTTP/1.1" status: 200 len: 945 time: 0.0581563 Apr 08 10:53:28.941092 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0988026e-0fcb-4b68-9964-85ccef5b87de req-9292db5b-7047-4a44-b926-f221ae7d3257 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09c87c29-8475-457c-be38-3ff2fa9ca318&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410743 Apr 08 10:53:29.240360 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0ab32c-d19d-42ea-844a-de459b447db8 req-757bbab8-baab-4be1-b5e7-aa3287797ea7 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:29.241885 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-4c0ab32c-d19d-42ea-844a-de459b447db8 req-757bbab8-baab-4be1-b5e7-aa3287797ea7 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5fbfdd2-04d8-4e31-8d03-31c20f6c85eb HTTP/1.1" status: 200 len: 943 time: 0.0620313 Apr 08 10:53:29.297889 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-4c0ab32c-d19d-42ea-844a-de459b447db8 req-5917df4c-690a-4b56-b65e-eaa1135d9806 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a9e574e-a3da-4730-994a-5626104aa83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481184 Apr 08 10:53:30.089131 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0789d8fc-ad38-425a-9c30-4eab975d8240 req-78858c7c-3585-4cca-ad94-2b47da7ff381 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:30.091277 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0789d8fc-ad38-425a-9c30-4eab975d8240 req-78858c7c-3585-4cca-ad94-2b47da7ff381 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d9e0b7e-c092-4c52-b340-f41909d051b4 HTTP/1.1" status: 200 len: 945 time: 0.0755656 Apr 08 10:53:30.134042 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-29fff646-9f24-4592-969f-208bae802678 req-97ba5275-4c75-4a5f-92cb-9f5a1aafa6da service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11e180d1-7b3e-4e4e-af12-0936c5ff4cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416529 Apr 08 10:53:30.187687 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0789d8fc-ad38-425a-9c30-4eab975d8240 req-5284a090-b87f-47c3-a202-aa6e8ab55ea2 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/security-groups?id=09c87c29-8475-457c-be38-3ff2fa9ca318&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0819969 Apr 08 10:53:30.253580 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-29fff646-9f24-4592-969f-208bae802678 req-3b19541c-64aa-4473-914d-bb5da85915c0 service neutron] 10.222.0.39 "GET /v2.0/networks/11e180d1-7b3e-4e4e-af12-0936c5ff4cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058257 Apr 08 10:53:30.371765 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-29fff646-9f24-4592-969f-208bae802678 req-63d86efa-efe5-46f3-b6fb-7872454dc192 service neutron] 10.222.0.39 "GET /v2.0/networks/11e180d1-7b3e-4e4e-af12-0936c5ff4cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834296 Apr 08 10:53:30.456002 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcee693d-9a27-49a6-a821-02a0a4d02c09 req-9b69186c-3552-4acc-97b5-d125821a6ea2 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:30.457523 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-bcee693d-9a27-49a6-a821-02a0a4d02c09 req-9b69186c-3552-4acc-97b5-d125821a6ea2 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5fbfdd2-04d8-4e31-8d03-31c20f6c85eb HTTP/1.1" status: 200 len: 943 time: 0.0846233 Apr 08 10:53:30.475943 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a658f890-6f70-47c6-878d-4b301abfc120 req-eaaa8594-c6c8-48bb-94c7-84502ec88b59 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:30.477367 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a658f890-6f70-47c6-878d-4b301abfc120 req-eaaa8594-c6c8-48bb-94c7-84502ec88b59 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d9e0b7e-c092-4c52-b340-f41909d051b4 HTTP/1.1" status: 200 len: 945 time: 0.0749483 Apr 08 10:53:30.547312 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-bcee693d-9a27-49a6-a821-02a0a4d02c09 req-7c0c723c-12b3-43ca-8e65-9ecdac259ad9 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a9e574e-a3da-4730-994a-5626104aa83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836217 Apr 08 10:53:30.604176 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [req-a658f890-6f70-47c6-878d-4b301abfc120 req-1ead0cac-4c58-4afa-acae-6d15b3906bc1 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Deleting port 194fd17b-6121-4202-90db-d19a362f5b1d {{(pid=109910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 10:53:30.604494 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-a658f890-6f70-47c6-878d-4b301abfc120 req-1ead0cac-4c58-4afa-acae-6d15b3906bc1 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (194fd17b-6121-4202-90db-d19a362f5b1d), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:30.698231 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [req-a658f890-6f70-47c6-878d-4b301abfc120 req-1ead0cac-4c58-4afa-acae-6d15b3906bc1 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] For port 194fd17b-6121-4202-90db-d19a362f5b1d, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=194fd17b-6121-4202-90db-d19a362f5b1d,segment=NetworkSegment(d1fbcf39-677c-48da-b8da-407bc29700aa),segment_id=d1fbcf39-677c-48da-b8da-407bc29700aa)] {{(pid=109910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:53:30.698602 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-a658f890-6f70-47c6-878d-4b301abfc120 req-1ead0cac-4c58-4afa-acae-6d15b3906bc1 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (194fd17b-6121-4202-90db-d19a362f5b1d), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:30.991653 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-a658f890-6f70-47c6-878d-4b301abfc120 req-1ead0cac-4c58-4afa-acae-6d15b3906bc1 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:30.992023 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-a658f890-6f70-47c6-878d-4b301abfc120 req-1ead0cac-4c58-4afa-acae-6d15b3906bc1 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743873'] for floatingip (c57960f8-05d6-4726-8f58-b41d890d80d4), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:30.992372 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.db.l3_db [req-a658f890-6f70-47c6-878d-4b301abfc120 req-1ead0cac-4c58-4afa-acae-6d15b3906bc1 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Floating IP c57960f8-05d6-4726-8f58-b41d890d80d4 disassociated. External IP: 172.27.2.140, port: 194fd17b-6121-4202-90db-d19a362f5b1d. Apr 08 10:53:30.992734 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [req-a658f890-6f70-47c6-878d-4b301abfc120 req-1ead0cac-4c58-4afa-acae-6d15b3906bc1 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Calling delete_port for 194fd17b-6121-4202-90db-d19a362f5b1d owned by compute:nova {{(pid=109910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 10:53:31.120819 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-a658f890-6f70-47c6-878d-4b301abfc120 req-1ead0cac-4c58-4afa-acae-6d15b3906bc1 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14190223'] for port (194fd17b-6121-4202-90db-d19a362f5b1d), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:31.151200 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ead0cac-4c58-4afa-acae-6d15b3906bc1 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Pushing event deleted for resources: {'Port': ['ID=194fd17b-6121-4202-90db-d19a362f5b1d,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:31.287428 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-bfc8df6c-96dd-4c18-b6bb-4047e762ebcf req-bc954924-6cbc-4f27-9be5-5dc5b03d2072 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d9e0b7e-c092-4c52-b340-f41909d051b4 HTTP/1.1" status: 200 len: 210 time: 0.0330031 Apr 08 10:53:31.295521 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a658f890-6f70-47c6-878d-4b301abfc120 req-1ead0cac-4c58-4afa-acae-6d15b3906bc1 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Router d8772b0f-eb2e-43e1-8573-c003f829b44f has already been hosted by L3 agent a0f054a9-d30b-4594-8de6-6c24438c3963 {{(pid=109910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:53:31.339038 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device e21abf05-543e-4660-a52a-5f155a9b5728 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=109911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 10:53:31.409525 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a658f890-6f70-47c6-878d-4b301abfc120 req-1ead0cac-4c58-4afa-acae-6d15b3906bc1 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Notify agent at l3_agent.dv-cinder-836071-3-iscsi the message routers_updated {{(pid=109910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:53:31.423546 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a8ab50-7d8e-4f88-b19f-28eabfa0bb48 None None] Sync routers for ids ['d8772b0f-eb2e-43e1-8573-c003f829b44f'] in dv-cinder-836071-3-iscsi {{(pid=109912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:53:31.438365 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a8ab50-7d8e-4f88-b19f-28eabfa0bb48 None None] Routers {'d8772b0f-eb2e-43e1-8573-c003f829b44f'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:53:31.439630 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-60a8ab50-7d8e-4f88-b19f-28eabfa0bb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:53:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['d8772b0f-eb2e-43e1-8573-c003f829b44f'], 'active': True} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:53:31.450835 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port e21abf05-543e-4660-a52a-5f155a9b5728, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e21abf05-543e-4660-a52a-5f155a9b5728,segment=NetworkSegment(a1026458-aac8-4f33-9dcb-89683a881d09),segment_id=a1026458-aac8-4f33-9dcb-89683a881d09)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:53:31.451255 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.l3_dvrscheduler_db [req-a658f890-6f70-47c6-878d-4b301abfc120 req-1ead0cac-4c58-4afa-acae-6d15b3906bc1 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] No DVR routers for this DVR port 194fd17b-6121-4202-90db-d19a362f5b1d on host hv-cinder-83607 {{(pid=109910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:53:31.454650 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-a658f890-6f70-47c6-878d-4b301abfc120 req-1ead0cac-4c58-4afa-acae-6d15b3906bc1 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for port (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:31.458333 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a658f890-6f70-47c6-878d-4b301abfc120 req-1ead0cac-4c58-4afa-acae-6d15b3906bc1 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.39 "DELETE /v2.0/ports/194fd17b-6121-4202-90db-d19a362f5b1d HTTP/1.1" status: 204 len: 173 time: 0.9737451 Apr 08 10:53:31.458839 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d9e0b7e-c092-4c52-b340-f41909d051b4', 'name': 'network-vif-deleted', 'tag': '194fd17b-6121-4202-90db-d19a362f5b1d'}] {{(pid=109910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:53:31.461098 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c101578fc708467248d177b11db2e3e6a7db5c554c0046cb1dea7ab1ce8b9fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4750c5-def7-4edd-846d-dc089be3ca00" -d '{"events": [{"server_uuid": "7d9e0b7e-c092-4c52-b340-f41909d051b4", "name": "network-vif-deleted", "tag": "194fd17b-6121-4202-90db-d19a362f5b1d"}]}' {{(pid=109910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:53:31.462889 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Returning: {'device': 'e21abf05-543e-4660-a52a-5f155a9b5728', 'network_id': '11e180d1-7b3e-4e4e-af12-0936c5ff4cc6', 'port_id': 'e21abf05-543e-4660-a52a-5f155a9b5728', 'mac_address': 'fa:16:3e:bc:43:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4917ce24-0af7-439c-8e62-bfa592157239', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 10:53:31.509992 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Current status of the port e21abf05-543e-4660-a52a-5f155a9b5728 is: DOWN; New status is: BUILD {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:53:31.510443 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (e21abf05-543e-4660-a52a-5f155a9b5728), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:31.526841 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.notifiers.nova [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e21abf05-543e-4660-a52a-5f155a9b5728 {{(pid=109911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:53:31.559523 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 10:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77458445-8307-4dbd-b87a-7b37e53ac2f7 x-openstack-request-id: req-77458445-8307-4dbd-b87a-7b37e53ac2f7 {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:53:31.559826 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d9e0b7e-c092-4c52-b340-f41909d051b4", "name": "network-vif-deleted", "tag": "194fd17b-6121-4202-90db-d19a362f5b1d", "status": "completed", "code": 200}]} {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:53:31.560074 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-77458445-8307-4dbd-b87a-7b37e53ac2f7 {{(pid=109910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:53:31.560480 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77458445-8307-4dbd-b87a-7b37e53ac2f7'] response: {'server_uuid': '7d9e0b7e-c092-4c52-b340-f41909d051b4', 'name': 'network-vif-deleted', 'tag': '194fd17b-6121-4202-90db-d19a362f5b1d', 'status': 'completed', 'code': 200} Apr 08 10:53:31.562239 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port e21abf05-543e-4660-a52a-5f155a9b5728, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e21abf05-543e-4660-a52a-5f155a9b5728,segment=NetworkSegment(a1026458-aac8-4f33-9dcb-89683a881d09),segment_id=a1026458-aac8-4f33-9dcb-89683a881d09)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:53:31.568683 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (e21abf05-543e-4660-a52a-5f155a9b5728), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:31.576774 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvr_db [None req-60a8ab50-7d8e-4f88-b19f-28eabfa0bb48 None None] Set router d8772b0f-eb2e-43e1-8573-c003f829b44f gateway port host: dv-cinder-836071-3-iscsi {{(pid=109912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:53:31.634512 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Pushing event updated for resources: {'Port': ['ID=e21abf05-543e-4660-a52a-5f155a9b5728,revision_number=4']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:31.700398 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eaf3ca-e104-4acf-a4cc-f1ee275964f6 req-a76e8601-926c-4ade-a49f-8fbf7bc0ff45 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:31.707517 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-89eaf3ca-e104-4acf-a4cc-f1ee275964f6 req-a76e8601-926c-4ade-a49f-8fbf7bc0ff45 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5fbfdd2-04d8-4e31-8d03-31c20f6c85eb HTTP/1.1" status: 200 len: 944 time: 0.0692747 Apr 08 10:53:31.752910 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-89eaf3ca-e104-4acf-a4cc-f1ee275964f6 req-e680bf1b-4f09-4f60-bdc2-2676ff3e4e1e tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a9e574e-a3da-4730-994a-5626104aa83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445471 Apr 08 10:53:31.840703 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-60a8ab50-7d8e-4f88-b19f-28eabfa0bb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'name': 'tempest-AttachVolumeNegativeTest-1105897746-router', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'b149437b-8d8c-45d5-8948-b52b29edf656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:50:18Z', 'updated_at': '2022-04-08T10:50:30Z', 'revision_number': 4, 'project_id': '734e32e8113d4e4db24c106da8458807', 'gw_port': {'id': 'b149437b-8d8c-45d5-8948-b52b29edf656', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:74:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:20Z', 'updated_at': '2022-04-08T10:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_floatingips': [{'id': '3213ec0a-4436-4ea4-bb67-03f844222181', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'floating_ip_address': '172.27.2.8', 'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'router_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'port_id': 'a2fe36f7-abef-46bd-a27e-bd9b41226233', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525', 'mac_address': 'fa:16:3e:be:39:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c92a53-c805-4edf-bb5d-c4af9d2894d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:50:40Z', 'updated_at': '2022-04-08T10:51:24Z', 'revision_number': 2, 'project_id': '734e32e8113d4e4db24c106da8458807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90d0def9-41d1-4896-921d-00edc40df59b', 'name': '', 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'mac_address': 'fa:16:3e:fb:76:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5f421bdc-b76f-40b9-9c95-2e839cd44c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:26Z', 'updated_at': '2022-04-08T10:50:36Z', 'revision_number': 5, 'project_id': '734e32e8113d4e4db24c106da8458807', 'subnets': [{'id': '5f421bdc-b76f-40b9-9c95-2e839cd44c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:53:31.867215 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a8ab50-7d8e-4f88-b19f-28eabfa0bb48 None None] Checking router: d8772b0f-eb2e-43e1-8573-c003f829b44f for host: dv-cinder-836071-3-iscsi {{(pid=109912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:53:31.876387 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a8ab50-7d8e-4f88-b19f-28eabfa0bb48 None None] Routers {'d8772b0f-eb2e-43e1-8573-c003f829b44f'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:53:31.876982 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-60a8ab50-7d8e-4f88-b19f-28eabfa0bb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:53:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['d8772b0f-eb2e-43e1-8573-c003f829b44f'], 'active': True} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:53:31.888003 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] get_ports_and_sgs() called for port_ids ['e21abf05-543e-4660-a52a-5f155a9b5728'] {{(pid=109911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 10:53:32.010409 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvr_db [None req-60a8ab50-7d8e-4f88-b19f-28eabfa0bb48 None None] Set router d8772b0f-eb2e-43e1-8573-c003f829b44f gateway port host: dv-cinder-836071-3-iscsi {{(pid=109912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:53:32.353408 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-60a8ab50-7d8e-4f88-b19f-28eabfa0bb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'name': 'tempest-AttachVolumeNegativeTest-1105897746-router', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'b149437b-8d8c-45d5-8948-b52b29edf656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:50:18Z', 'updated_at': '2022-04-08T10:50:30Z', 'revision_number': 4, 'project_id': '734e32e8113d4e4db24c106da8458807', 'gw_port': {'id': 'b149437b-8d8c-45d5-8948-b52b29edf656', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:74:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:20Z', 'updated_at': '2022-04-08T10:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_floatingips': [{'id': '3213ec0a-4436-4ea4-bb67-03f844222181', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'floating_ip_address': '172.27.2.8', 'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'router_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'port_id': 'a2fe36f7-abef-46bd-a27e-bd9b41226233', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525', 'mac_address': 'fa:16:3e:be:39:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c92a53-c805-4edf-bb5d-c4af9d2894d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:50:40Z', 'updated_at': '2022-04-08T10:51:24Z', 'revision_number': 2, 'project_id': '734e32e8113d4e4db24c106da8458807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90d0def9-41d1-4896-921d-00edc40df59b', 'name': '', 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'mac_address': 'fa:16:3e:fb:76:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5f421bdc-b76f-40b9-9c95-2e839cd44c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:26Z', 'updated_at': '2022-04-08T10:50:36Z', 'revision_number': 5, 'project_id': '734e32e8113d4e4db24c106da8458807', 'subnets': [{'id': '5f421bdc-b76f-40b9-9c95-2e839cd44c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:53:32.382846 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a8ab50-7d8e-4f88-b19f-28eabfa0bb48 None None] The sync data for ids ['d8772b0f-eb2e-43e1-8573-c003f829b44f'] in dv-cinder-836071-3-iscsi is: [{'id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'name': 'tempest-AttachVolumeNegativeTest-1105897746-router', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'b149437b-8d8c-45d5-8948-b52b29edf656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:50:18Z', 'updated_at': '2022-04-08T10:50:30Z', 'revision_number': 4, 'project_id': '734e32e8113d4e4db24c106da8458807', 'gw_port': {'id': 'b149437b-8d8c-45d5-8948-b52b29edf656', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:74:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:20Z', 'updated_at': '2022-04-08T10:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_floatingips': [{'id': '3213ec0a-4436-4ea4-bb67-03f844222181', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'floating_ip_address': '172.27.2.8', 'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'router_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'port_id': 'a2fe36f7-abef-46bd-a27e-bd9b41226233', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525', 'mac_address': 'fa:16:3e:be:39:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c92a53-c805-4edf-bb5d-c4af9d2894d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:50:40Z', 'updated_at': '2022-04-08T10:51:24Z', 'revision_number': 2, 'project_id': '734e32e8113d4e4db24c106da8458807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90d0def9-41d1-4896-921d-00edc40df59b', 'name': '', 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'mac_address': 'fa:16:3e:fb:76:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5f421bdc-b76f-40b9-9c95-2e839cd44c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:26Z', 'updated_at': '2022-04-08T10:50:36Z', 'revision_number': 5, 'project_id': '734e32e8113d4e4db24c106da8458807', 'subnets': [{'id': '5f421bdc-b76f-40b9-9c95-2e839cd44c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:53:32.388016 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 58494) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:53:32.455395 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-78bfbac8-c4ff-47e5-9c10-30a6fba75610 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for security_group (09c87c29-8475-457c-be38-3ff2fa9ca318), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:32.482248 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-78bfbac8-c4ff-47e5-9c10-30a6fba75610 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for security_group (09c87c29-8475-457c-be38-3ff2fa9ca318), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:32.546737 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-78bfbac8-c4ff-47e5-9c10-30a6fba75610 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (09c87c29-8475-457c-be38-3ff2fa9ca318), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:32.549684 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-78bfbac8-c4ff-47e5-9c10-30a6fba75610 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:32.551271 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-78bfbac8-c4ff-47e5-9c10-30a6fba75610 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "DELETE /v2.0/security-groups/09c87c29-8475-457c-be38-3ff2fa9ca318 HTTP/1.1" status: 204 len: 168 time: 0.1614482 Apr 08 10:53:32.555238 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 58496) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:53:32.575173 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bfbac8-c4ff-47e5-9c10-30a6fba75610 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c87c29-8475-457c-be38-3ff2fa9ca318,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:32.577897 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.api.v2.resource [None req-a96f7a1a-4961-432f-84c3-b5ec568f74b6 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] show failed (client error): The resource could not be found. Apr 08 10:53:32.582476 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-a96f7a1a-4961-432f-84c3-b5ec568f74b6 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/security-groups/09c87c29-8475-457c-be38-3ff2fa9ca318 HTTP/1.1" status: 404 len: 347 time: 0.0227625 Apr 08 10:53:32.583177 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 58498) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:53:32.592817 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bfbac8-c4ff-47e5-9c10-30a6fba75610 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:32.593270 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bfbac8-c4ff-47e5-9c10-30a6fba75610 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:32.593803 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bfbac8-c4ff-47e5-9c10-30a6fba75610 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:32.594215 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bfbac8-c4ff-47e5-9c10-30a6fba75610 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:32.594606 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bfbac8-c4ff-47e5-9c10-30a6fba75610 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:32.594986 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bfbac8-c4ff-47e5-9c10-30a6fba75610 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:32.595314 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bfbac8-c4ff-47e5-9c10-30a6fba75610 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:32.595779 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bfbac8-c4ff-47e5-9c10-30a6fba75610 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:32.596111 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bfbac8-c4ff-47e5-9c10-30a6fba75610 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:32.596442 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bfbac8-c4ff-47e5-9c10-30a6fba75610 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:32.596901 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bfbac8-c4ff-47e5-9c10-30a6fba75610 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:32.597236 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bfbac8-c4ff-47e5-9c10-30a6fba75610 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:32.597574 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bfbac8-c4ff-47e5-9c10-30a6fba75610 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:32.597893 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bfbac8-c4ff-47e5-9c10-30a6fba75610 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:32.598964 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bfbac8-c4ff-47e5-9c10-30a6fba75610 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:32.695018 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a7ee2a-9734-481a-871a-4af8594a2c82 None None] New status for floating IP c57960f8-05d6-4726-8f58-b41d890d80d4: DOWN {{(pid=109911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 10:53:32.760621 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [None req-d9e359af-91e0-40fd-9ddf-9f479364fac3 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Deleting port 2b52daa0-f057-44c0-82cb-dcb8353466e8 {{(pid=109910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 10:53:32.760970 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-d9e359af-91e0-40fd-9ddf-9f479364fac3 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (2b52daa0-f057-44c0-82cb-dcb8353466e8), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:32.874305 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-d9e359af-91e0-40fd-9ddf-9f479364fac3 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (2b52daa0-f057-44c0-82cb-dcb8353466e8), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:32.875024 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-d9e359af-91e0-40fd-9ddf-9f479364fac3 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for floatingip (2b52daa0-f057-44c0-82cb-dcb8353466e8), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:32.902646 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [None req-d9e359af-91e0-40fd-9ddf-9f479364fac3 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Calling delete_port for 2b52daa0-f057-44c0-82cb-dcb8353466e8 owned by network:floatingip {{(pid=109910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 10:53:32.967874 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc98599-bdae-45af-aade-86d0f408e5fb req-22b0dd17-01ae-42dc-bd5d-ed10b54179b4 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:32.969641 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-5cc98599-bdae-45af-aade-86d0f408e5fb req-22b0dd17-01ae-42dc-bd5d-ed10b54179b4 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5fbfdd2-04d8-4e31-8d03-31c20f6c85eb HTTP/1.1" status: 200 len: 944 time: 0.1275032 Apr 08 10:53:33.044430 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-5cc98599-bdae-45af-aade-86d0f408e5fb req-c7225100-9867-4644-84bd-8405db684c77 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a9e574e-a3da-4730-994a-5626104aa83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684536 Apr 08 10:53:33.101170 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-d9e359af-91e0-40fd-9ddf-9f479364fac3 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14190223'] for port (2b52daa0-f057-44c0-82cb-dcb8353466e8), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:33.127651 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e359af-91e0-40fd-9ddf-9f479364fac3 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Pushing event deleted for resources: {'Port': ['ID=2b52daa0-f057-44c0-82cb-dcb8353466e8,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:33.190032 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-d9e359af-91e0-40fd-9ddf-9f479364fac3 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for floatingip (c57960f8-05d6-4726-8f58-b41d890d80d4), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:33.192987 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-d9e359af-91e0-40fd-9ddf-9f479364fac3 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for floatingip (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:33.194259 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-d9e359af-91e0-40fd-9ddf-9f479364fac3 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "DELETE /v2.0/floatingips/c57960f8-05d6-4726-8f58-b41d890d80d4 HTTP/1.1" status: 204 len: 168 time: 0.6095240 Apr 08 10:53:33.357094 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device e21abf05-543e-4660-a52a-5f155a9b5728 up at agent hyperv_hv-cinder-83607 {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:53:33.409744 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Provisioning for port e21abf05-543e-4660-a52a-5f155a9b5728 completed by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 10:53:33.414191 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Provisioning complete for port e21abf05-543e-4660-a52a-5f155a9b5728 triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:53:33.414682 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (e21abf05-543e-4660-a52a-5f155a9b5728), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:33.497489 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Current status of the port e21abf05-543e-4660-a52a-5f155a9b5728 is: BUILD; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:53:33.498030 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (e21abf05-543e-4660-a52a-5f155a9b5728), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:33.525512 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5fbfdd2-04d8-4e31-8d03-31c20f6c85eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e21abf05-543e-4660-a52a-5f155a9b5728'}] {{(pid=109911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:53:33.527918 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930651e71dbc4ea3279ef2aec3aabe40d8fedb7c9b7e81889183a919dd1d7a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d1b6969-0cbe-43b6-b1f3-cea682122ece" -d '{"events": [{"server_uuid": "e5fbfdd2-04d8-4e31-8d03-31c20f6c85eb", "name": "network-vif-plugged", "status": "completed", "tag": "e21abf05-543e-4660-a52a-5f155a9b5728"}]}' {{(pid=109911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:53:33.546795 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port e21abf05-543e-4660-a52a-5f155a9b5728, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e21abf05-543e-4660-a52a-5f155a9b5728,segment=NetworkSegment(a1026458-aac8-4f33-9dcb-89683a881d09),segment_id=a1026458-aac8-4f33-9dcb-89683a881d09)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:53:33.554965 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (e21abf05-543e-4660-a52a-5f155a9b5728), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:33.615475 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 10:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e98b198-f967-46fb-900a-6afcabe29b1d x-openstack-request-id: req-6e98b198-f967-46fb-900a-6afcabe29b1d {{(pid=109911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:53:33.615785 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5fbfdd2-04d8-4e31-8d03-31c20f6c85eb", "name": "network-vif-plugged", "status": "completed", "tag": "e21abf05-543e-4660-a52a-5f155a9b5728", "code": 200}]} {{(pid=109911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:53:33.616068 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6e98b198-f967-46fb-900a-6afcabe29b1d {{(pid=109911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:53:33.616640 dv-cinder-836071-3-iscsi neutron-server[109911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e98b198-f967-46fb-900a-6afcabe29b1d'] response: {'server_uuid': 'e5fbfdd2-04d8-4e31-8d03-31c20f6c85eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e21abf05-543e-4660-a52a-5f155a9b5728', 'code': 200} Apr 08 10:53:33.622139 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Pushing event updated for resources: {'Port': ['ID=e21abf05-543e-4660-a52a-5f155a9b5728,revision_number=5']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:34.079574 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6d3ea-5c72-4936-96a2-f564a7b8ec8f req-ea8b0b04-d295-4d79-9b80-a131b28d86e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:34.081623 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-14c6d3ea-5c72-4936-96a2-f564a7b8ec8f req-ea8b0b04-d295-4d79-9b80-a131b28d86e2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e5fbfdd2-04d8-4e31-8d03-31c20f6c85eb HTTP/1.1" status: 200 len: 1129 time: 0.0514448 Apr 08 10:53:34.208749 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4820af-4644-47bd-b4e2-b7e74da8bfd0 req-5d322724-922a-4740-b936-b6d253e3078f tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:34.210484 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ac4820af-4644-47bd-b4e2-b7e74da8bfd0 req-5d322724-922a-4740-b936-b6d253e3078f tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5fbfdd2-04d8-4e31-8d03-31c20f6c85eb HTTP/1.1" status: 200 len: 945 time: 0.0946648 Apr 08 10:53:34.213121 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-14c6d3ea-5c72-4936-96a2-f564a7b8ec8f req-8ef22ea6-9deb-48d8-ae48-e0c63d8c0069 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6a9e574e-a3da-4730-994a-5626104aa83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647242 Apr 08 10:53:34.262388 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ac4820af-4644-47bd-b4e2-b7e74da8bfd0 req-323465cf-9796-44e0-b03c-7ef9e7d50405 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a9e574e-a3da-4730-994a-5626104aa83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454354 Apr 08 10:53:34.943147 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb8761-3a7b-4942-ac64-f6f9b39a5829 req-bf9ee92d-0195-4213-ba54-d5d8d81989f2 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:34.944512 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-d1cb8761-3a7b-4942-ac64-f6f9b39a5829 req-bf9ee92d-0195-4213-ba54-d5d8d81989f2 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=39c92a53-c805-4edf-bb5d-c4af9d2894d7 HTTP/1.1" status: 200 len: 946 time: 0.0570316 Apr 08 10:53:34.996303 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-d1cb8761-3a7b-4942-ac64-f6f9b39a5829 req-fb265acc-0679-4a99-952c-cf313ce39d7f tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/security-groups?id=a034e5db-17e6-47a8-8cc7-ae9608b57d95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433362 Apr 08 10:53:35.361952 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device 194fd17b-6121-4202-90db-d19a362f5b1d no longer exists at agent hyperv_hv-cinder-83607 {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 10:53:35.390188 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] No Port match for: 194fd17b-6121-4202-90db-d19a362f5b1d {{(pid=109911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 10:53:35.390531 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device 194fd17b-6121-4202-90db-d19a362f5b1d not bound to the agent host hv-cinder-83607 {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 10:53:35.421442 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100db89-3779-479d-9f5d-5d6fc59ae458 req-94443f64-fa51-423e-835a-4316b8304d61 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:35.422894 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-d100db89-3779-479d-9f5d-5d6fc59ae458 req-94443f64-fa51-423e-835a-4316b8304d61 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5fbfdd2-04d8-4e31-8d03-31c20f6c85eb HTTP/1.1" status: 200 len: 945 time: 0.0671651 Apr 08 10:53:35.469211 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-d100db89-3779-479d-9f5d-5d6fc59ae458 req-9de37e9d-22e3-4e11-8aac-867bb55ddda5 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a9e574e-a3da-4730-994a-5626104aa83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406275 Apr 08 10:53:36.141430 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3041657-5917-42ae-ba9a-78d8f4b442a4 req-b787512d-3883-4f15-852b-d9ce890116d1 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:36.142977 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-d3041657-5917-42ae-ba9a-78d8f4b442a4 req-b787512d-3883-4f15-852b-d9ce890116d1 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=39c92a53-c805-4edf-bb5d-c4af9d2894d7 HTTP/1.1" status: 200 len: 946 time: 0.0671716 Apr 08 10:53:36.190534 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-d3041657-5917-42ae-ba9a-78d8f4b442a4 req-cc828ea8-b7cf-4390-b71e-53b7cb691290 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/security-groups?id=a034e5db-17e6-47a8-8cc7-ae9608b57d95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413134 Apr 08 10:53:36.599015 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02301699-3830-4374-8613-85332563fb49 req-ce32ebe4-d00f-48c1-b2d2-a278da7e5b6b tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:36.600493 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-02301699-3830-4374-8613-85332563fb49 req-ce32ebe4-d00f-48c1-b2d2-a278da7e5b6b tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5fbfdd2-04d8-4e31-8d03-31c20f6c85eb HTTP/1.1" status: 200 len: 945 time: 0.0593064 Apr 08 10:53:36.649658 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-02301699-3830-4374-8613-85332563fb49 req-7fd8cfff-5537-40da-92ba-9df779450a8c tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a9e574e-a3da-4730-994a-5626104aa83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429544 Apr 08 10:53:37.207235 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121afb9-295a-413f-8648-fee4eb5de764 req-10af229d-bc2d-402e-b38c-07d1e4d2b987 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:37.209601 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-9121afb9-295a-413f-8648-fee4eb5de764 req-10af229d-bc2d-402e-b38c-07d1e4d2b987 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.39 "GET /v2.0/ports?device_id=39c92a53-c805-4edf-bb5d-c4af9d2894d7 HTTP/1.1" status: 200 len: 946 time: 0.0683632 Apr 08 10:53:37.575929 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c13f461-df22-4cbd-b98b-e2328655129a req-ff6ed722-d577-4d8f-b16f-245e874fea06 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:37.577433 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6c13f461-df22-4cbd-b98b-e2328655129a req-ff6ed722-d577-4d8f-b16f-245e874fea06 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=39c92a53-c805-4edf-bb5d-c4af9d2894d7 HTTP/1.1" status: 200 len: 946 time: 0.3166041 Apr 08 10:53:37.599619 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [req-9121afb9-295a-413f-8648-fee4eb5de764 req-e68dc791-044a-40da-9aac-fa079e111268 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Deleting port a2fe36f7-abef-46bd-a27e-bd9b41226233 {{(pid=109910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 10:53:37.600293 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-9121afb9-295a-413f-8648-fee4eb5de764 req-e68dc791-044a-40da-9aac-fa079e111268 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (a2fe36f7-abef-46bd-a27e-bd9b41226233), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:37.681530 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6c13f461-df22-4cbd-b98b-e2328655129a req-53d079e7-f531-4598-b995-0778f6b0af58 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/security-groups?id=a034e5db-17e6-47a8-8cc7-ae9608b57d95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978558 Apr 08 10:53:37.716988 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [req-9121afb9-295a-413f-8648-fee4eb5de764 req-e68dc791-044a-40da-9aac-fa079e111268 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] For port a2fe36f7-abef-46bd-a27e-bd9b41226233, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a2fe36f7-abef-46bd-a27e-bd9b41226233,segment=NetworkSegment(d1fbcf39-677c-48da-b8da-407bc29700aa),segment_id=d1fbcf39-677c-48da-b8da-407bc29700aa)] {{(pid=109910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:53:37.717394 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-9121afb9-295a-413f-8648-fee4eb5de764 req-e68dc791-044a-40da-9aac-fa079e111268 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (a2fe36f7-abef-46bd-a27e-bd9b41226233), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:37.874765 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe78a3b-2bf2-481e-ab79-2ff73ea37ffa req-d5e97a6b-7de0-494b-9307-b52a75a308ea tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:37.876225 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-4fe78a3b-2bf2-481e-ab79-2ff73ea37ffa req-d5e97a6b-7de0-494b-9307-b52a75a308ea tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5fbfdd2-04d8-4e31-8d03-31c20f6c85eb HTTP/1.1" status: 200 len: 945 time: 0.1144531 Apr 08 10:53:37.947563 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-9121afb9-295a-413f-8648-fee4eb5de764 req-e68dc791-044a-40da-9aac-fa079e111268 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:37.947932 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-9121afb9-295a-413f-8648-fee4eb5de764 req-e68dc791-044a-40da-9aac-fa079e111268 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743873'] for floatingip (3213ec0a-4436-4ea4-bb67-03f844222181), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:37.948336 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.db.l3_db [req-9121afb9-295a-413f-8648-fee4eb5de764 req-e68dc791-044a-40da-9aac-fa079e111268 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Floating IP 3213ec0a-4436-4ea4-bb67-03f844222181 disassociated. External IP: 172.27.2.8, port: a2fe36f7-abef-46bd-a27e-bd9b41226233. Apr 08 10:53:37.948671 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [req-9121afb9-295a-413f-8648-fee4eb5de764 req-e68dc791-044a-40da-9aac-fa079e111268 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Calling delete_port for a2fe36f7-abef-46bd-a27e-bd9b41226233 owned by compute:nova {{(pid=109910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 10:53:37.971558 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-4fe78a3b-2bf2-481e-ab79-2ff73ea37ffa req-997f6414-213f-4a78-8227-f61805257ae4 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a9e574e-a3da-4730-994a-5626104aa83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692039 Apr 08 10:53:38.106835 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-9121afb9-295a-413f-8648-fee4eb5de764 req-e68dc791-044a-40da-9aac-fa079e111268 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14190223'] for port (a2fe36f7-abef-46bd-a27e-bd9b41226233), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:38.139968 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68dc791-044a-40da-9aac-fa079e111268 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Pushing event deleted for resources: {'Port': ['ID=a2fe36f7-abef-46bd-a27e-bd9b41226233,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:38.266678 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9121afb9-295a-413f-8648-fee4eb5de764 req-e68dc791-044a-40da-9aac-fa079e111268 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Router d8772b0f-eb2e-43e1-8573-c003f829b44f has already been hosted by L3 agent a0f054a9-d30b-4594-8de6-6c24438c3963 {{(pid=109910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:53:38.390140 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9121afb9-295a-413f-8648-fee4eb5de764 req-e68dc791-044a-40da-9aac-fa079e111268 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Notify agent at l3_agent.dv-cinder-836071-3-iscsi the message routers_updated {{(pid=109910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:53:38.402389 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a95f2d-4f1a-45d8-a8f5-20dcd4306a96 None None] Sync routers for ids ['d8772b0f-eb2e-43e1-8573-c003f829b44f'] in dv-cinder-836071-3-iscsi {{(pid=109912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:53:38.413781 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a95f2d-4f1a-45d8-a8f5-20dcd4306a96 None None] Routers {'d8772b0f-eb2e-43e1-8573-c003f829b44f'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:53:38.414987 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-11a95f2d-4f1a-45d8-a8f5-20dcd4306a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:53:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['d8772b0f-eb2e-43e1-8573-c003f829b44f'], 'active': True} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:53:38.443664 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.l3_dvrscheduler_db [req-9121afb9-295a-413f-8648-fee4eb5de764 req-e68dc791-044a-40da-9aac-fa079e111268 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] No DVR routers for this DVR port a2fe36f7-abef-46bd-a27e-bd9b41226233 on host hv-cinder-83607 {{(pid=109910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:53:38.447330 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-9121afb9-295a-413f-8648-fee4eb5de764 req-e68dc791-044a-40da-9aac-fa079e111268 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for port (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:38.451140 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-9121afb9-295a-413f-8648-fee4eb5de764 req-e68dc791-044a-40da-9aac-fa079e111268 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.39 "DELETE /v2.0/ports/a2fe36f7-abef-46bd-a27e-bd9b41226233 HTTP/1.1" status: 204 len: 173 time: 1.2334671 Apr 08 10:53:38.451575 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39c92a53-c805-4edf-bb5d-c4af9d2894d7', 'name': 'network-vif-deleted', 'tag': 'a2fe36f7-abef-46bd-a27e-bd9b41226233'}] {{(pid=109910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:53:38.453944 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c101578fc708467248d177b11db2e3e6a7db5c554c0046cb1dea7ab1ce8b9fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ac0a34-4b99-497f-98a8-e349ed7e6676" -d '{"events": [{"server_uuid": "39c92a53-c805-4edf-bb5d-c4af9d2894d7", "name": "network-vif-deleted", "tag": "a2fe36f7-abef-46bd-a27e-bd9b41226233"}]}' {{(pid=109910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:53:38.523887 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 10:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e4c295-5e85-4101-addb-27e0c917389c x-openstack-request-id: req-78e4c295-5e85-4101-addb-27e0c917389c {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:53:38.524219 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39c92a53-c805-4edf-bb5d-c4af9d2894d7", "name": "network-vif-deleted", "tag": "a2fe36f7-abef-46bd-a27e-bd9b41226233", "status": "completed", "code": 200}]} {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:53:38.524446 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-78e4c295-5e85-4101-addb-27e0c917389c {{(pid=109910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:53:38.524855 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78e4c295-5e85-4101-addb-27e0c917389c'] response: {'server_uuid': '39c92a53-c805-4edf-bb5d-c4af9d2894d7', 'name': 'network-vif-deleted', 'tag': 'a2fe36f7-abef-46bd-a27e-bd9b41226233', 'status': 'completed', 'code': 200} Apr 08 10:53:38.552657 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvr_db [None req-11a95f2d-4f1a-45d8-a8f5-20dcd4306a96 None None] Set router d8772b0f-eb2e-43e1-8573-c003f829b44f gateway port host: dv-cinder-836071-3-iscsi {{(pid=109912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:53:38.680676 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c392e-657e-4ee7-86c6-9f7933603127 req-3cde33d1-0b3e-4c3e-bc33-d4ba5843b110 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:38.682284 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1a1c392e-657e-4ee7-86c6-9f7933603127 req-3cde33d1-0b3e-4c3e-bc33-d4ba5843b110 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5fbfdd2-04d8-4e31-8d03-31c20f6c85eb HTTP/1.1" status: 200 len: 945 time: 0.0569966 Apr 08 10:53:38.745426 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1a1c392e-657e-4ee7-86c6-9f7933603127 req-7898dba5-4cdd-49e3-aac8-d1261d46e2f5 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a9e574e-a3da-4730-994a-5626104aa83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561297 Apr 08 10:53:38.776515 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-11a95f2d-4f1a-45d8-a8f5-20dcd4306a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'name': 'tempest-AttachVolumeNegativeTest-1105897746-router', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'b149437b-8d8c-45d5-8948-b52b29edf656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:50:18Z', 'updated_at': '2022-04-08T10:50:30Z', 'revision_number': 4, 'project_id': '734e32e8113d4e4db24c106da8458807', 'gw_port': {'id': 'b149437b-8d8c-45d5-8948-b52b29edf656', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:74:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:20Z', 'updated_at': '2022-04-08T10:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': '90d0def9-41d1-4896-921d-00edc40df59b', 'name': '', 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'mac_address': 'fa:16:3e:fb:76:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5f421bdc-b76f-40b9-9c95-2e839cd44c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:26Z', 'updated_at': '2022-04-08T10:50:36Z', 'revision_number': 5, 'project_id': '734e32e8113d4e4db24c106da8458807', 'subnets': [{'id': '5f421bdc-b76f-40b9-9c95-2e839cd44c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:53:38.798588 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-da52232e-2216-41ea-bd94-5ac3e6d9af16 req-ae62b2c4-2393-43b1-b759-d08b692f6d80 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=39c92a53-c805-4edf-bb5d-c4af9d2894d7 HTTP/1.1" status: 200 len: 210 time: 0.0285935 Apr 08 10:53:38.804097 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a95f2d-4f1a-45d8-a8f5-20dcd4306a96 None None] Checking router: d8772b0f-eb2e-43e1-8573-c003f829b44f for host: dv-cinder-836071-3-iscsi {{(pid=109912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:53:38.812897 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a95f2d-4f1a-45d8-a8f5-20dcd4306a96 None None] Routers {'d8772b0f-eb2e-43e1-8573-c003f829b44f'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:53:38.813530 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-11a95f2d-4f1a-45d8-a8f5-20dcd4306a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:53:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['d8772b0f-eb2e-43e1-8573-c003f829b44f'], 'active': True} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:53:38.924805 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvr_db [None req-11a95f2d-4f1a-45d8-a8f5-20dcd4306a96 None None] Set router d8772b0f-eb2e-43e1-8573-c003f829b44f gateway port host: dv-cinder-836071-3-iscsi {{(pid=109912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:53:39.145742 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-11a95f2d-4f1a-45d8-a8f5-20dcd4306a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'name': 'tempest-AttachVolumeNegativeTest-1105897746-router', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'b149437b-8d8c-45d5-8948-b52b29edf656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:50:18Z', 'updated_at': '2022-04-08T10:50:30Z', 'revision_number': 4, 'project_id': '734e32e8113d4e4db24c106da8458807', 'gw_port': {'id': 'b149437b-8d8c-45d5-8948-b52b29edf656', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:74:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:20Z', 'updated_at': '2022-04-08T10:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': '90d0def9-41d1-4896-921d-00edc40df59b', 'name': '', 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'mac_address': 'fa:16:3e:fb:76:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5f421bdc-b76f-40b9-9c95-2e839cd44c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:26Z', 'updated_at': '2022-04-08T10:50:36Z', 'revision_number': 5, 'project_id': '734e32e8113d4e4db24c106da8458807', 'subnets': [{'id': '5f421bdc-b76f-40b9-9c95-2e839cd44c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:53:39.171719 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a95f2d-4f1a-45d8-a8f5-20dcd4306a96 None None] The sync data for ids ['d8772b0f-eb2e-43e1-8573-c003f829b44f'] in dv-cinder-836071-3-iscsi is: [{'id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'name': 'tempest-AttachVolumeNegativeTest-1105897746-router', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'b149437b-8d8c-45d5-8948-b52b29edf656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:50:18Z', 'updated_at': '2022-04-08T10:50:30Z', 'revision_number': 4, 'project_id': '734e32e8113d4e4db24c106da8458807', 'gw_port': {'id': 'b149437b-8d8c-45d5-8948-b52b29edf656', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:74:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:20Z', 'updated_at': '2022-04-08T10:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': '90d0def9-41d1-4896-921d-00edc40df59b', 'name': '', 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'mac_address': 'fa:16:3e:fb:76:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5f421bdc-b76f-40b9-9c95-2e839cd44c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:26Z', 'updated_at': '2022-04-08T10:50:36Z', 'revision_number': 5, 'project_id': '734e32e8113d4e4db24c106da8458807', 'subnets': [{'id': '5f421bdc-b76f-40b9-9c95-2e839cd44c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:53:39.396259 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e36b94-925c-4e0c-833a-cfaf74ceb8db None None] New status for floating IP 3213ec0a-4436-4ea4-bb67-03f844222181: DOWN {{(pid=109911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 10:53:39.862833 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9010ba70-14d3-4034-a221-e3eba2cee2d8 req-b6b1f78c-dedb-4b2f-81e6-05b4b0c5a734 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:39.864417 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-9010ba70-14d3-4034-a221-e3eba2cee2d8 req-b6b1f78c-dedb-4b2f-81e6-05b4b0c5a734 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5fbfdd2-04d8-4e31-8d03-31c20f6c85eb HTTP/1.1" status: 200 len: 945 time: 0.0530889 Apr 08 10:53:39.918088 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a0ff2ab0-599e-4314-8613-0c8aa23330ee req-6b5512ec-3bed-4f17-a654-82cf4d1b7fac tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=39c92a53-c805-4edf-bb5d-c4af9d2894d7 HTTP/1.1" status: 200 len: 210 time: 0.0301774 Apr 08 10:53:39.940488 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-9010ba70-14d3-4034-a221-e3eba2cee2d8 req-7fe18345-915f-4d2d-8445-65ff119b2c65 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a9e574e-a3da-4730-994a-5626104aa83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705266 Apr 08 10:53:40.345991 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f98e52-0012-471c-ab8a-cd210dc67a94 req-88e8c4e3-4b44-4f19-902f-27205d3e4857 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:40.347473 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-30f98e52-0012-471c-ab8a-cd210dc67a94 req-88e8c4e3-4b44-4f19-902f-27205d3e4857 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5fbfdd2-04d8-4e31-8d03-31c20f6c85eb HTTP/1.1" status: 200 len: 945 time: 0.0651972 Apr 08 10:53:40.445163 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [req-30f98e52-0012-471c-ab8a-cd210dc67a94 req-7701c2b9-55d3-44c6-9544-19fb26681a0e tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Deleting port e21abf05-543e-4660-a52a-5f155a9b5728 {{(pid=109910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 10:53:40.445426 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-30f98e52-0012-471c-ab8a-cd210dc67a94 req-7701c2b9-55d3-44c6-9544-19fb26681a0e tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (e21abf05-543e-4660-a52a-5f155a9b5728), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:40.546188 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [req-30f98e52-0012-471c-ab8a-cd210dc67a94 req-7701c2b9-55d3-44c6-9544-19fb26681a0e tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] For port e21abf05-543e-4660-a52a-5f155a9b5728, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e21abf05-543e-4660-a52a-5f155a9b5728,segment=NetworkSegment(a1026458-aac8-4f33-9dcb-89683a881d09),segment_id=a1026458-aac8-4f33-9dcb-89683a881d09)] {{(pid=109910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:53:40.546642 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-30f98e52-0012-471c-ab8a-cd210dc67a94 req-7701c2b9-55d3-44c6-9544-19fb26681a0e tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (e21abf05-543e-4660-a52a-5f155a9b5728), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:40.560563 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [req-30f98e52-0012-471c-ab8a-cd210dc67a94 req-7701c2b9-55d3-44c6-9544-19fb26681a0e tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Calling delete_port for e21abf05-543e-4660-a52a-5f155a9b5728 owned by compute:nova {{(pid=109910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 10:53:40.707316 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-30f98e52-0012-471c-ab8a-cd210dc67a94 req-7701c2b9-55d3-44c6-9544-19fb26681a0e tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14190223'] for port (e21abf05-543e-4660-a52a-5f155a9b5728), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:40.720162 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] get_ports_and_sgs() called for port_ids ['e21abf05-543e-4660-a52a-5f155a9b5728'] {{(pid=109911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 10:53:40.736112 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7701c2b9-55d3-44c6-9544-19fb26681a0e tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Pushing event deleted for resources: {'Port': ['ID=e21abf05-543e-4660-a52a-5f155a9b5728,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:40.780745 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.l3_dvrscheduler_db [req-30f98e52-0012-471c-ab8a-cd210dc67a94 req-7701c2b9-55d3-44c6-9544-19fb26681a0e tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] No DVR routers for this DVR port e21abf05-543e-4660-a52a-5f155a9b5728 on host hv-cinder-83607 {{(pid=109910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:53:40.783555 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-30f98e52-0012-471c-ab8a-cd210dc67a94 req-7701c2b9-55d3-44c6-9544-19fb26681a0e tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for port (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:40.787477 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-30f98e52-0012-471c-ab8a-cd210dc67a94 req-7701c2b9-55d3-44c6-9544-19fb26681a0e tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] 10.222.0.39 "DELETE /v2.0/ports/e21abf05-543e-4660-a52a-5f155a9b5728 HTTP/1.1" status: 204 len: 173 time: 0.4337828 Apr 08 10:53:40.787958 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5fbfdd2-04d8-4e31-8d03-31c20f6c85eb', 'name': 'network-vif-deleted', 'tag': 'e21abf05-543e-4660-a52a-5f155a9b5728'}] {{(pid=109910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:53:40.790321 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c101578fc708467248d177b11db2e3e6a7db5c554c0046cb1dea7ab1ce8b9fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5c9ee4-3468-4f89-a69f-baf6c644a198" -d '{"events": [{"server_uuid": "e5fbfdd2-04d8-4e31-8d03-31c20f6c85eb", "name": "network-vif-deleted", "tag": "e21abf05-543e-4660-a52a-5f155a9b5728"}]}' {{(pid=109910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:53:40.826595 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 10:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd0bb43-ab1d-4ce8-9f44-f99fcce8c9b3 x-openstack-request-id: req-8cd0bb43-ab1d-4ce8-9f44-f99fcce8c9b3 {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:53:40.826913 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5fbfdd2-04d8-4e31-8d03-31c20f6c85eb", "name": "network-vif-deleted", "tag": "e21abf05-543e-4660-a52a-5f155a9b5728", "status": "completed", "code": 200}]} {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:53:40.827189 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8cd0bb43-ab1d-4ce8-9f44-f99fcce8c9b3 {{(pid=109910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:53:40.827593 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cd0bb43-ab1d-4ce8-9f44-f99fcce8c9b3'] response: {'server_uuid': 'e5fbfdd2-04d8-4e31-8d03-31c20f6c85eb', 'name': 'network-vif-deleted', 'tag': 'e21abf05-543e-4660-a52a-5f155a9b5728', 'status': 'completed', 'code': 200} Apr 08 10:53:41.011073 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 58568) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:53:41.064681 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-96819f8d-9ed5-4e2f-917f-c3783c34dd14 req-bcffe932-f860-42f0-a49b-92ad4cbf5a97 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] 10.222.0.43 "GET /v2.0/ports?device_id=e5fbfdd2-04d8-4e31-8d03-31c20f6c85eb HTTP/1.1" status: 200 len: 210 time: 0.0386627 Apr 08 10:53:41.097417 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-c5f3e6ba-935d-4471-ad9e-816ee6279792 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for security_group (a034e5db-17e6-47a8-8cc7-ae9608b57d95), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:41.121832 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-c5f3e6ba-935d-4471-ad9e-816ee6279792 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for security_group (a034e5db-17e6-47a8-8cc7-ae9608b57d95), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:41.173608 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-c5f3e6ba-935d-4471-ad9e-816ee6279792 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (a034e5db-17e6-47a8-8cc7-ae9608b57d95), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:41.176372 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-c5f3e6ba-935d-4471-ad9e-816ee6279792 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for security_group (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:41.177560 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-c5f3e6ba-935d-4471-ad9e-816ee6279792 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "DELETE /v2.0/security-groups/a034e5db-17e6-47a8-8cc7-ae9608b57d95 HTTP/1.1" status: 204 len: 168 time: 0.1653440 Apr 08 10:53:41.180537 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 58570) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:53:41.186626 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f3e6ba-935d-4471-ad9e-816ee6279792 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a034e5db-17e6-47a8-8cc7-ae9608b57d95,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:41.201836 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.api.v2.resource [None req-f8fb4cd4-c80a-46a6-b24f-8f6e87fc72f4 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] show failed (client error): The resource could not be found. Apr 08 10:53:41.205131 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-f8fb4cd4-c80a-46a6-b24f-8f6e87fc72f4 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/security-groups/a034e5db-17e6-47a8-8cc7-ae9608b57d95 HTTP/1.1" status: 404 len: 347 time: 0.0211864 Apr 08 10:53:41.206140 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 58572) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:53:41.339977 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [None req-18f0b53f-a710-45bd-b90f-d406eb91c9f9 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Deleting port 185816be-649a-4357-9dfa-21a8465bce84 {{(pid=109910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 10:53:41.340294 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-18f0b53f-a710-45bd-b90f-d406eb91c9f9 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (185816be-649a-4357-9dfa-21a8465bce84), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:41.418133 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device a2fe36f7-abef-46bd-a27e-bd9b41226233 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 10:53:41.427963 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-18f0b53f-a710-45bd-b90f-d406eb91c9f9 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (185816be-649a-4357-9dfa-21a8465bce84), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:41.428294 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-18f0b53f-a710-45bd-b90f-d406eb91c9f9 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for floatingip (185816be-649a-4357-9dfa-21a8465bce84), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:41.440241 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] No Port match for: a2fe36f7-abef-46bd-a27e-bd9b41226233 {{(pid=109911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 10:53:41.440588 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device a2fe36f7-abef-46bd-a27e-bd9b41226233 not bound to the agent host hv-cinder-83607 {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 10:53:41.440750 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [None req-18f0b53f-a710-45bd-b90f-d406eb91c9f9 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Calling delete_port for 185816be-649a-4357-9dfa-21a8465bce84 owned by network:floatingip {{(pid=109910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 10:53:41.576314 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-18f0b53f-a710-45bd-b90f-d406eb91c9f9 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14190223'] for port (185816be-649a-4357-9dfa-21a8465bce84), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:41.606056 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f0b53f-a710-45bd-b90f-d406eb91c9f9 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Pushing event deleted for resources: {'Port': ['ID=185816be-649a-4357-9dfa-21a8465bce84,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:41.666357 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-18f0b53f-a710-45bd-b90f-d406eb91c9f9 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for floatingip (3213ec0a-4436-4ea4-bb67-03f844222181), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:41.668983 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-18f0b53f-a710-45bd-b90f-d406eb91c9f9 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for floatingip (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:41.670152 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-18f0b53f-a710-45bd-b90f-d406eb91c9f9 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "DELETE /v2.0/floatingips/3213ec0a-4436-4ea4-bb67-03f844222181 HTTP/1.1" status: 204 len: 168 time: 0.4630058 Apr 08 10:53:41.796365 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-e8d3f6fe-f7e7-42c1-a527-0c554c3e3948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (0996d03c-a6d6-4751-8b32-c8111f4b3d8a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:42.043807 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 58576) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:53:42.048768 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [None req-655bb784-a894-47b2-9bc5-f83a5a67cbf9 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1386364198', 'description': 'tempest-description--1597761919'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:53:42.071713 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-655bb784-a894-47b2-9bc5-f83a5a67cbf9 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for security_group (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:42.141299 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-655bb784-a894-47b2-9bc5-f83a5a67cbf9 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for security_group (5d372c37-dd78-46ae-8e3e-d413253ca812), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:42.146277 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-655bb784-a894-47b2-9bc5-f83a5a67cbf9 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (5d372c37-dd78-46ae-8e3e-d413253ca812), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:42.177150 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-655bb784-a894-47b2-9bc5-f83a5a67cbf9 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for security_group (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:42.178442 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-655bb784-a894-47b2-9bc5-f83a5a67cbf9 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1333482 Apr 08 10:53:42.181293 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 58584) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:53:42.185539 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [None req-15da3ed0-cba6-4701-908e-262c7d23bfb6 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Request body: {'security_group_rule': {'security_group_id': '5d372c37-dd78-46ae-8e3e-d413253ca812', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:53:42.193339 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655bb784-a894-47b2-9bc5-f83a5a67cbf9 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d372c37-dd78-46ae-8e3e-d413253ca812,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:42.208346 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.agents_db [None req-4d82583b-548a-400c-8f4c-c09be56c4ea4 None None] Agent healthcheck: found 6 active agents {{(pid=109912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 10:53:42.216439 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-15da3ed0-cba6-4701-908e-262c7d23bfb6 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for security_group_rule (e498ba62-a406-4e76-a52c-51afd4d59da7), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:42.322921 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-15da3ed0-cba6-4701-908e-262c7d23bfb6 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for security_group_rule (e498ba62-a406-4e76-a52c-51afd4d59da7), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:42.330752 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-15da3ed0-cba6-4701-908e-262c7d23bfb6 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682660'] for security_group_rule (e498ba62-a406-4e76-a52c-51afd4d59da7), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:42.363577 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15da3ed0-cba6-4701-908e-262c7d23bfb6 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e498ba62-a406-4e76-a52c-51afd4d59da7,revision_number=0']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:42.373867 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c878e34-5be5-4014-b4bc-6b5d3a748a72 req-33f1a76e-e9ce-4554-b748-48069bf51c7c tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:42.375395 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1c878e34-5be5-4014-b4bc-6b5d3a748a72 req-33f1a76e-e9ce-4554-b748-48069bf51c7c tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] 10.222.0.43 "GET /v2.0/networks?id=11e180d1-7b3e-4e4e-af12-0936c5ff4cc6 HTTP/1.1" status: 200 len: 808 time: 0.1440563 Apr 08 10:53:42.378798 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-15da3ed0-cba6-4701-908e-262c7d23bfb6 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:42.382509 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-15da3ed0-cba6-4701-908e-262c7d23bfb6 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1976445 Apr 08 10:53:42.383003 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 58594) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:53:42.387628 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.v2.base [None req-10af6d48-beb6-47f2-b0d8-4cdf12ef5fb0 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Request body: {'security_group_rule': {'security_group_id': '5d372c37-dd78-46ae-8e3e-d413253ca812', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:53:42.390406 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1c878e34-5be5-4014-b4bc-6b5d3a748a72 req-92639b94-11bc-4644-8fe6-dabb378b98e4 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] 10.222.0.43 "GET /v2.0/quotas/25e75ce8eac94d148ef81a73b8554b94 HTTP/1.1" status: 200 len: 375 time: 0.0094359 Apr 08 10:53:42.415813 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-10af6d48-beb6-47f2-b0d8-4cdf12ef5fb0 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for security_group_rule (4af59fe6-2963-4cc2-bdeb-545129c110e4), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:42.427359 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1c878e34-5be5-4014-b4bc-6b5d3a748a72 req-472ee8cc-deb3-4b1c-8932-aea5cf6e8bcf tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=25e75ce8eac94d148ef81a73b8554b94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313909 Apr 08 10:53:42.472162 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-10af6d48-beb6-47f2-b0d8-4cdf12ef5fb0 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for security_group_rule (4af59fe6-2963-4cc2-bdeb-545129c110e4), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:42.476183 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-10af6d48-beb6-47f2-b0d8-4cdf12ef5fb0 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682660'] for security_group_rule (4af59fe6-2963-4cc2-bdeb-545129c110e4), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:42.494838 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af6d48-beb6-47f2-b0d8-4cdf12ef5fb0 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4af59fe6-2963-4cc2-bdeb-545129c110e4,revision_number=0']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:42.501015 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-10af6d48-beb6-47f2-b0d8-4cdf12ef5fb0 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:42.505804 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-10af6d48-beb6-47f2-b0d8-4cdf12ef5fb0 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1187584 Apr 08 10:53:42.506073 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 58596) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:53:42.512404 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [None req-30ea7f2a-7a6f-4512-91c5-985d24e9dd15 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Request body: {'floatingip': {'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:53:42.536216 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1c878e34-5be5-4014-b4bc-6b5d3a748a72 req-f50b6a20-a930-4b31-9aff-a1b4bf9a7dd3 service neutron] 10.222.0.43 "GET /v2.0/networks/11e180d1-7b3e-4e4e-af12-0936c5ff4cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017942 Apr 08 10:53:42.551827 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-30ea7f2a-7a6f-4512-91c5-985d24e9dd15 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:42.682298 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1c878e34-5be5-4014-b4bc-6b5d3a748a72 req-60e28836-fdbd-41a0-8a26-b59072f3bd15 service neutron] 10.222.0.43 "GET /v2.0/networks/11e180d1-7b3e-4e4e-af12-0936c5ff4cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397519 Apr 08 10:53:42.721668 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-30ea7f2a-7a6f-4512-91c5-985d24e9dd15 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:42.858759 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.db_base_plugin_common [None req-30ea7f2a-7a6f-4512-91c5-985d24e9dd15 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Allocated IP 172.27.2.122 (173a9438-8c11-42c7-a64e-a6d835b0fe8b/3e92b2da-8062-400a-a6d5-15b49fe43bf4/d79fd3fd-e330-4d6c-87a0-540ccc4dbb5e) {{(pid=109910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:53:42.943857 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0aa32a73-ae17-4ee0-b094-9480fe74f7c8 req-c689a588-19f0-4c78-a253-bc7bb9860037 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] 10.222.0.43 "GET /v2.0/ports?device_id=01cac593-2738-4134-8c4a-bf40e0fb8b40 HTTP/1.1" status: 200 len: 210 time: 0.0708594 Apr 08 10:53:43.000979 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-30ea7f2a-7a6f-4512-91c5-985d24e9dd15 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for port (d79fd3fd-e330-4d6c-87a0-540ccc4dbb5e), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:43.059472 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-30ea7f2a-7a6f-4512-91c5-985d24e9dd15 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14190223'] for port (d79fd3fd-e330-4d6c-87a0-540ccc4dbb5e), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:43.110264 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ea7f2a-7a6f-4512-91c5-985d24e9dd15 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Network 173a9438-8c11-42c7-a64e-a6d835b0fe8b is already hosted by enough agents. {{(pid=109910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:53:43.119705 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.base_scheduler [None req-30ea7f2a-7a6f-4512-91c5-985d24e9dd15 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Resources bound (agent type, host, resource id): {{(pid=109910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:53:43.121791 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ea7f2a-7a6f-4512-91c5-985d24e9dd15 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Pushing event updated for resources: {'Port': ['ID=d79fd3fd-e330-4d6c-87a0-540ccc4dbb5e,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:43.124133 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ea7f2a-7a6f-4512-91c5-985d24e9dd15 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Received port after_create {{(pid=109910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 10:53:43.212925 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-30ea7f2a-7a6f-4512-91c5-985d24e9dd15 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for floatingip (ca67b73b-d454-4396-b073-163346856317), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:43.256492 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-30ea7f2a-7a6f-4512-91c5-985d24e9dd15 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (d79fd3fd-e330-4d6c-87a0-540ccc4dbb5e), before_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:43.416370 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-30ea7f2a-7a6f-4512-91c5-985d24e9dd15 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for port (d79fd3fd-e330-4d6c-87a0-540ccc4dbb5e), precommit_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:43.422354 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-30ea7f2a-7a6f-4512-91c5-985d24e9dd15 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14190224'] for port (d79fd3fd-e330-4d6c-87a0-540ccc4dbb5e), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:43.490546 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ea7f2a-7a6f-4512-91c5-985d24e9dd15 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Pushing event updated for resources: {'Port': ['ID=d79fd3fd-e330-4d6c-87a0-540ccc4dbb5e,revision_number=2']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:43.506854 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-30ea7f2a-7a6f-4512-91c5-985d24e9dd15 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743873'] for floatingip (ca67b73b-d454-4396-b073-163346856317), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:43.524306 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-30ea7f2a-7a6f-4512-91c5-985d24e9dd15 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for floatingip (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:43.525700 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-30ea7f2a-7a6f-4512-91c5-985d24e9dd15 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0186198 Apr 08 10:53:43.727356 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f6ab8084-7be7-4311-9f40-4ba0a61357a5 req-2abb6c30-473c-4d0c-bfd9-0f9b0fa44899 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1386364198&fields=id&tenant_id=734e32e8113d4e4db24c106da8458807 HTTP/1.1" status: 200 len: 267 time: 0.0448775 Apr 08 10:53:43.905989 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab8084-7be7-4311-9f40-4ba0a61357a5 req-8508c01c-1839-408c-a8f5-6e89c7b018cc tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:43.907492 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f6ab8084-7be7-4311-9f40-4ba0a61357a5 req-8508c01c-1839-408c-a8f5-6e89c7b018cc tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/networks?id=a108a20f-c74a-4177-8672-00636aeb2525 HTTP/1.1" status: 200 len: 815 time: 0.1729031 Apr 08 10:53:43.937083 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c878e34-5be5-4014-b4bc-6b5d3a748a72 req-6e4932ba-b254-4f0c-890c-24236e09d8c0 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:43.938546 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1c878e34-5be5-4014-b4bc-6b5d3a748a72 req-6e4932ba-b254-4f0c-890c-24236e09d8c0 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] 10.222.0.39 "GET /v2.0/networks?id=11e180d1-7b3e-4e4e-af12-0936c5ff4cc6 HTTP/1.1" status: 200 len: 808 time: 0.1422114 Apr 08 10:53:43.939745 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f6ab8084-7be7-4311-9f40-4ba0a61357a5 req-38d6f8c3-640e-445b-9bf3-47d0e4b80711 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/quotas/734e32e8113d4e4db24c106da8458807 HTTP/1.1" status: 200 len: 375 time: 0.0247602 Apr 08 10:53:43.960032 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [req-1c878e34-5be5-4014-b4bc-6b5d3a748a72 req-cbc2b8b6-fca5-4fe4-8290-6e426b5aa959 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Request body: {'port': {'device_id': '01cac593-2738-4134-8c4a-bf40e0fb8b40', 'network_id': '11e180d1-7b3e-4e4e-af12-0936c5ff4cc6', 'admin_state_up': True, 'tenant_id': '25e75ce8eac94d148ef81a73b8554b94'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:53:44.067371 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-33352d69-ddc8-4ee3-bde4-893b66eef0bd req-10616d4c-3b48-4130-91f3-2009e8b50951 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] 10.222.0.43 "GET /v2.0/ports?device_id=01cac593-2738-4134-8c4a-bf40e0fb8b40 HTTP/1.1" status: 200 len: 210 time: 0.0379865 Apr 08 10:53:44.086181 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f6ab8084-7be7-4311-9f40-4ba0a61357a5 req-174a8735-3a5e-44c7-8fd0-c3763d1769a5 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=734e32e8113d4e4db24c106da8458807&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1404998 Apr 08 10:53:44.173421 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c878e34-5be5-4014-b4bc-6b5d3a748a72 req-cbc2b8b6-fca5-4fe4-8290-6e426b5aa959 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Made reservation on behalf of 25e75ce8eac94d148ef81a73b8554b94 for: {'port': 1} {{(pid=109910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:53:44.176818 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-1c878e34-5be5-4014-b4bc-6b5d3a748a72 req-cbc2b8b6-fca5-4fe4-8290-6e426b5aa959 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:44.185993 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-b07cfddf-7855-4ff1-82df-c681222cb89e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (a0f054a9-d30b-4594-8de6-6c24438c3963), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:44.225684 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f6ab8084-7be7-4311-9f40-4ba0a61357a5 req-ac5272e5-299d-445e-bc3c-e3c3f6fc9c7b service neutron] 10.222.0.43 "GET /v2.0/networks/a108a20f-c74a-4177-8672-00636aeb2525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245832 Apr 08 10:53:44.636627 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.db_base_plugin_common [req-1c878e34-5be5-4014-b4bc-6b5d3a748a72 req-cbc2b8b6-fca5-4fe4-8290-6e426b5aa959 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Allocated IP 172.20.0.9 (11e180d1-7b3e-4e4e-af12-0936c5ff4cc6/4917ce24-0af7-439c-8e62-bfa592157239/17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2) {{(pid=109910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:53:44.640463 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f6ab8084-7be7-4311-9f40-4ba0a61357a5 req-98abfde3-1064-4410-9e95-f964f2a5f69b service neutron] 10.222.0.43 "GET /v2.0/networks/a108a20f-c74a-4177-8672-00636aeb2525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899331 Apr 08 10:53:44.828591 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-eadb8677-ffa2-4bea-87c4-22ea5c552ac6 req-9c3748a8-5f64-4d01-8d68-a7f5a4c79b8a tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a3a3655-92cf-4b4e-8ab0-da8a8886ebe0 HTTP/1.1" status: 200 len: 210 time: 0.0361345 Apr 08 10:53:44.832074 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-1c878e34-5be5-4014-b4bc-6b5d3a748a72 req-cbc2b8b6-fca5-4fe4-8290-6e426b5aa959 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Publish callbacks [] for port (17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:44.879438 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-1c878e34-5be5-4014-b4bc-6b5d3a748a72 req-cbc2b8b6-fca5-4fe4-8290-6e426b5aa959 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14190223'] for port (17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:44.920565 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c878e34-5be5-4014-b4bc-6b5d3a748a72 req-cbc2b8b6-fca5-4fe4-8290-6e426b5aa959 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Network 11e180d1-7b3e-4e4e-af12-0936c5ff4cc6 is already hosted by enough agents. {{(pid=109910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:53:44.923731 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.base_scheduler [req-1c878e34-5be5-4014-b4bc-6b5d3a748a72 req-cbc2b8b6-fca5-4fe4-8290-6e426b5aa959 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Resources bound (agent type, host, resource id): {{(pid=109910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:53:44.928202 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c878e34-5be5-4014-b4bc-6b5d3a748a72 req-cbc2b8b6-fca5-4fe4-8290-6e426b5aa959 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Received port after_create {{(pid=109910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 10:53:44.960437 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc2b8b6-fca5-4fe4-8290-6e426b5aa959 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Pushing event updated for resources: {'Port': ['ID=17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:44.995124 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c878e34-5be5-4014-b4bc-6b5d3a748a72 req-cbc2b8b6-fca5-4fe4-8290-6e426b5aa959 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:44.997101 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-1c878e34-5be5-4014-b4bc-6b5d3a748a72 req-cbc2b8b6-fca5-4fe4-8290-6e426b5aa959 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for port (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:45.013425 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1c878e34-5be5-4014-b4bc-6b5d3a748a72 req-cbc2b8b6-fca5-4fe4-8290-6e426b5aa959 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0579367 Apr 08 10:53:45.024743 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [req-1c878e34-5be5-4014-b4bc-6b5d3a748a72 req-40036a1a-3e61-4ee6-9415-2ac526fb3654 service neutron] Request body: {'port': {'device_id': '01cac593-2738-4134-8c4a-bf40e0fb8b40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:53:45.091586 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-1c878e34-5be5-4014-b4bc-6b5d3a748a72 req-40036a1a-3e61-4ee6-9415-2ac526fb3654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2), before_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:45.140483 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c39995e2-c233-4533-b78f-2944bd33f611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (65c9c9bc-bb02-426d-a902-340b44f1a4c2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:45.316135 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0269bdd7-8aef-4a45-be08-a6af393cb83c req-9aeb2aa5-a10b-410c-83d2-a2a8899213ee tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:45.317646 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0269bdd7-8aef-4a45-be08-a6af393cb83c req-9aeb2aa5-a10b-410c-83d2-a2a8899213ee tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] 10.222.0.43 "GET /v2.0/ports?device_id=01cac593-2738-4134-8c4a-bf40e0fb8b40 HTTP/1.1" status: 200 len: 931 time: 0.1199417 Apr 08 10:53:45.399305 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0269bdd7-8aef-4a45-be08-a6af393cb83c req-393c58e1-cfdd-4cac-8683-131eb7adaab7 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a9e574e-a3da-4730-994a-5626104aa83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755167 Apr 08 10:53:45.439727 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [req-1c878e34-5be5-4014-b4bc-6b5d3a748a72 req-40036a1a-3e61-4ee6-9415-2ac526fb3654 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2 {{(pid=109910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:53:45.447144 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device e21abf05-543e-4660-a52a-5f155a9b5728 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 10:53:45.447691 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-1c878e34-5be5-4014-b4bc-6b5d3a748a72 req-40036a1a-3e61-4ee6-9415-2ac526fb3654 service neutron] Publish callbacks [] for port (17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2), precommit_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:45.460682 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.provisioning_blocks [req-1c878e34-5be5-4014-b4bc-6b5d3a748a72 req-40036a1a-3e61-4ee6-9415-2ac526fb3654 service neutron] Transition to ACTIVE for port object 17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2 will not be triggered until provisioned by entity L2. {{(pid=109910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 10:53:45.464546 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-1c878e34-5be5-4014-b4bc-6b5d3a748a72 req-40036a1a-3e61-4ee6-9415-2ac526fb3654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14190224'] for port (17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:45.467335 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] No Port match for: e21abf05-543e-4660-a52a-5f155a9b5728 {{(pid=109911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 10:53:45.467669 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device e21abf05-543e-4660-a52a-5f155a9b5728 not bound to the agent host hv-cinder-83607 {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 10:53:45.513910 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40036a1a-3e61-4ee6-9415-2ac526fb3654 service neutron] Pushing event updated for resources: {'Port': ['ID=17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2,revision_number=2']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:45.590683 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.managers [req-1c878e34-5be5-4014-b4bc-6b5d3a748a72 req-40036a1a-3e61-4ee6-9415-2ac526fb3654 service neutron] Attempting to bind port 17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 10:53:45.591105 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.managers [req-1c878e34-5be5-4014-b4bc-6b5d3a748a72 req-40036a1a-3e61-4ee6-9415-2ac526fb3654 service neutron] Attempting to bind port 17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'a1026458-aac8-4f33-9dcb-89683a881d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '11e180d1-7b3e-4e4e-af12-0936c5ff4cc6'}] {{(pid=109910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 10:53:45.591455 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c878e34-5be5-4014-b4bc-6b5d3a748a72 req-40036a1a-3e61-4ee6-9415-2ac526fb3654 service neutron] Attempting to bind port 17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2 on network 11e180d1-7b3e-4e4e-af12-0936c5ff4cc6 {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:53:45.595870 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c878e34-5be5-4014-b4bc-6b5d3a748a72 req-40036a1a-3e61-4ee6-9415-2ac526fb3654 service neutron] Port 17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2 on network 11e180d1-7b3e-4e4e-af12-0936c5ff4cc6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 10:53:45.596191 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c878e34-5be5-4014-b4bc-6b5d3a748a72 req-40036a1a-3e61-4ee6-9415-2ac526fb3654 service neutron] Attempting to bind port 17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2 on network 11e180d1-7b3e-4e4e-af12-0936c5ff4cc6 {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:53:45.601259 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c878e34-5be5-4014-b4bc-6b5d3a748a72 req-40036a1a-3e61-4ee6-9415-2ac526fb3654 service neutron] Checking agent: {'id': 'df0b008b-1017-45b0-9cbd-b6387ecfd69a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 48, 18), 'started_at': datetime.datetime(2022, 4, 8, 10, 48, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 10:53:45.601599 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c878e34-5be5-4014-b4bc-6b5d3a748a72 req-40036a1a-3e61-4ee6-9415-2ac526fb3654 service neutron] Checking segment: {'id': 'a1026458-aac8-4f33-9dcb-89683a881d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '11e180d1-7b3e-4e4e-af12-0936c5ff4cc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:53:45.602022 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c878e34-5be5-4014-b4bc-6b5d3a748a72 req-40036a1a-3e61-4ee6-9415-2ac526fb3654 service neutron] Bound using segment: {'id': 'a1026458-aac8-4f33-9dcb-89683a881d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '11e180d1-7b3e-4e4e-af12-0936c5ff4cc6'} {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 10:53:45.602446 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.managers [req-1c878e34-5be5-4014-b4bc-6b5d3a748a72 req-40036a1a-3e61-4ee6-9415-2ac526fb3654 service neutron] Bound port: 17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1026458-aac8-4f33-9dcb-89683a881d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '11e180d1-7b3e-4e4e-af12-0936c5ff4cc6'}}] {{(pid=109910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 10:53:45.602807 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-1c878e34-5be5-4014-b4bc-6b5d3a748a72 req-40036a1a-3e61-4ee6-9415-2ac526fb3654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2), before_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:45.667864 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [req-1c878e34-5be5-4014-b4bc-6b5d3a748a72 req-40036a1a-3e61-4ee6-9415-2ac526fb3654 service neutron] For port 17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2, host hv-cinder-83607, cleared binding levels {{(pid=109910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:53:45.671735 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [req-1c878e34-5be5-4014-b4bc-6b5d3a748a72 req-40036a1a-3e61-4ee6-9415-2ac526fb3654 service neutron] For port 17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2,segment=NetworkSegment(a1026458-aac8-4f33-9dcb-89683a881d09),segment_id=a1026458-aac8-4f33-9dcb-89683a881d09)] {{(pid=109910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:53:45.679776 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-1c878e34-5be5-4014-b4bc-6b5d3a748a72 req-40036a1a-3e61-4ee6-9415-2ac526fb3654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14190224'] for port (17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:45.782988 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c878e34-5be5-4014-b4bc-6b5d3a748a72 req-40036a1a-3e61-4ee6-9415-2ac526fb3654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:45.783932 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-1c878e34-5be5-4014-b4bc-6b5d3a748a72 req-40036a1a-3e61-4ee6-9415-2ac526fb3654 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for port (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:45.785182 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1c878e34-5be5-4014-b4bc-6b5d3a748a72 req-40036a1a-3e61-4ee6-9415-2ac526fb3654 service neutron] 10.222.0.39 "PUT /v2.0/ports/17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2 HTTP/1.1" status: 200 len: 1093 time: 0.7649102 Apr 08 10:53:45.785712 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01cac593-2738-4134-8c4a-bf40e0fb8b40', 'tag': '17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2'}] {{(pid=109910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:53:45.788470 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c101578fc708467248d177b11db2e3e6a7db5c554c0046cb1dea7ab1ce8b9fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bff2b86-aed0-4ed1-9e57-971574b9b963" -d '{"events": [{"name": "network-changed", "server_uuid": "01cac593-2738-4134-8c4a-bf40e0fb8b40", "tag": "17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2"}]}' {{(pid=109910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:53:45.822383 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40036a1a-3e61-4ee6-9415-2ac526fb3654 service neutron] Pushing event updated for resources: {'Port': ['ID=17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2,revision_number=3']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:45.839340 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 10:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee24fea-02d8-45d8-a930-5c2b0ea66f73 x-openstack-request-id: req-8ee24fea-02d8-45d8-a930-5c2b0ea66f73 {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:53:45.839667 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01cac593-2738-4134-8c4a-bf40e0fb8b40", "tag": "17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2", "status": "completed", "code": 200}]} {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:53:45.839931 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8ee24fea-02d8-45d8-a930-5c2b0ea66f73 {{(pid=109910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:53:45.840361 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ee24fea-02d8-45d8-a930-5c2b0ea66f73'] response: {'name': 'network-changed', 'server_uuid': '01cac593-2738-4134-8c4a-bf40e0fb8b40', 'tag': '17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2', 'status': 'completed', 'code': 200} Apr 08 10:53:45.867798 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab8084-7be7-4311-9f40-4ba0a61357a5 req-62118dce-bd7e-4044-a964-9464d6405e5c tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:45.869296 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f6ab8084-7be7-4311-9f40-4ba0a61357a5 req-62118dce-bd7e-4044-a964-9464d6405e5c tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.39 "GET /v2.0/networks?id=a108a20f-c74a-4177-8672-00636aeb2525 HTTP/1.1" status: 200 len: 815 time: 0.1595974 Apr 08 10:53:45.939447 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a204f876-b325-47ac-8455-e8db7dc7c887 req-00debdc6-2bfb-4ff6-a612-29f3b67c39b0 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a3a3655-92cf-4b4e-8ab0-da8a8886ebe0 HTTP/1.1" status: 200 len: 210 time: 0.0401411 Apr 08 10:53:45.956191 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c878e34-5be5-4014-b4bc-6b5d3a748a72 req-657ccf5d-1dcd-4e7a-8716-7d08c24a3fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:45.956191 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1c878e34-5be5-4014-b4bc-6b5d3a748a72 req-657ccf5d-1dcd-4e7a-8716-7d08c24a3fa3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=25e75ce8eac94d148ef81a73b8554b94&device_id=01cac593-2738-4134-8c4a-bf40e0fb8b40 HTTP/1.1" status: 200 len: 1127 time: 0.1034408 Apr 08 10:53:45.982024 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f6ab8084-7be7-4311-9f40-4ba0a61357a5 req-03db207b-78b2-4492-aa93-6a6019308d6e tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=734e32e8113d4e4db24c106da8458807 HTTP/1.1" status: 200 len: 380 time: 0.0928736 Apr 08 10:53:45.991764 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [req-f6ab8084-7be7-4311-9f40-4ba0a61357a5 req-755a839a-f261-4cd3-90a0-76eab92b3ed3 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Request body: {'port': {'device_id': '5a3a3655-92cf-4b4e-8ab0-da8a8886ebe0', 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525', 'admin_state_up': True, 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'security_groups': ['5d372c37-dd78-46ae-8e3e-d413253ca812']}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:53:46.031228 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1c878e34-5be5-4014-b4bc-6b5d3a748a72 req-d5672bb6-da07-4137-b08c-ccf4a4b56d00 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2 HTTP/1.1" status: 200 len: 217 time: 0.0482993 Apr 08 10:53:46.122936 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c878e34-5be5-4014-b4bc-6b5d3a748a72 req-7421c8dc-7bb1-4cd0-90d6-4d81cf1ae2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:46.124442 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1c878e34-5be5-4014-b4bc-6b5d3a748a72 req-7421c8dc-7bb1-4cd0-90d6-4d81cf1ae2e5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4917ce24-0af7-439c-8e62-bfa592157239 HTTP/1.1" status: 200 len: 848 time: 0.0865829 Apr 08 10:53:46.175580 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1c878e34-5be5-4014-b4bc-6b5d3a748a72 req-6488f144-86c0-4561-a6ad-5aac627eb35d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11e180d1-7b3e-4e4e-af12-0936c5ff4cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379925 Apr 08 10:53:46.212113 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6ab8084-7be7-4311-9f40-4ba0a61357a5 req-755a839a-f261-4cd3-90a0-76eab92b3ed3 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Made reservation on behalf of 734e32e8113d4e4db24c106da8458807 for: {'port': 1} {{(pid=109910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:53:46.215439 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-f6ab8084-7be7-4311-9f40-4ba0a61357a5 req-755a839a-f261-4cd3-90a0-76eab92b3ed3 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:46.326426 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1c878e34-5be5-4014-b4bc-6b5d3a748a72 req-64de3feb-41f0-4c64-ab77-2e5a9c9869b2 service neutron] 10.222.0.39 "GET /v2.0/networks/11e180d1-7b3e-4e4e-af12-0936c5ff4cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432271 Apr 08 10:53:46.442975 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.db_base_plugin_common [req-f6ab8084-7be7-4311-9f40-4ba0a61357a5 req-755a839a-f261-4cd3-90a0-76eab92b3ed3 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Allocated IP 172.20.0.7 (a108a20f-c74a-4177-8672-00636aeb2525/5f421bdc-b76f-40b9-9c95-2e839cd44c87/9c976e90-ec7f-41f1-b67f-52809eb0f108) {{(pid=109910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:53:46.472000 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1c878e34-5be5-4014-b4bc-6b5d3a748a72 req-c80052c7-3789-41f4-b79c-ef695782ce09 service neutron] 10.222.0.39 "GET /v2.0/networks/11e180d1-7b3e-4e4e-af12-0936c5ff4cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391773 Apr 08 10:53:46.585804 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dfd57949-1be2-4190-94f2-c1682066023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (140c1fdd-4f9d-4fc9-9d7c-f6f7cee51a0a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:46.593718 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc38777-a3f4-4c7b-b18e-c5f3ed071c8d req-3cda2fa0-6255-4a37-9c77-3e4d9da5efbf tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:46.595241 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-2dc38777-a3f4-4c7b-b18e-c5f3ed071c8d req-3cda2fa0-6255-4a37-9c77-3e4d9da5efbf tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] 10.222.0.43 "GET /v2.0/ports?device_id=01cac593-2738-4134-8c4a-bf40e0fb8b40 HTTP/1.1" status: 200 len: 943 time: 0.1258707 Apr 08 10:53:46.656020 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-f6ab8084-7be7-4311-9f40-4ba0a61357a5 req-755a839a-f261-4cd3-90a0-76eab92b3ed3 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for port (9c976e90-ec7f-41f1-b67f-52809eb0f108), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:46.671859 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-2dc38777-a3f4-4c7b-b18e-c5f3ed071c8d req-a3f236b5-d91b-4b7a-bf03-2ae0eccbd11c tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a9e574e-a3da-4730-994a-5626104aa83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697672 Apr 08 10:53:46.700596 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-f6ab8084-7be7-4311-9f40-4ba0a61357a5 req-755a839a-f261-4cd3-90a0-76eab92b3ed3 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14190223'] for port (9c976e90-ec7f-41f1-b67f-52809eb0f108), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:46.757131 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6ab8084-7be7-4311-9f40-4ba0a61357a5 req-755a839a-f261-4cd3-90a0-76eab92b3ed3 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Network a108a20f-c74a-4177-8672-00636aeb2525 is already hosted by enough agents. {{(pid=109910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:53:46.760270 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.base_scheduler [req-f6ab8084-7be7-4311-9f40-4ba0a61357a5 req-755a839a-f261-4cd3-90a0-76eab92b3ed3 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Resources bound (agent type, host, resource id): {{(pid=109910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:53:46.766974 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6ab8084-7be7-4311-9f40-4ba0a61357a5 req-755a839a-f261-4cd3-90a0-76eab92b3ed3 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Received port after_create {{(pid=109910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 10:53:46.799234 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755a839a-f261-4cd3-90a0-76eab92b3ed3 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Pushing event updated for resources: {'Port': ['ID=9c976e90-ec7f-41f1-b67f-52809eb0f108,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:46.827984 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab8084-7be7-4311-9f40-4ba0a61357a5 req-755a839a-f261-4cd3-90a0-76eab92b3ed3 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:46.828607 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-f6ab8084-7be7-4311-9f40-4ba0a61357a5 req-755a839a-f261-4cd3-90a0-76eab92b3ed3 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for port (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:46.846618 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f6ab8084-7be7-4311-9f40-4ba0a61357a5 req-755a839a-f261-4cd3-90a0-76eab92b3ed3 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8581357 Apr 08 10:53:46.934626 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-a5bd49e4-9af3-4657-9bf5-b3a489a66b09 None None] Provisioning complete for port 9c976e90-ec7f-41f1-b67f-52809eb0f108 triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:53:46.935174 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-a5bd49e4-9af3-4657-9bf5-b3a489a66b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (9c976e90-ec7f-41f1-b67f-52809eb0f108), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:46.970027 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-a5bd49e4-9af3-4657-9bf5-b3a489a66b09 None None] Port 9c976e90-ec7f-41f1-b67f-52809eb0f108 cannot update to ACTIVE because it is not bound. {{(pid=109911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 10:53:47.062523 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75e642-80b4-4c81-8d42-4c97fdf47769 req-0b6f996e-5f7c-4f11-8c4a-4a9526489782 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:47.064015 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ca75e642-80b4-4c81-8d42-4c97fdf47769 req-0b6f996e-5f7c-4f11-8c4a-4a9526489782 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a3a3655-92cf-4b4e-8ab0-da8a8886ebe0 HTTP/1.1" status: 200 len: 931 time: 0.0577044 Apr 08 10:53:47.118038 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ca75e642-80b4-4c81-8d42-4c97fdf47769 req-2fdae38b-d412-4c3d-9629-31a5f8fec6a8 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d372c37-dd78-46ae-8e3e-d413253ca812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463948 Apr 08 10:53:47.332272 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [req-f6ab8084-7be7-4311-9f40-4ba0a61357a5 req-00efe413-c604-468d-82a3-261d0506322c service neutron] Request body: {'port': {'device_id': '5a3a3655-92cf-4b4e-8ab0-da8a8886ebe0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:53:47.421594 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-f6ab8084-7be7-4311-9f40-4ba0a61357a5 req-00efe413-c604-468d-82a3-261d0506322c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (9c976e90-ec7f-41f1-b67f-52809eb0f108), before_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:47.436425 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff2b86-aed0-4ed1-9e57-971574b9b963 req-428e2318-6f99-4949-b0c9-aa46d90ada7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:47.437921 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-5bff2b86-aed0-4ed1-9e57-971574b9b963 req-428e2318-6f99-4949-b0c9-aa46d90ada7b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=25e75ce8eac94d148ef81a73b8554b94&device_id=01cac593-2738-4134-8c4a-bf40e0fb8b40 HTTP/1.1" status: 200 len: 1127 time: 0.0865965 Apr 08 10:53:47.629586 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff2b86-aed0-4ed1-9e57-971574b9b963 req-16036a22-f603-4eb5-8517-8f2118efae99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:47.630968 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-5bff2b86-aed0-4ed1-9e57-971574b9b963 req-16036a22-f603-4eb5-8517-8f2118efae99 service neutron] 10.222.0.39 "GET /v2.0/networks?id=11e180d1-7b3e-4e4e-af12-0936c5ff4cc6 HTTP/1.1" status: 200 len: 909 time: 0.1731946 Apr 08 10:53:47.786329 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-5bff2b86-aed0-4ed1-9e57-971574b9b963 req-b7a5bc06-1e57-43be-bcc0-8e22444005f8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2 HTTP/1.1" status: 200 len: 217 time: 0.0457647 Apr 08 10:53:47.820172 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [req-f6ab8084-7be7-4311-9f40-4ba0a61357a5 req-00efe413-c604-468d-82a3-261d0506322c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c976e90-ec7f-41f1-b67f-52809eb0f108 {{(pid=109910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:53:47.849834 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-f6ab8084-7be7-4311-9f40-4ba0a61357a5 req-00efe413-c604-468d-82a3-261d0506322c service neutron] Publish callbacks [] for port (9c976e90-ec7f-41f1-b67f-52809eb0f108), precommit_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:47.880390 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.provisioning_blocks [req-f6ab8084-7be7-4311-9f40-4ba0a61357a5 req-00efe413-c604-468d-82a3-261d0506322c service neutron] Transition to ACTIVE for port object 9c976e90-ec7f-41f1-b67f-52809eb0f108 will not be triggered until provisioned by entity L2. {{(pid=109910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 10:53:47.883450 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff2b86-aed0-4ed1-9e57-971574b9b963 req-cb0848cc-2f81-48b4-a542-e2ce64f854aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:47.884988 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-5bff2b86-aed0-4ed1-9e57-971574b9b963 req-cb0848cc-2f81-48b4-a542-e2ce64f854aa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4917ce24-0af7-439c-8e62-bfa592157239 HTTP/1.1" status: 200 len: 848 time: 0.0790880 Apr 08 10:53:47.886695 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-f6ab8084-7be7-4311-9f40-4ba0a61357a5 req-00efe413-c604-468d-82a3-261d0506322c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14190224'] for port (9c976e90-ec7f-41f1-b67f-52809eb0f108), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:47.928059 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc8b151-b6f9-4d93-8ed4-3f23d5e960f7 req-80d4dbe7-33cd-4f44-938a-41cea38cbbe1 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:47.929497 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-7dc8b151-b6f9-4d93-8ed4-3f23d5e960f7 req-80d4dbe7-33cd-4f44-938a-41cea38cbbe1 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] 10.222.0.43 "GET /v2.0/ports?device_id=01cac593-2738-4134-8c4a-bf40e0fb8b40 HTTP/1.1" status: 200 len: 943 time: 0.1804872 Apr 08 10:53:47.964760 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-5bff2b86-aed0-4ed1-9e57-971574b9b963 req-58847ad1-3db6-4df9-ba32-e57aed57f7fe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11e180d1-7b3e-4e4e-af12-0936c5ff4cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707631 Apr 08 10:53:47.992787 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00efe413-c604-468d-82a3-261d0506322c service neutron] Pushing event updated for resources: {'Port': ['ID=9c976e90-ec7f-41f1-b67f-52809eb0f108,revision_number=2']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:48.029927 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (d1e78606-e5cc-43c0-bc22-8a5324478286), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:48.112920 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-7dc8b151-b6f9-4d93-8ed4-3f23d5e960f7 req-1f3071f9-e1f0-4b2a-b3a9-5055f0bc42c6 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a9e574e-a3da-4730-994a-5626104aa83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752508 Apr 08 10:53:48.157751 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-5bff2b86-aed0-4ed1-9e57-971574b9b963 req-56d3ec41-dc4f-4263-bb5d-134e50312eeb service neutron] 10.222.0.39 "GET /v2.0/networks/11e180d1-7b3e-4e4e-af12-0936c5ff4cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792855 Apr 08 10:53:48.162598 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.managers [req-f6ab8084-7be7-4311-9f40-4ba0a61357a5 req-00efe413-c604-468d-82a3-261d0506322c service neutron] Attempting to bind port 9c976e90-ec7f-41f1-b67f-52809eb0f108 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 10:53:48.162958 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.managers [req-f6ab8084-7be7-4311-9f40-4ba0a61357a5 req-00efe413-c604-468d-82a3-261d0506322c service neutron] Attempting to bind port 9c976e90-ec7f-41f1-b67f-52809eb0f108 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'd1fbcf39-677c-48da-b8da-407bc29700aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525'}] {{(pid=109910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 10:53:48.163293 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ab8084-7be7-4311-9f40-4ba0a61357a5 req-00efe413-c604-468d-82a3-261d0506322c service neutron] Attempting to bind port 9c976e90-ec7f-41f1-b67f-52809eb0f108 on network a108a20f-c74a-4177-8672-00636aeb2525 {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:53:48.176247 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ab8084-7be7-4311-9f40-4ba0a61357a5 req-00efe413-c604-468d-82a3-261d0506322c service neutron] Port 9c976e90-ec7f-41f1-b67f-52809eb0f108 on network a108a20f-c74a-4177-8672-00636aeb2525 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 10:53:48.176582 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ab8084-7be7-4311-9f40-4ba0a61357a5 req-00efe413-c604-468d-82a3-261d0506322c service neutron] Attempting to bind port 9c976e90-ec7f-41f1-b67f-52809eb0f108 on network a108a20f-c74a-4177-8672-00636aeb2525 {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:53:48.208442 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ab8084-7be7-4311-9f40-4ba0a61357a5 req-00efe413-c604-468d-82a3-261d0506322c service neutron] Checking agent: {'id': 'df0b008b-1017-45b0-9cbd-b6387ecfd69a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 48, 18), 'started_at': datetime.datetime(2022, 4, 8, 10, 48, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 10:53:48.208721 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ab8084-7be7-4311-9f40-4ba0a61357a5 req-00efe413-c604-468d-82a3-261d0506322c service neutron] Checking segment: {'id': 'd1fbcf39-677c-48da-b8da-407bc29700aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:53:48.209147 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ab8084-7be7-4311-9f40-4ba0a61357a5 req-00efe413-c604-468d-82a3-261d0506322c service neutron] Bound using segment: {'id': 'd1fbcf39-677c-48da-b8da-407bc29700aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525'} {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 10:53:48.209560 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.managers [req-f6ab8084-7be7-4311-9f40-4ba0a61357a5 req-00efe413-c604-468d-82a3-261d0506322c service neutron] Bound port: 9c976e90-ec7f-41f1-b67f-52809eb0f108, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1fbcf39-677c-48da-b8da-407bc29700aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525'}}] {{(pid=109910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 10:53:48.209913 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-f6ab8084-7be7-4311-9f40-4ba0a61357a5 req-00efe413-c604-468d-82a3-261d0506322c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (9c976e90-ec7f-41f1-b67f-52809eb0f108), before_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:48.336504 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-5bff2b86-aed0-4ed1-9e57-971574b9b963 req-55500aaa-948c-49f1-a21d-4b3f420ee620 service neutron] 10.222.0.39 "GET /v2.0/networks/11e180d1-7b3e-4e4e-af12-0936c5ff4cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706712 Apr 08 10:53:48.355807 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95460a7a-443b-4a83-9f92-1b769dbc7082 req-b2bf63db-4f67-4dd9-a55b-3e43459d564a tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:48.357349 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-95460a7a-443b-4a83-9f92-1b769dbc7082 req-b2bf63db-4f67-4dd9-a55b-3e43459d564a tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a3a3655-92cf-4b4e-8ab0-da8a8886ebe0 HTTP/1.1" status: 200 len: 943 time: 0.1635268 Apr 08 10:53:48.358511 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [req-f6ab8084-7be7-4311-9f40-4ba0a61357a5 req-00efe413-c604-468d-82a3-261d0506322c service neutron] For port 9c976e90-ec7f-41f1-b67f-52809eb0f108, host hv-cinder-83607, cleared binding levels {{(pid=109910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:53:48.362132 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [req-f6ab8084-7be7-4311-9f40-4ba0a61357a5 req-00efe413-c604-468d-82a3-261d0506322c service neutron] For port 9c976e90-ec7f-41f1-b67f-52809eb0f108, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=9c976e90-ec7f-41f1-b67f-52809eb0f108,segment=NetworkSegment(d1fbcf39-677c-48da-b8da-407bc29700aa),segment_id=d1fbcf39-677c-48da-b8da-407bc29700aa)] {{(pid=109910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:53:48.373000 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-f6ab8084-7be7-4311-9f40-4ba0a61357a5 req-00efe413-c604-468d-82a3-261d0506322c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14190224'] for port (9c976e90-ec7f-41f1-b67f-52809eb0f108), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:48.427543 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab8084-7be7-4311-9f40-4ba0a61357a5 req-00efe413-c604-468d-82a3-261d0506322c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:48.428228 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-f6ab8084-7be7-4311-9f40-4ba0a61357a5 req-00efe413-c604-468d-82a3-261d0506322c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for port (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:48.429701 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f6ab8084-7be7-4311-9f40-4ba0a61357a5 req-00efe413-c604-468d-82a3-261d0506322c service neutron] 10.222.0.39 "PUT /v2.0/ports/9c976e90-ec7f-41f1-b67f-52809eb0f108 HTTP/1.1" status: 200 len: 1093 time: 1.1017873 Apr 08 10:53:48.432072 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a3a3655-92cf-4b4e-8ab0-da8a8886ebe0', 'tag': '9c976e90-ec7f-41f1-b67f-52809eb0f108'}] {{(pid=109910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:53:48.433266 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (df0b008b-1017-45b0-9cbd-b6387ecfd69a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:48.434564 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c101578fc708467248d177b11db2e3e6a7db5c554c0046cb1dea7ab1ce8b9fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18edbd3c-b54b-44e2-ac99-8bd07b8b4169" -d '{"events": [{"name": "network-changed", "server_uuid": "5a3a3655-92cf-4b4e-8ab0-da8a8886ebe0", "tag": "9c976e90-ec7f-41f1-b67f-52809eb0f108"}]}' {{(pid=109910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:53:48.468085 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-95460a7a-443b-4a83-9f92-1b769dbc7082 req-7ecb1123-74c9-4df7-8564-08f1f497881f tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d372c37-dd78-46ae-8e3e-d413253ca812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040769 Apr 08 10:53:48.468880 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00efe413-c604-468d-82a3-261d0506322c service neutron] Pushing event updated for resources: {'Port': ['ID=9c976e90-ec7f-41f1-b67f-52809eb0f108,revision_number=3']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:48.499531 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 10:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b4cf5e-23f1-44a2-8104-093d12efe796 x-openstack-request-id: req-97b4cf5e-23f1-44a2-8104-093d12efe796 {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:53:48.499816 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a3a3655-92cf-4b4e-8ab0-da8a8886ebe0", "tag": "9c976e90-ec7f-41f1-b67f-52809eb0f108", "status": "completed", "code": 200}]} {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:53:48.500167 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-97b4cf5e-23f1-44a2-8104-093d12efe796 {{(pid=109910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:53:48.500464 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97b4cf5e-23f1-44a2-8104-093d12efe796'] response: {'name': 'network-changed', 'server_uuid': '5a3a3655-92cf-4b4e-8ab0-da8a8886ebe0', 'tag': '9c976e90-ec7f-41f1-b67f-52809eb0f108', 'status': 'completed', 'code': 200} Apr 08 10:53:48.544485 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab8084-7be7-4311-9f40-4ba0a61357a5 req-218ed6b7-bf92-4d7a-945f-a4d856741e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:48.546314 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f6ab8084-7be7-4311-9f40-4ba0a61357a5 req-218ed6b7-bf92-4d7a-945f-a4d856741e35 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=734e32e8113d4e4db24c106da8458807&device_id=5a3a3655-92cf-4b4e-8ab0-da8a8886ebe0 HTTP/1.1" status: 200 len: 1127 time: 0.0653813 Apr 08 10:53:48.597381 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f6ab8084-7be7-4311-9f40-4ba0a61357a5 req-707773d8-b6e3-4a1f-8990-af5b0d68e27d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c976e90-ec7f-41f1-b67f-52809eb0f108 HTTP/1.1" status: 200 len: 217 time: 0.0401962 Apr 08 10:53:48.657941 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab8084-7be7-4311-9f40-4ba0a61357a5 req-a019357a-20d8-48d9-9e16-8a08d6dc5639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:48.659390 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f6ab8084-7be7-4311-9f40-4ba0a61357a5 req-a019357a-20d8-48d9-9e16-8a08d6dc5639 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f421bdc-b76f-40b9-9c95-2e839cd44c87 HTTP/1.1" status: 200 len: 854 time: 0.0456710 Apr 08 10:53:48.712145 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab8084-7be7-4311-9f40-4ba0a61357a5 req-1e7b7772-eb73-4b74-be7d-e784f00220d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:48.713537 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f6ab8084-7be7-4311-9f40-4ba0a61357a5 req-1e7b7772-eb73-4b74-be7d-e784f00220d9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a108a20f-c74a-4177-8672-00636aeb2525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448327 Apr 08 10:53:48.806549 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f6ab8084-7be7-4311-9f40-4ba0a61357a5 req-1254874a-586e-4525-b6c8-58418917d4bd service neutron] 10.222.0.39 "GET /v2.0/networks/a108a20f-c74a-4177-8672-00636aeb2525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857420 Apr 08 10:53:48.969852 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f6ab8084-7be7-4311-9f40-4ba0a61357a5 req-cd114401-7e6e-4956-8a4b-eee248f6d037 service neutron] 10.222.0.39 "GET /v2.0/networks/a108a20f-c74a-4177-8672-00636aeb2525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945573 Apr 08 10:53:49.458957 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device 17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=109911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 10:53:49.498063 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56376d19-e754-4d83-97de-938638d0398c req-d8f975a4-d5e9-49cf-91d6-e5ccb19416c0 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:49.499943 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-56376d19-e754-4d83-97de-938638d0398c req-d8f975a4-d5e9-49cf-91d6-e5ccb19416c0 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] 10.222.0.43 "GET /v2.0/ports?device_id=01cac593-2738-4134-8c4a-bf40e0fb8b40 HTTP/1.1" status: 200 len: 943 time: 0.3111131 Apr 08 10:53:49.578841 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port 17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2,segment=NetworkSegment(a1026458-aac8-4f33-9dcb-89683a881d09),segment_id=a1026458-aac8-4f33-9dcb-89683a881d09)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:53:49.583837 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-56376d19-e754-4d83-97de-938638d0398c req-21d2dc35-ad73-4dc7-8d6e-10f501f07a0f tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a9e574e-a3da-4730-994a-5626104aa83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754521 Apr 08 10:53:49.590732 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Returning: {'device': '17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2', 'network_id': '11e180d1-7b3e-4e4e-af12-0936c5ff4cc6', 'port_id': '17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2', 'mac_address': 'fa:16:3e:b9:4d:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4917ce24-0af7-439c-8e62-bfa592157239', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 10:53:49.608262 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc0ad0f-f6c4-48f2-b710-a8af59a24cb8 req-b62e7781-6fd8-4a42-bee5-15ac1aece8ba tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:49.609768 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-2dc0ad0f-f6c4-48f2-b710-a8af59a24cb8 req-b62e7781-6fd8-4a42-bee5-15ac1aece8ba tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a3a3655-92cf-4b4e-8ab0-da8a8886ebe0 HTTP/1.1" status: 200 len: 943 time: 0.0656404 Apr 08 10:53:49.628521 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Current status of the port 17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2 is: DOWN; New status is: BUILD {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:53:49.628913 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:49.641677 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.notifiers.nova [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2 {{(pid=109911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:53:49.656477 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-2dc0ad0f-f6c4-48f2-b710-a8af59a24cb8 req-4f2aa1dd-1fd9-4f14-bc86-300d67c3e104 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d372c37-dd78-46ae-8e3e-d413253ca812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409362 Apr 08 10:53:49.660596 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port 17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2,segment=NetworkSegment(a1026458-aac8-4f33-9dcb-89683a881d09),segment_id=a1026458-aac8-4f33-9dcb-89683a881d09)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:53:49.665334 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:49.711347 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Pushing event updated for resources: {'Port': ['ID=17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2,revision_number=4']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:49.718641 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:49.719008 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:49.719360 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:49.719748 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:49.720086 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:49.720415 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:49.720741 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:49.721090 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:49.721501 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:49.721845 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:49.722168 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:49.722496 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:49.722837 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:49.723143 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:49.723462 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:53:49.921492 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] get_ports_and_sgs() called for port_ids ['17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2'] {{(pid=109911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 10:53:50.149170 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18edbd3c-b54b-44e2-ac99-8bd07b8b4169 req-3944f08e-620e-446e-8da1-1a563d1a9509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:50.150651 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-18edbd3c-b54b-44e2-ac99-8bd07b8b4169 req-3944f08e-620e-446e-8da1-1a563d1a9509 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=734e32e8113d4e4db24c106da8458807&device_id=5a3a3655-92cf-4b4e-8ab0-da8a8886ebe0 HTTP/1.1" status: 200 len: 1127 time: 0.0513511 Apr 08 10:53:50.520071 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18edbd3c-b54b-44e2-ac99-8bd07b8b4169 req-67a419da-8de0-4eb4-86af-f59065618710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:50.521810 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-18edbd3c-b54b-44e2-ac99-8bd07b8b4169 req-67a419da-8de0-4eb4-86af-f59065618710 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a108a20f-c74a-4177-8672-00636aeb2525 HTTP/1.1" status: 200 len: 916 time: 0.0992301 Apr 08 10:53:50.570791 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-18edbd3c-b54b-44e2-ac99-8bd07b8b4169 req-05bc5461-52ba-4d59-961d-bcfe83839c90 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c976e90-ec7f-41f1-b67f-52809eb0f108 HTTP/1.1" status: 200 len: 217 time: 0.0428843 Apr 08 10:53:50.623104 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18edbd3c-b54b-44e2-ac99-8bd07b8b4169 req-c4302ec4-5f1d-4b16-8c57-89c4ea73efff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:50.624576 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-18edbd3c-b54b-44e2-ac99-8bd07b8b4169 req-c4302ec4-5f1d-4b16-8c57-89c4ea73efff service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f421bdc-b76f-40b9-9c95-2e839cd44c87 HTTP/1.1" status: 200 len: 854 time: 0.0480938 Apr 08 10:53:50.703955 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18edbd3c-b54b-44e2-ac99-8bd07b8b4169 req-f975d55c-f2a3-4444-a944-6e4a9ba297f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:50.705490 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-18edbd3c-b54b-44e2-ac99-8bd07b8b4169 req-f975d55c-f2a3-4444-a944-6e4a9ba297f5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a108a20f-c74a-4177-8672-00636aeb2525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0748749 Apr 08 10:53:50.726694 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef2d5b-0a28-47ae-8091-ed08f3a8054a req-86ed4d69-13be-474e-9e18-a399c0cef48e tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:50.728145 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-92ef2d5b-0a28-47ae-8091-ed08f3a8054a req-86ed4d69-13be-474e-9e18-a399c0cef48e tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] 10.222.0.43 "GET /v2.0/ports?device_id=01cac593-2738-4134-8c4a-bf40e0fb8b40 HTTP/1.1" status: 200 len: 944 time: 0.0717399 Apr 08 10:53:50.858639 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-92ef2d5b-0a28-47ae-8091-ed08f3a8054a req-5216460e-d295-47d6-86e7-a1b27e481fe3 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a9e574e-a3da-4730-994a-5626104aa83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162362 Apr 08 10:53:50.872030 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-18edbd3c-b54b-44e2-ac99-8bd07b8b4169 req-284ab290-9ebc-458f-aa8b-ab036201fc60 service neutron] 10.222.0.39 "GET /v2.0/networks/a108a20f-c74a-4177-8672-00636aeb2525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598756 Apr 08 10:53:50.881938 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f016ce8-3c2b-40ae-ae71-26ca07d9e61c req-2e314866-41e3-4822-87b9-3108a6e30e0e tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:50.883352 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-2f016ce8-3c2b-40ae-ae71-26ca07d9e61c req-2e314866-41e3-4822-87b9-3108a6e30e0e tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a3a3655-92cf-4b4e-8ab0-da8a8886ebe0 HTTP/1.1" status: 200 len: 943 time: 0.1427310 Apr 08 10:53:50.984659 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-2f016ce8-3c2b-40ae-ae71-26ca07d9e61c req-f3d9f6e1-2667-411b-a506-8f6a8e9ae058 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d372c37-dd78-46ae-8e3e-d413253ca812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934045 Apr 08 10:53:51.000351 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-18edbd3c-b54b-44e2-ac99-8bd07b8b4169 req-ca40525b-1e28-476c-b1f3-c8cd0c758e52 service neutron] 10.222.0.39 "GET /v2.0/networks/a108a20f-c74a-4177-8672-00636aeb2525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160922 Apr 08 10:53:51.487479 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device 9c976e90-ec7f-41f1-b67f-52809eb0f108 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=109911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 10:53:51.490859 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device 17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2 up at agent hyperv_hv-cinder-83607 {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:53:51.606864 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Provisioning for port 17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2 completed by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 10:53:51.616999 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Provisioning complete for port 17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2 triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:53:51.617401 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:51.658376 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port 9c976e90-ec7f-41f1-b67f-52809eb0f108, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=9c976e90-ec7f-41f1-b67f-52809eb0f108,segment=NetworkSegment(d1fbcf39-677c-48da-b8da-407bc29700aa),segment_id=d1fbcf39-677c-48da-b8da-407bc29700aa)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:53:51.677610 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Returning: {'device': '9c976e90-ec7f-41f1-b67f-52809eb0f108', 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525', 'port_id': '9c976e90-ec7f-41f1-b67f-52809eb0f108', 'mac_address': 'fa:16:3e:ea:33:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f421bdc-b76f-40b9-9c95-2e839cd44c87', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 10:53:51.749498 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Current status of the port 9c976e90-ec7f-41f1-b67f-52809eb0f108 is: DOWN; New status is: BUILD {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:53:51.749888 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (9c976e90-ec7f-41f1-b67f-52809eb0f108), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:51.770875 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.notifiers.nova [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c976e90-ec7f-41f1-b67f-52809eb0f108 {{(pid=109911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:53:51.774914 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Current status of the port 17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2 is: BUILD; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:53:51.775360 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:51.819168 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port 9c976e90-ec7f-41f1-b67f-52809eb0f108, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=9c976e90-ec7f-41f1-b67f-52809eb0f108,segment=NetworkSegment(d1fbcf39-677c-48da-b8da-407bc29700aa),segment_id=d1fbcf39-677c-48da-b8da-407bc29700aa)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:53:51.824903 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01cac593-2738-4134-8c4a-bf40e0fb8b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2'}] {{(pid=109911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:53:51.827528 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930651e71dbc4ea3279ef2aec3aabe40d8fedb7c9b7e81889183a919dd1d7a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163f1a36-4b46-46ab-a2f1-431d92ec7047" -d '{"events": [{"server_uuid": "01cac593-2738-4134-8c4a-bf40e0fb8b40", "name": "network-vif-plugged", "status": "completed", "tag": "17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2"}]}' {{(pid=109911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:53:51.832552 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (9c976e90-ec7f-41f1-b67f-52809eb0f108), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:51.844608 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port 17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2,segment=NetworkSegment(a1026458-aac8-4f33-9dcb-89683a881d09),segment_id=a1026458-aac8-4f33-9dcb-89683a881d09)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:53:51.865635 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:51.875557 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 10:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbbbb8a9-654d-4619-9354-dacc0c350427 x-openstack-request-id: req-cbbbb8a9-654d-4619-9354-dacc0c350427 {{(pid=109911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:53:51.875850 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01cac593-2738-4134-8c4a-bf40e0fb8b40", "name": "network-vif-plugged", "status": "completed", "tag": "17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2", "code": 200}]} {{(pid=109911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:53:51.876100 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cbbbb8a9-654d-4619-9354-dacc0c350427 {{(pid=109911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:53:51.876549 dv-cinder-836071-3-iscsi neutron-server[109911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbbbb8a9-654d-4619-9354-dacc0c350427'] response: {'server_uuid': '01cac593-2738-4134-8c4a-bf40e0fb8b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2', 'code': 200} Apr 08 10:53:51.902944 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Pushing event updated for resources: {'Port': ['ID=9c976e90-ec7f-41f1-b67f-52809eb0f108,revision_number=4']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:51.908636 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c232f70-046e-4e2c-bc6b-ec08acb1ca77 req-4b1ec0a7-534a-4cec-9d47-3adb442f0e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:51.910313 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0c232f70-046e-4e2c-bc6b-ec08acb1ca77 req-4b1ec0a7-534a-4cec-9d47-3adb442f0e31 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3b8c2bcd253d4480a40c77765f83e67a&device_id=dfc1c2bb-6dae-4b65-bd69-89987828f1f8 HTTP/1.1" status: 200 len: 1129 time: 0.0883675 Apr 08 10:53:51.919637 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4227f-de2c-4eb3-83e6-8bed4cd36611 req-c8484062-1a80-4659-bc62-a6ebd9d107a3 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:51.921426 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-28b4227f-de2c-4eb3-83e6-8bed4cd36611 req-c8484062-1a80-4659-bc62-a6ebd9d107a3 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfc1c2bb-6dae-4b65-bd69-89987828f1f8 HTTP/1.1" status: 200 len: 945 time: 0.0892665 Apr 08 10:53:51.964806 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Pushing event updated for resources: {'Port': ['ID=17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2,revision_number=5']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:52.085465 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] get_ports_and_sgs() called for port_ids ['9c976e90-ec7f-41f1-b67f-52809eb0f108'] {{(pid=109911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 10:53:52.095336 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-28b4227f-de2c-4eb3-83e6-8bed4cd36611 req-1249fbf7-bb0e-4796-b76e-563ea9d09f18 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=618911c2-0d92-416d-9c3d-5dee37a83d45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653879 Apr 08 10:53:52.110417 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c232f70-046e-4e2c-bc6b-ec08acb1ca77 req-41b3d852-8d5a-4c1e-bc74-dbce2ec225ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:52.111911 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0c232f70-046e-4e2c-bc6b-ec08acb1ca77 req-41b3d852-8d5a-4c1e-bc74-dbce2ec225ff service neutron] 10.222.0.39 "GET /v2.0/networks?id=33a3be25-f434-41eb-a414-585facf4d669 HTTP/1.1" status: 200 len: 920 time: 0.1894979 Apr 08 10:53:52.120312 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f03249-a427-4f98-80cd-38dcc4d8a19f req-65bc1503-3d49-4769-8d94-1c5540ec1a03 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:52.121774 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-55f03249-a427-4f98-80cd-38dcc4d8a19f req-65bc1503-3d49-4769-8d94-1c5540ec1a03 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] 10.222.0.43 "GET /v2.0/ports?device_id=01cac593-2738-4134-8c4a-bf40e0fb8b40 HTTP/1.1" status: 200 len: 945 time: 0.1845803 Apr 08 10:53:52.219715 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b58c03e-4d8a-43f4-a5db-dc02bfb3855f req-941d3a8f-3c65-4516-8c17-b7358f4d605a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:52.221248 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-2b58c03e-4d8a-43f4-a5db-dc02bfb3855f req-941d3a8f-3c65-4516-8c17-b7358f4d605a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=01cac593-2738-4134-8c4a-bf40e0fb8b40 HTTP/1.1" status: 200 len: 1129 time: 0.1886725 Apr 08 10:53:52.267892 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0c232f70-046e-4e2c-bc6b-ec08acb1ca77 req-5a6edb18-41bb-409e-822f-6e084ab95858 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e397a46-0789-41b9-a2e7-2d7f5ce968f2 HTTP/1.1" status: 200 len: 1000 time: 0.1442385 Apr 08 10:53:52.273529 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-55f03249-a427-4f98-80cd-38dcc4d8a19f req-3c4d881d-1842-425b-afbc-e4d910a2b828 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a9e574e-a3da-4730-994a-5626104aa83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106601 Apr 08 10:53:52.337887 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e5c23f-bcd1-49f1-865b-9f0e7b3ab8a7 req-f5392f73-bd7a-4f08-be05-f3f2e7d652f2 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:52.339274 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a0e5c23f-bcd1-49f1-865b-9f0e7b3ab8a7 req-f5392f73-bd7a-4f08-be05-f3f2e7d652f2 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a3a3655-92cf-4b4e-8ab0-da8a8886ebe0 HTTP/1.1" status: 200 len: 944 time: 0.1746788 Apr 08 10:53:52.343388 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-2b58c03e-4d8a-43f4-a5db-dc02bfb3855f req-e0b0f4ea-1bf1-4b63-afac-53d3d745d228 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6a9e574e-a3da-4730-994a-5626104aa83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076596 Apr 08 10:53:52.355562 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c232f70-046e-4e2c-bc6b-ec08acb1ca77 req-d3177d72-8dcc-404f-993a-d1953fbd29e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:52.357003 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0c232f70-046e-4e2c-bc6b-ec08acb1ca77 req-d3177d72-8dcc-404f-993a-d1953fbd29e5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=695d492a-ca30-42dc-b8aa-3b1f1f515ae3 HTTP/1.1" status: 200 len: 858 time: 0.0825989 Apr 08 10:53:52.397856 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a0e5c23f-bcd1-49f1-865b-9f0e7b3ab8a7 req-279032f6-4138-40ca-bec6-26d7d102f0cf tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d372c37-dd78-46ae-8e3e-d413253ca812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505552 Apr 08 10:53:52.599501 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c232f70-046e-4e2c-bc6b-ec08acb1ca77 req-cb537431-b8a9-4b39-a2ed-c7e0cb8ac858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:52.601634 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0c232f70-046e-4e2c-bc6b-ec08acb1ca77 req-cb537431-b8a9-4b39-a2ed-c7e0cb8ac858 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=33a3be25-f434-41eb-a414-585facf4d669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0583651 Apr 08 10:53:52.694496 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0c232f70-046e-4e2c-bc6b-ec08acb1ca77 req-097b3e56-2a22-4d7e-9f3d-bcfcbf9d70e5 service neutron] 10.222.0.39 "GET /v2.0/networks/33a3be25-f434-41eb-a414-585facf4d669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857286 Apr 08 10:53:52.804100 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0c232f70-046e-4e2c-bc6b-ec08acb1ca77 req-56d0a4c1-dc6f-44de-9b6a-aa97f60f53f3 service neutron] 10.222.0.39 "GET /v2.0/networks/33a3be25-f434-41eb-a414-585facf4d669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010792 Apr 08 10:53:53.232028 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a6185d-ec71-445e-b87c-8b46a15c3144 req-c1bfac04-3bab-4800-9ac6-014e3e73d2d0 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:53.233570 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-e5a6185d-ec71-445e-b87c-8b46a15c3144 req-c1bfac04-3bab-4800-9ac6-014e3e73d2d0 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfc1c2bb-6dae-4b65-bd69-89987828f1f8 HTTP/1.1" status: 200 len: 945 time: 0.0689833 Apr 08 10:53:53.285022 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-e5a6185d-ec71-445e-b87c-8b46a15c3144 req-274aab78-16e5-4f60-bf20-8f91cba988f9 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=618911c2-0d92-416d-9c3d-5dee37a83d45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450163 Apr 08 10:53:53.404596 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f831e342-b8e3-460b-ab35-70b3d1e79e8b req-9c39e1ee-5fd8-48c6-a90e-24b05ae41987 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:53.406413 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f831e342-b8e3-460b-ab35-70b3d1e79e8b req-9c39e1ee-5fd8-48c6-a90e-24b05ae41987 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] 10.222.0.43 "GET /v2.0/ports?device_id=01cac593-2738-4134-8c4a-bf40e0fb8b40 HTTP/1.1" status: 200 len: 945 time: 0.0599680 Apr 08 10:53:53.460554 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f831e342-b8e3-460b-ab35-70b3d1e79e8b req-248d8743-5e10-48e2-bf7c-42f851eb959f tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a9e574e-a3da-4730-994a-5626104aa83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453048 Apr 08 10:53:53.493681 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device 9c976e90-ec7f-41f1-b67f-52809eb0f108 up at agent hyperv_hv-cinder-83607 {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:53:53.524516 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf6a73-5265-419b-bc56-cb3cc7cbae55 req-56759f85-65e4-464a-85a9-f980c01d0446 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:53.526159 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-8caf6a73-5265-419b-bc56-cb3cc7cbae55 req-56759f85-65e4-464a-85a9-f980c01d0446 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a3a3655-92cf-4b4e-8ab0-da8a8886ebe0 HTTP/1.1" status: 200 len: 944 time: 0.0553405 Apr 08 10:53:53.549575 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Provisioning for port 9c976e90-ec7f-41f1-b67f-52809eb0f108 completed by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 10:53:53.554954 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Provisioning complete for port 9c976e90-ec7f-41f1-b67f-52809eb0f108 triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:53:53.555346 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (9c976e90-ec7f-41f1-b67f-52809eb0f108), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:53.580316 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-8caf6a73-5265-419b-bc56-cb3cc7cbae55 req-8ba447e8-e60d-4747-932a-893e8d7d1a0d tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d372c37-dd78-46ae-8e3e-d413253ca812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477092 Apr 08 10:53:53.635102 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Current status of the port 9c976e90-ec7f-41f1-b67f-52809eb0f108 is: BUILD; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:53:53.635491 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (9c976e90-ec7f-41f1-b67f-52809eb0f108), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:53.669559 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port 9c976e90-ec7f-41f1-b67f-52809eb0f108, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=9c976e90-ec7f-41f1-b67f-52809eb0f108,segment=NetworkSegment(d1fbcf39-677c-48da-b8da-407bc29700aa),segment_id=d1fbcf39-677c-48da-b8da-407bc29700aa)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:53:53.675654 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (9c976e90-ec7f-41f1-b67f-52809eb0f108), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:53.726162 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Pushing event updated for resources: {'Port': ['ID=9c976e90-ec7f-41f1-b67f-52809eb0f108,revision_number=5']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:53.877870 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3a3655-92cf-4b4e-8ab0-da8a8886ebe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c976e90-ec7f-41f1-b67f-52809eb0f108'}] {{(pid=109911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:53:53.880271 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930651e71dbc4ea3279ef2aec3aabe40d8fedb7c9b7e81889183a919dd1d7a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6882699f-45c9-47af-9244-25b3d23a94d8" -d '{"events": [{"server_uuid": "5a3a3655-92cf-4b4e-8ab0-da8a8886ebe0", "name": "network-vif-plugged", "status": "completed", "tag": "9c976e90-ec7f-41f1-b67f-52809eb0f108"}]}' {{(pid=109911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:53:53.920230 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 10:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41af0808-70f9-46e6-952b-74eb366073d8 x-openstack-request-id: req-41af0808-70f9-46e6-952b-74eb366073d8 {{(pid=109911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:53:53.920516 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3a3655-92cf-4b4e-8ab0-da8a8886ebe0", "name": "network-vif-plugged", "status": "completed", "tag": "9c976e90-ec7f-41f1-b67f-52809eb0f108", "code": 200}]} {{(pid=109911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:53:53.920839 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-41af0808-70f9-46e6-952b-74eb366073d8 {{(pid=109911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:53:53.921518 dv-cinder-836071-3-iscsi neutron-server[109911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41af0808-70f9-46e6-952b-74eb366073d8'] response: {'server_uuid': '5a3a3655-92cf-4b4e-8ab0-da8a8886ebe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c976e90-ec7f-41f1-b67f-52809eb0f108', 'code': 200} Apr 08 10:53:54.112158 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f992d-fe7d-4fa0-b0d9-606897cb6f5a req-145bae81-ade7-49d7-ba5f-69942e4995b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:54.113762 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-943f992d-fe7d-4fa0-b0d9-606897cb6f5a req-145bae81-ade7-49d7-ba5f-69942e4995b4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5a3a3655-92cf-4b4e-8ab0-da8a8886ebe0 HTTP/1.1" status: 200 len: 1129 time: 0.0525711 Apr 08 10:53:54.163511 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-943f992d-fe7d-4fa0-b0d9-606897cb6f5a req-56a6b050-ae15-4276-bcaf-7252f223d391 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5d372c37-dd78-46ae-8e3e-d413253ca812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422983 Apr 08 10:53:54.410266 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b2605-d0d9-4337-9166-bd8dadfabf8e req-7de92711-00a3-43e6-884d-52c20d377f49 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:54.411734 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-928b2605-d0d9-4337-9166-bd8dadfabf8e req-7de92711-00a3-43e6-884d-52c20d377f49 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfc1c2bb-6dae-4b65-bd69-89987828f1f8 HTTP/1.1" status: 200 len: 945 time: 0.0574741 Apr 08 10:53:54.469095 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-928b2605-d0d9-4337-9166-bd8dadfabf8e req-557c1b07-10b5-4525-b4ee-8f2e3523a522 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=618911c2-0d92-416d-9c3d-5dee37a83d45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485048 Apr 08 10:53:54.597600 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85bdc63-51ea-4b71-9859-8d39963a1c71 req-a0d0e001-930c-4aa8-9c0e-abb5a885f313 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:54.598993 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-d85bdc63-51ea-4b71-9859-8d39963a1c71 req-a0d0e001-930c-4aa8-9c0e-abb5a885f313 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] 10.222.0.43 "GET /v2.0/ports?device_id=01cac593-2738-4134-8c4a-bf40e0fb8b40 HTTP/1.1" status: 200 len: 945 time: 0.0674560 Apr 08 10:53:54.650107 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-d85bdc63-51ea-4b71-9859-8d39963a1c71 req-a2711344-34a3-4de3-99cd-2e78acc7173c tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a9e574e-a3da-4730-994a-5626104aa83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454006 Apr 08 10:53:54.703685 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c481fe3-8b34-4ebe-a48b-b9b6132d4901 req-d2f5c243-2ba7-472b-ad6d-b2760474a0a9 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:54.705306 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-8c481fe3-8b34-4ebe-a48b-b9b6132d4901 req-d2f5c243-2ba7-472b-ad6d-b2760474a0a9 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a3a3655-92cf-4b4e-8ab0-da8a8886ebe0 HTTP/1.1" status: 200 len: 945 time: 0.0543511 Apr 08 10:53:54.780418 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6a79fee7-d8ae-4bc3-a2f1-5ea12a4978f7 req-37a3017a-1f7c-41d0-aa14-c972d05a84c6 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-540708101&fields=id&tenant_id=cdbf3dccf7d2413cb40e83426f557384 HTTP/1.1" status: 200 len: 267 time: 0.0729783 Apr 08 10:53:54.788358 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-8c481fe3-8b34-4ebe-a48b-b9b6132d4901 req-b17b9ea5-908f-411a-bfe6-a35ba4a7a114 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d372c37-dd78-46ae-8e3e-d413253ca812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732472 Apr 08 10:53:54.844993 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a79fee7-d8ae-4bc3-a2f1-5ea12a4978f7 req-66c4ca95-9dd3-4992-b1e1-2a41e7b9050a tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:54.846544 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6a79fee7-d8ae-4bc3-a2f1-5ea12a4978f7 req-66c4ca95-9dd3-4992-b1e1-2a41e7b9050a tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc9c0f5-4b20-46ae-8b24-1b2fee3db040 HTTP/1.1" status: 200 len: 985 time: 0.0572257 Apr 08 10:53:54.857645 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [req-6a79fee7-d8ae-4bc3-a2f1-5ea12a4978f7 req-3b6ea2b8-c9d2-475d-b9a8-423b5d2d853f tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Request body: {'port': {'security_groups': ['a1f7d50a-a5a1-4bfe-9006-509b033ac2bc']}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:53:54.940138 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-6a79fee7-d8ae-4bc3-a2f1-5ea12a4978f7 req-3b6ea2b8-c9d2-475d-b9a8-423b5d2d853f tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e), before_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:55.120363 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [req-6a79fee7-d8ae-4bc3-a2f1-5ea12a4978f7 req-3b6ea2b8-c9d2-475d-b9a8-423b5d2d853f tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] For port d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e,segment=NetworkSegment(66b46815-337a-4b2d-9afc-f8aedc7cbe2f),segment_id=66b46815-337a-4b2d-9afc-f8aedc7cbe2f)] {{(pid=109910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:53:55.151944 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-6a79fee7-d8ae-4bc3-a2f1-5ea12a4978f7 req-3b6ea2b8-c9d2-475d-b9a8-423b5d2d853f tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Publish callbacks [] for port (d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e), precommit_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:55.157725 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-6a79fee7-d8ae-4bc3-a2f1-5ea12a4978f7 req-3b6ea2b8-c9d2-475d-b9a8-423b5d2d853f tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14190224'] for port (d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:55.171398 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] get_ports_and_sgs() called for port_ids ['d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e'] {{(pid=109911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 10:53:55.200744 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a79fee7-d8ae-4bc3-a2f1-5ea12a4978f7 req-3b6ea2b8-c9d2-475d-b9a8-423b5d2d853f tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:55.201426 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-6a79fee7-d8ae-4bc3-a2f1-5ea12a4978f7 req-3b6ea2b8-c9d2-475d-b9a8-423b5d2d853f tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for port (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:55.202818 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6a79fee7-d8ae-4bc3-a2f1-5ea12a4978f7 req-3b6ea2b8-c9d2-475d-b9a8-423b5d2d853f tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "PUT /v2.0/ports/d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e HTTP/1.1" status: 200 len: 943 time: 0.3500493 Apr 08 10:53:55.203278 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fc9c0f5-4b20-46ae-8b24-1b2fee3db040', 'tag': 'd8ae7326-14cb-49e6-a7bd-5a6c2bbce84e'}] {{(pid=109910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:53:55.205610 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c101578fc708467248d177b11db2e3e6a7db5c554c0046cb1dea7ab1ce8b9fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3230b4-b6f6-45e3-ab06-c400d89fe1a3" -d '{"events": [{"name": "network-changed", "server_uuid": "0fc9c0f5-4b20-46ae-8b24-1b2fee3db040", "tag": "d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e"}]}' {{(pid=109910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:53:55.215309 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 58746) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:53:55.232345 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6ea2b8-c9d2-475d-b9a8-423b5d2d853f tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Pushing event updated for resources: {'Port': ['ID=d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e,revision_number=7']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:55.288768 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 10:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8bbd3b-bdb9-453d-9732-9f9a5c798d89 x-openstack-request-id: req-8d8bbd3b-bdb9-453d-9732-9f9a5c798d89 {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:53:55.289154 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fc9c0f5-4b20-46ae-8b24-1b2fee3db040", "tag": "d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e", "status": "completed", "code": 200}]} {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:53:55.289497 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8d8bbd3b-bdb9-453d-9732-9f9a5c798d89 {{(pid=109910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:53:55.289960 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d8bbd3b-bdb9-453d-9732-9f9a5c798d89'] response: {'name': 'network-changed', 'server_uuid': '0fc9c0f5-4b20-46ae-8b24-1b2fee3db040', 'tag': 'd8ae7326-14cb-49e6-a7bd-5a6c2bbce84e', 'status': 'completed', 'code': 200} Apr 08 10:53:55.327761 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-2ad48cc2-8889-422c-9ed5-b4cc68f71313 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Publish callbacks [] for security_group (606b5bc2-b387-4a78-9a8e-fd5af6be9a63), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:55.349956 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] get_ports_and_sgs() called for port_ids ['d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e'] {{(pid=109911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 10:53:55.364848 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-2ad48cc2-8889-422c-9ed5-b4cc68f71313 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Publish callbacks [] for security_group (606b5bc2-b387-4a78-9a8e-fd5af6be9a63), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:55.440430 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50de573-032e-43bd-b6c0-13ad19f35978 req-305a2f1f-5d1f-4916-9196-ecb05d0e1c51 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:55.442256 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-e50de573-032e-43bd-b6c0-13ad19f35978 req-305a2f1f-5d1f-4916-9196-ecb05d0e1c51 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] 10.222.0.43 "GET /v2.0/ports?device_id=01cac593-2738-4134-8c4a-bf40e0fb8b40 HTTP/1.1" status: 200 len: 945 time: 0.0723515 Apr 08 10:53:55.443722 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-2ad48cc2-8889-422c-9ed5-b4cc68f71313 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (606b5bc2-b387-4a78-9a8e-fd5af6be9a63), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:55.447675 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-2ad48cc2-8889-422c-9ed5-b4cc68f71313 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:55.449641 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-2ad48cc2-8889-422c-9ed5-b4cc68f71313 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "DELETE /v2.0/security-groups/606b5bc2-b387-4a78-9a8e-fd5af6be9a63 HTTP/1.1" status: 204 len: 168 time: 0.2325754 Apr 08 10:53:55.453941 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 58750) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:53:55.466360 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad48cc2-8889-422c-9ed5-b4cc68f71313 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=606b5bc2-b387-4a78-9a8e-fd5af6be9a63,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:55.497317 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-e50de573-032e-43bd-b6c0-13ad19f35978 req-5fd0f58d-80c2-4640-bb0d-c357edb9b016 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a9e574e-a3da-4730-994a-5626104aa83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483611 Apr 08 10:53:55.531865 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-712ebf6e-8999-4e7b-99a8-f9f99713916c None None] Provisioning complete for port d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:53:55.532226 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-712ebf6e-8999-4e7b-99a8-f9f99713916c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:55.634993 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.plugin [None req-cec5a7b1-7117-4eb3-8041-b6d0f2e99f5d tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Deleting port 237f7bf1-6a8b-4b04-96da-a8079aa34bad {{(pid=109909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 10:53:55.635342 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-cec5a7b1-7117-4eb3-8041-b6d0f2e99f5d tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (237f7bf1-6a8b-4b04-96da-a8079aa34bad), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:55.635758 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce5aea-24d2-4628-8c3b-dc68956453ef req-9af8041d-de10-45ce-849b-f85b5f67d782 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:55.636974 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-712ebf6e-8999-4e7b-99a8-f9f99713916c None None] Current status of the port d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:53:55.637314 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b7ce5aea-24d2-4628-8c3b-dc68956453ef req-9af8041d-de10-45ce-849b-f85b5f67d782 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfc1c2bb-6dae-4b65-bd69-89987828f1f8 HTTP/1.1" status: 200 len: 945 time: 0.0576749 Apr 08 10:53:55.687262 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b7ce5aea-24d2-4628-8c3b-dc68956453ef req-c99eb0d7-4efd-4005-bc57-58edf99a3c60 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=618911c2-0d92-416d-9c3d-5dee37a83d45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415337 Apr 08 10:53:55.709953 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-cec5a7b1-7117-4eb3-8041-b6d0f2e99f5d tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (237f7bf1-6a8b-4b04-96da-a8079aa34bad), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:55.710283 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-cec5a7b1-7117-4eb3-8041-b6d0f2e99f5d tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Publish callbacks [] for floatingip (237f7bf1-6a8b-4b04-96da-a8079aa34bad), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:55.721945 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.plugin [None req-cec5a7b1-7117-4eb3-8041-b6d0f2e99f5d tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Calling delete_port for 237f7bf1-6a8b-4b04-96da-a8079aa34bad owned by network:floatingip {{(pid=109909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 10:53:55.953017 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a645ceb-dea2-410e-b18e-f5f4a68e5ac2 req-18ad640e-8f2f-43ed-8e80-42f521b28106 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:55.954457 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6a645ceb-dea2-410e-b18e-f5f4a68e5ac2 req-18ad640e-8f2f-43ed-8e80-42f521b28106 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a3a3655-92cf-4b4e-8ab0-da8a8886ebe0 HTTP/1.1" status: 200 len: 945 time: 0.0912676 Apr 08 10:53:55.960694 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-cec5a7b1-7117-4eb3-8041-b6d0f2e99f5d tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16387658'] for port (237f7bf1-6a8b-4b04-96da-a8079aa34bad), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:55.961191 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3230b4-b6f6-45e3-ab06-c400d89fe1a3 req-6b20e91f-7490-4b1a-bcb3-34b09d2eb8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:55.962621 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6c3230b4-b6f6-45e3-ab06-c400d89fe1a3 req-6b20e91f-7490-4b1a-bcb3-34b09d2eb8f6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cdbf3dccf7d2413cb40e83426f557384&device_id=0fc9c0f5-4b20-46ae-8b24-1b2fee3db040 HTTP/1.1" status: 200 len: 1130 time: 0.0711102 Apr 08 10:53:55.986110 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec5a7b1-7117-4eb3-8041-b6d0f2e99f5d tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Pushing event deleted for resources: {'Port': ['ID=237f7bf1-6a8b-4b04-96da-a8079aa34bad,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:56.004979 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6a645ceb-dea2-410e-b18e-f5f4a68e5ac2 req-87035948-07f7-4d8d-931e-b2f45af10de2 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d372c37-dd78-46ae-8e3e-d413253ca812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414045 Apr 08 10:53:56.048971 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-cec5a7b1-7117-4eb3-8041-b6d0f2e99f5d tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Publish callbacks [] for floatingip (059a9431-745b-4f8b-9eed-810428544e00), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:56.049334 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.db.l3_db [None req-cec5a7b1-7117-4eb3-8041-b6d0f2e99f5d tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Floating IP 059a9431-745b-4f8b-9eed-810428544e00 disassociated (deleted). External IP: 172.27.2.185, port: d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e. Apr 08 10:53:56.273785 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec5a7b1-7117-4eb3-8041-b6d0f2e99f5d tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Router 32422cda-4523-42f7-84b3-360515ebdc83 has already been hosted by L3 agent a0f054a9-d30b-4594-8de6-6c24438c3963 {{(pid=109909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:53:56.381197 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec5a7b1-7117-4eb3-8041-b6d0f2e99f5d tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Notify agent at l3_agent.dv-cinder-836071-3-iscsi the message routers_updated {{(pid=109909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:53:56.386190 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-cec5a7b1-7117-4eb3-8041-b6d0f2e99f5d tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for floatingip (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:56.390903 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cdd0f2-f616-4a34-b94e-b045e8c417a8 None None] Sync routers for ids ['32422cda-4523-42f7-84b3-360515ebdc83'] in dv-cinder-836071-3-iscsi {{(pid=109912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:53:56.401093 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cdd0f2-f616-4a34-b94e-b045e8c417a8 None None] Routers {'32422cda-4523-42f7-84b3-360515ebdc83'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:53:56.401709 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-68cdd0f2-f616-4a34-b94e-b045e8c417a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:53:44Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['32422cda-4523-42f7-84b3-360515ebdc83'], 'active': True} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:53:56.416420 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-cec5a7b1-7117-4eb3-8041-b6d0f2e99f5d tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "DELETE /v2.0/floatingips/059a9431-745b-4f8b-9eed-810428544e00 HTTP/1.1" status: 204 len: 168 time: 0.9558175 Apr 08 10:53:56.417039 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fc9c0f5-4b20-46ae-8b24-1b2fee3db040', 'tag': 'd8ae7326-14cb-49e6-a7bd-5a6c2bbce84e'}] {{(pid=109909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:53:56.419581 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}134ac93eeb9a6ea05545f334ed0e616993a729b1c4bd08d98a5446159e989791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e73cf94-d622-4079-b550-9b812c407030" -d '{"events": [{"name": "network-changed", "server_uuid": "0fc9c0f5-4b20-46ae-8b24-1b2fee3db040", "tag": "d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e"}]}' {{(pid=109909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:53:56.457919 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 10:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75304594-7ae5-4132-9835-e873a74f6b7f x-openstack-request-id: req-75304594-7ae5-4132-9835-e873a74f6b7f {{(pid=109909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:53:56.458206 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fc9c0f5-4b20-46ae-8b24-1b2fee3db040", "tag": "d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e", "status": "completed", "code": 200}]} {{(pid=109909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:53:56.458454 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-75304594-7ae5-4132-9835-e873a74f6b7f {{(pid=109909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:53:56.458855 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75304594-7ae5-4132-9835-e873a74f6b7f'] response: {'name': 'network-changed', 'server_uuid': '0fc9c0f5-4b20-46ae-8b24-1b2fee3db040', 'tag': 'd8ae7326-14cb-49e6-a7bd-5a6c2bbce84e', 'status': 'completed', 'code': 200} Apr 08 10:53:56.511591 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvr_db [None req-68cdd0f2-f616-4a34-b94e-b045e8c417a8 None None] Set router 32422cda-4523-42f7-84b3-360515ebdc83 gateway port host: dv-cinder-836071-3-iscsi {{(pid=109912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:53:56.659006 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9a1bd-f3d9-4702-8361-3e2c720775ad req-815775bb-6923-419a-8c9a-78923067844c tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:56.660613 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1cf9a1bd-f3d9-4702-8361-3e2c720775ad req-815775bb-6923-419a-8c9a-78923067844c tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] 10.222.0.43 "GET /v2.0/ports?device_id=01cac593-2738-4134-8c4a-bf40e0fb8b40 HTTP/1.1" status: 200 len: 945 time: 0.0538378 Apr 08 10:53:56.707192 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1cf9a1bd-f3d9-4702-8361-3e2c720775ad req-a17a768d-477c-492a-94ba-147a72f52838 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a9e574e-a3da-4730-994a-5626104aa83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405519 Apr 08 10:53:56.726465 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-68cdd0f2-f616-4a34-b94e-b045e8c417a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32422cda-4523-42f7-84b3-360515ebdc83', 'name': 'tempest-TestMinimumBasicScenario-303002226-router', 'tenant_id': 'cdbf3dccf7d2413cb40e83426f557384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'daa8787c-388e-4963-b5f7-ceb921345dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:51:04Z', 'updated_at': '2022-04-08T10:51:08Z', 'revision_number': 4, 'project_id': 'cdbf3dccf7d2413cb40e83426f557384', 'gw_port': {'id': 'daa8787c-388e-4963-b5f7-ceb921345dcd', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:34:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32422cda-4523-42f7-84b3-360515ebdc83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:51:05Z', 'updated_at': '2022-04-08T10:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': '71a2f737-0d52-4697-a52b-216566070cef', 'name': '', 'network_id': '994367ac-684e-494c-95f2-2fd2d9ffda84', 'tenant_id': 'cdbf3dccf7d2413cb40e83426f557384', 'mac_address': 'fa:16:3e:9e:bf:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32422cda-4523-42f7-84b3-360515ebdc83', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'b78e7de2-0284-422b-9e2a-e6adefd9058b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:51:07Z', 'updated_at': '2022-04-08T10:51:13Z', 'revision_number': 5, 'project_id': 'cdbf3dccf7d2413cb40e83426f557384', 'subnets': [{'id': 'b78e7de2-0284-422b-9e2a-e6adefd9058b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:53:56.752315 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cdd0f2-f616-4a34-b94e-b045e8c417a8 None None] Checking router: 32422cda-4523-42f7-84b3-360515ebdc83 for host: dv-cinder-836071-3-iscsi {{(pid=109912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:53:56.760976 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cdd0f2-f616-4a34-b94e-b045e8c417a8 None None] Routers {'32422cda-4523-42f7-84b3-360515ebdc83'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:53:56.761605 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-68cdd0f2-f616-4a34-b94e-b045e8c417a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:53:44Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['32422cda-4523-42f7-84b3-360515ebdc83'], 'active': True} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:53:56.823595 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf70d8-90b3-4fa4-85b3-83163cb33baf req-5d026602-3dc0-4470-b815-66a7fc544e04 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:56.825050 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b0bf70d8-90b3-4fa4-85b3-83163cb33baf req-5d026602-3dc0-4470-b815-66a7fc544e04 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfc1c2bb-6dae-4b65-bd69-89987828f1f8 HTTP/1.1" status: 200 len: 945 time: 0.0553546 Apr 08 10:53:56.871691 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvr_db [None req-68cdd0f2-f616-4a34-b94e-b045e8c417a8 None None] Set router 32422cda-4523-42f7-84b3-360515ebdc83 gateway port host: dv-cinder-836071-3-iscsi {{(pid=109912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:53:56.877091 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b0bf70d8-90b3-4fa4-85b3-83163cb33baf req-91115484-2034-405d-8e97-7855c171821c tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=618911c2-0d92-416d-9c3d-5dee37a83d45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458930 Apr 08 10:53:57.149500 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-68cdd0f2-f616-4a34-b94e-b045e8c417a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32422cda-4523-42f7-84b3-360515ebdc83', 'name': 'tempest-TestMinimumBasicScenario-303002226-router', 'tenant_id': 'cdbf3dccf7d2413cb40e83426f557384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'daa8787c-388e-4963-b5f7-ceb921345dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:51:04Z', 'updated_at': '2022-04-08T10:51:08Z', 'revision_number': 4, 'project_id': 'cdbf3dccf7d2413cb40e83426f557384', 'gw_port': {'id': 'daa8787c-388e-4963-b5f7-ceb921345dcd', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:34:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32422cda-4523-42f7-84b3-360515ebdc83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:51:05Z', 'updated_at': '2022-04-08T10:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': '71a2f737-0d52-4697-a52b-216566070cef', 'name': '', 'network_id': '994367ac-684e-494c-95f2-2fd2d9ffda84', 'tenant_id': 'cdbf3dccf7d2413cb40e83426f557384', 'mac_address': 'fa:16:3e:9e:bf:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32422cda-4523-42f7-84b3-360515ebdc83', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'b78e7de2-0284-422b-9e2a-e6adefd9058b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:51:07Z', 'updated_at': '2022-04-08T10:51:13Z', 'revision_number': 5, 'project_id': 'cdbf3dccf7d2413cb40e83426f557384', 'subnets': [{'id': 'b78e7de2-0284-422b-9e2a-e6adefd9058b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:53:57.176710 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cdd0f2-f616-4a34-b94e-b045e8c417a8 None None] The sync data for ids ['32422cda-4523-42f7-84b3-360515ebdc83'] in dv-cinder-836071-3-iscsi is: [{'id': '32422cda-4523-42f7-84b3-360515ebdc83', 'name': 'tempest-TestMinimumBasicScenario-303002226-router', 'tenant_id': 'cdbf3dccf7d2413cb40e83426f557384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'daa8787c-388e-4963-b5f7-ceb921345dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:51:04Z', 'updated_at': '2022-04-08T10:51:08Z', 'revision_number': 4, 'project_id': 'cdbf3dccf7d2413cb40e83426f557384', 'gw_port': {'id': 'daa8787c-388e-4963-b5f7-ceb921345dcd', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:34:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32422cda-4523-42f7-84b3-360515ebdc83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:51:05Z', 'updated_at': '2022-04-08T10:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': '71a2f737-0d52-4697-a52b-216566070cef', 'name': '', 'network_id': '994367ac-684e-494c-95f2-2fd2d9ffda84', 'tenant_id': 'cdbf3dccf7d2413cb40e83426f557384', 'mac_address': 'fa:16:3e:9e:bf:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32422cda-4523-42f7-84b3-360515ebdc83', 'device_owner': 'network:router_interface', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': 'b78e7de2-0284-422b-9e2a-e6adefd9058b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:51:07Z', 'updated_at': '2022-04-08T10:51:13Z', 'revision_number': 5, 'project_id': 'cdbf3dccf7d2413cb40e83426f557384', 'subnets': [{'id': 'b78e7de2-0284-422b-9e2a-e6adefd9058b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:53:57.192791 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae2df1b-05ef-42df-b3bc-265fb17d8436 req-d0b3bbdb-2cb3-4153-96d7-533452ba49d6 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:57.194371 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6ae2df1b-05ef-42df-b3bc-265fb17d8436 req-d0b3bbdb-2cb3-4153-96d7-533452ba49d6 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a3a3655-92cf-4b4e-8ab0-da8a8886ebe0 HTTP/1.1" status: 200 len: 945 time: 0.1218622 Apr 08 10:53:57.233106 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3230b4-b6f6-45e3-ab06-c400d89fe1a3 req-6453d852-65e6-48a6-9160-5346501d8365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:57.234638 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6c3230b4-b6f6-45e3-ab06-c400d89fe1a3 req-6453d852-65e6-48a6-9160-5346501d8365 service neutron] 10.222.0.39 "GET /v2.0/networks?id=994367ac-684e-494c-95f2-2fd2d9ffda84 HTTP/1.1" status: 200 len: 915 time: 0.1303189 Apr 08 10:53:57.265259 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6ae2df1b-05ef-42df-b3bc-265fb17d8436 req-ee54da72-90ef-4ce6-b1ca-4083f6affeab tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d372c37-dd78-46ae-8e3e-d413253ca812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631118 Apr 08 10:53:57.383059 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffaed46-6f72-4291-a978-1751fb6ae396 req-c68bcf0b-89bd-4d02-b0da-92521cd1e9a3 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:57.384533 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-4ffaed46-6f72-4291-a978-1751fb6ae396 req-c68bcf0b-89bd-4d02-b0da-92521cd1e9a3 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a3a3655-92cf-4b4e-8ab0-da8a8886ebe0 HTTP/1.1" status: 200 len: 945 time: 0.0542252 Apr 08 10:53:57.393570 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 58774) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:53:57.397957 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [None req-e1ea465c-90be-43d2-b4ec-7f5130090b57 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Request body: {'floatingip': {'port_id': '9c976e90-ec7f-41f1-b67f-52809eb0f108'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:53:57.401985 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e204b6f-d57a-4a9e-9987-e00f350a33b8 None None] New status for floating IP 059a9431-745b-4f8b-9eed-810428544e00: DOWN {{(pid=109911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 10:53:57.436596 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-e1ea465c-90be-43d2-b4ec-7f5130090b57 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for floatingip (ca67b73b-d454-4396-b073-163346856317), before_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:57.643828 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6c3230b4-b6f6-45e3-ab06-c400d89fe1a3 req-dad75cf9-45db-43f0-b485-f29dfcc687a0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e HTTP/1.1" status: 200 len: 217 time: 0.1035023 Apr 08 10:53:57.749791 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3230b4-b6f6-45e3-ab06-c400d89fe1a3 req-3f28ea54-4d63-4228-9a9b-a065dd9b2536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:57.751433 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6c3230b4-b6f6-45e3-ab06-c400d89fe1a3 req-3f28ea54-4d63-4228-9a9b-a065dd9b2536 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b78e7de2-0284-422b-9e2a-e6adefd9058b HTTP/1.1" status: 200 len: 853 time: 0.0980756 Apr 08 10:53:57.758260 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd517ba0-01c7-4d89-8b96-c54df7908393 req-eda98fe3-8ea1-4025-a69d-1229d657728f tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:57.759637 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-fd517ba0-01c7-4d89-8b96-c54df7908393 req-eda98fe3-8ea1-4025-a69d-1229d657728f tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] 10.222.0.39 "GET /v2.0/ports?device_id=01cac593-2738-4134-8c4a-bf40e0fb8b40 HTTP/1.1" status: 200 len: 945 time: 0.2147713 Apr 08 10:53:58.348786 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3230b4-b6f6-45e3-ab06-c400d89fe1a3 req-1a4f89ea-081d-43db-aa90-f779eed66ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:58.350359 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6c3230b4-b6f6-45e3-ab06-c400d89fe1a3 req-1a4f89ea-081d-43db-aa90-f779eed66ba7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=994367ac-684e-494c-95f2-2fd2d9ffda84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5882661 Apr 08 10:53:58.388519 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e1ecc8-0ca4-43b4-b2f8-e6910cde0898 req-ad1b7a59-e175-436c-b374-6e43315792e1 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:58.389997 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-33e1ecc8-0ca4-43b4-b2f8-e6910cde0898 req-ad1b7a59-e175-436c-b374-6e43315792e1 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] 10.222.0.43 "GET /v2.0/ports?device_id=01cac593-2738-4134-8c4a-bf40e0fb8b40 HTTP/1.1" status: 200 len: 945 time: 0.5912845 Apr 08 10:53:58.568111 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1594d-02e9-4dd6-8503-ee65a3b001b1 req-2e183dd9-43dd-4e8a-b497-20a0e7747005 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:58.569646 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-c2b1594d-02e9-4dd6-8503-ee65a3b001b1 req-2e183dd9-43dd-4e8a-b497-20a0e7747005 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfc1c2bb-6dae-4b65-bd69-89987828f1f8 HTTP/1.1" status: 200 len: 945 time: 0.6164017 Apr 08 10:53:58.630541 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.db.resource_extend [None req-e1ea465c-90be-43d2-b4ec-7f5130090b57 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 10:53:58.679734 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-33e1ecc8-0ca4-43b4-b2f8-e6910cde0898 req-81dcef98-8f65-4c9e-baa6-d5263ea20f98 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a9e574e-a3da-4730-994a-5626104aa83b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735872 Apr 08 10:53:58.681604 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [req-fd517ba0-01c7-4d89-8b96-c54df7908393 req-189f1c7e-6251-4ab1-b700-a91bce50d9b8 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Deleting port 17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2 {{(pid=109910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 10:53:58.681951 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-fd517ba0-01c7-4d89-8b96-c54df7908393 req-189f1c7e-6251-4ab1-b700-a91bce50d9b8 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:58.690555 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6c3230b4-b6f6-45e3-ab06-c400d89fe1a3 req-103b2327-fb73-413b-b2cc-5b2cdfecd5ca service neutron] 10.222.0.39 "GET /v2.0/networks/994367ac-684e-494c-95f2-2fd2d9ffda84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229909 Apr 08 10:53:58.794382 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-e1ea465c-90be-43d2-b4ec-7f5130090b57 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:58.828904 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-e1ea465c-90be-43d2-b4ec-7f5130090b57 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743873'] for floatingip (ca67b73b-d454-4396-b073-163346856317), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:58.840249 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-c2b1594d-02e9-4dd6-8503-ee65a3b001b1 req-6b9606e2-1f42-44b9-991b-4807502f7c5b tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=618911c2-0d92-416d-9c3d-5dee37a83d45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2538478 Apr 08 10:53:58.970266 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [req-fd517ba0-01c7-4d89-8b96-c54df7908393 req-189f1c7e-6251-4ab1-b700-a91bce50d9b8 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] For port 17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2,segment=NetworkSegment(a1026458-aac8-4f33-9dcb-89683a881d09),segment_id=a1026458-aac8-4f33-9dcb-89683a881d09)] {{(pid=109910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:53:58.970636 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-fd517ba0-01c7-4d89-8b96-c54df7908393 req-189f1c7e-6251-4ab1-b700-a91bce50d9b8 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:58.980282 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6c3230b4-b6f6-45e3-ab06-c400d89fe1a3 req-010ae0ef-539d-407d-9577-6e78afaf0744 service neutron] 10.222.0.39 "GET /v2.0/networks/994367ac-684e-494c-95f2-2fd2d9ffda84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757072 Apr 08 10:53:58.991366 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [req-fd517ba0-01c7-4d89-8b96-c54df7908393 req-189f1c7e-6251-4ab1-b700-a91bce50d9b8 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Calling delete_port for 17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2 owned by compute:nova {{(pid=109910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 10:53:59.013876 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.db.l3_db [None req-e1ea465c-90be-43d2-b4ec-7f5130090b57 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Floating IP ca67b73b-d454-4396-b073-163346856317 associated. External IP: 172.27.2.122, port: 9c976e90-ec7f-41f1-b67f-52809eb0f108. Apr 08 10:53:59.208170 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73cf94-d622-4079-b550-9b812c407030 req-8fe19b7c-3fbe-4279-a7af-95e77ae69ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:59.209780 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0e73cf94-d622-4079-b550-9b812c407030 req-8fe19b7c-3fbe-4279-a7af-95e77ae69ce6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cdbf3dccf7d2413cb40e83426f557384&device_id=0fc9c0f5-4b20-46ae-8b24-1b2fee3db040 HTTP/1.1" status: 200 len: 1130 time: 0.1618724 Apr 08 10:53:59.359538 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-fd517ba0-01c7-4d89-8b96-c54df7908393 req-189f1c7e-6251-4ab1-b700-a91bce50d9b8 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14190223'] for port (17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:59.371383 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] get_ports_and_sgs() called for port_ids ['17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2'] {{(pid=109911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 10:53:59.437353 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f1c7e-6251-4ab1-b700-a91bce50d9b8 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Pushing event deleted for resources: {'Port': ['ID=17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:53:59.480624 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73cf94-d622-4079-b550-9b812c407030 req-2f9d5c08-c980-4a70-a920-220141a75c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:59.482120 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0e73cf94-d622-4079-b550-9b812c407030 req-2f9d5c08-c980-4a70-a920-220141a75c05 service neutron] 10.222.0.39 "GET /v2.0/networks?id=994367ac-684e-494c-95f2-2fd2d9ffda84 HTTP/1.1" status: 200 len: 915 time: 0.2631774 Apr 08 10:53:59.510445 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd517ba0-01c7-4d89-8b96-c54df7908393 req-189f1c7e-6251-4ab1-b700-a91bce50d9b8 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] No DVR routers for this DVR port 17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2 on host hv-cinder-83607 {{(pid=109910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:53:59.513874 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-fd517ba0-01c7-4d89-8b96-c54df7908393 req-189f1c7e-6251-4ab1-b700-a91bce50d9b8 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for port (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:59.517114 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-fd517ba0-01c7-4d89-8b96-c54df7908393 req-189f1c7e-6251-4ab1-b700-a91bce50d9b8 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] 10.222.0.39 "DELETE /v2.0/ports/17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2 HTTP/1.1" status: 204 len: 173 time: 1.7438703 Apr 08 10:53:59.517671 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01cac593-2738-4134-8c4a-bf40e0fb8b40', 'name': 'network-vif-deleted', 'tag': '17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2'}] {{(pid=109910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:53:59.519960 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c101578fc708467248d177b11db2e3e6a7db5c554c0046cb1dea7ab1ce8b9fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433c2cd0-49fc-4ccf-9e64-63ead7f71903" -d '{"events": [{"server_uuid": "01cac593-2738-4134-8c4a-bf40e0fb8b40", "name": "network-vif-deleted", "tag": "17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2"}]}' {{(pid=109910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:53:59.556280 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0e73cf94-d622-4079-b550-9b812c407030 req-f40cba39-d823-4edd-a160-346daac8cb2f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e HTTP/1.1" status: 200 len: 217 time: 0.0525677 Apr 08 10:53:59.561056 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1ea465c-90be-43d2-b4ec-7f5130090b57 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Router d8772b0f-eb2e-43e1-8573-c003f829b44f has already been hosted by L3 agent a0f054a9-d30b-4594-8de6-6c24438c3963 {{(pid=109910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:53:59.573836 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 10:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5cbbf5b-7f67-475c-9140-9c7389a96a4b x-openstack-request-id: req-d5cbbf5b-7f67-475c-9140-9c7389a96a4b {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:53:59.574121 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01cac593-2738-4134-8c4a-bf40e0fb8b40", "name": "network-vif-deleted", "tag": "17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2", "status": "completed", "code": 200}]} {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:53:59.574373 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d5cbbf5b-7f67-475c-9140-9c7389a96a4b {{(pid=109910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:53:59.574772 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5cbbf5b-7f67-475c-9140-9c7389a96a4b'] response: {'server_uuid': '01cac593-2738-4134-8c4a-bf40e0fb8b40', 'name': 'network-vif-deleted', 'tag': '17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2', 'status': 'completed', 'code': 200} Apr 08 10:53:59.656078 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73cf94-d622-4079-b550-9b812c407030 req-e4995570-6da7-4874-8ff0-f85b06386fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:59.657604 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0e73cf94-d622-4079-b550-9b812c407030 req-e4995570-6da7-4874-8ff0-f85b06386fe0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b78e7de2-0284-422b-9e2a-e6adefd9058b HTTP/1.1" status: 200 len: 853 time: 0.0932808 Apr 08 10:53:59.748813 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ea465c-90be-43d2-b4ec-7f5130090b57 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Notify agent at l3_agent.dv-cinder-836071-3-iscsi the message routers_updated {{(pid=109910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:53:59.754258 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-e1ea465c-90be-43d2-b4ec-7f5130090b57 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for floatingip (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:53:59.764058 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5652776e-3062-42a3-b00e-18fb70f3fb90 None None] Sync routers for ids ['d8772b0f-eb2e-43e1-8573-c003f829b44f'] in dv-cinder-836071-3-iscsi {{(pid=109912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:53:59.774710 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5652776e-3062-42a3-b00e-18fb70f3fb90 None None] Routers {'d8772b0f-eb2e-43e1-8573-c003f829b44f'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:53:59.775532 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-5652776e-3062-42a3-b00e-18fb70f3fb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:53:44Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['d8772b0f-eb2e-43e1-8573-c003f829b44f'], 'active': True} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:53:59.790841 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73cf94-d622-4079-b550-9b812c407030 req-1e9eb4a5-6bc5-4f07-9369-eb001b81cda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:53:59.792259 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0e73cf94-d622-4079-b550-9b812c407030 req-1e9eb4a5-6bc5-4f07-9369-eb001b81cda2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=994367ac-684e-494c-95f2-2fd2d9ffda84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0988111 Apr 08 10:53:59.815484 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-25a07b35-4582-48d6-b3f7-80d5415301f8 req-1f2f5b93-8df5-4197-a729-7fc28b3112a8 tempest-VolumesActionsTest-703638353 tempest-VolumesActionsTest-703638353-project] 10.222.0.43 "GET /v2.0/ports?device_id=01cac593-2738-4134-8c4a-bf40e0fb8b40 HTTP/1.1" status: 200 len: 210 time: 0.0371861 Apr 08 10:53:59.820709 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-e1ea465c-90be-43d2-b4ec-7f5130090b57 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "PUT /v2.0/floatingips/ca67b73b-d454-4396-b073-163346856317 HTTP/1.1" status: 200 len: 991 time: 2.4242032 Apr 08 10:53:59.898508 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvr_db [None req-5652776e-3062-42a3-b00e-18fb70f3fb90 None None] Set router d8772b0f-eb2e-43e1-8573-c003f829b44f gateway port host: dv-cinder-836071-3-iscsi {{(pid=109912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:54:00.014387 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0e73cf94-d622-4079-b550-9b812c407030 req-8d68e156-d832-48ea-9969-fa20cfec44c0 service neutron] 10.222.0.39 "GET /v2.0/networks/994367ac-684e-494c-95f2-2fd2d9ffda84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369922 Apr 08 10:54:00.042799 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21485bee-c337-4d17-ad8d-f2eaade9e679 req-ef29bc87-c173-4fcb-b48b-a03ec082d13b tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:00.044454 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-21485bee-c337-4d17-ad8d-f2eaade9e679 req-ef29bc87-c173-4fcb-b48b-a03ec082d13b tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfc1c2bb-6dae-4b65-bd69-89987828f1f8 HTTP/1.1" status: 200 len: 945 time: 0.1070533 Apr 08 10:54:00.144244 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-21485bee-c337-4d17-ad8d-f2eaade9e679 req-1f356c10-aca4-447e-80a5-62307a99ce7b tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=618911c2-0d92-416d-9c3d-5dee37a83d45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891879 Apr 08 10:54:00.158502 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-5652776e-3062-42a3-b00e-18fb70f3fb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'name': 'tempest-AttachVolumeNegativeTest-1105897746-router', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'b149437b-8d8c-45d5-8948-b52b29edf656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:50:18Z', 'updated_at': '2022-04-08T10:50:30Z', 'revision_number': 4, 'project_id': '734e32e8113d4e4db24c106da8458807', 'gw_port': {'id': 'b149437b-8d8c-45d5-8948-b52b29edf656', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:74:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:20Z', 'updated_at': '2022-04-08T10:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_floatingips': [{'id': 'ca67b73b-d454-4396-b073-163346856317', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'floating_ip_address': '172.27.2.122', 'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'router_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'port_id': '9c976e90-ec7f-41f1-b67f-52809eb0f108', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525', 'mac_address': 'fa:16:3e:ea:33:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3a3655-92cf-4b4e-8ab0-da8a8886ebe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:53:43Z', 'updated_at': '2022-04-08T10:53:58Z', 'revision_number': 1, 'project_id': '734e32e8113d4e4db24c106da8458807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90d0def9-41d1-4896-921d-00edc40df59b', 'name': '', 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'mac_address': 'fa:16:3e:fb:76:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5f421bdc-b76f-40b9-9c95-2e839cd44c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:26Z', 'updated_at': '2022-04-08T10:50:36Z', 'revision_number': 5, 'project_id': '734e32e8113d4e4db24c106da8458807', 'subnets': [{'id': '5f421bdc-b76f-40b9-9c95-2e839cd44c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:00.161155 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0e73cf94-d622-4079-b550-9b812c407030 req-67ca9c0a-d994-49fe-b987-140f667af604 service neutron] 10.222.0.39 "GET /v2.0/networks/994367ac-684e-494c-95f2-2fd2d9ffda84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401238 Apr 08 10:54:00.195236 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5652776e-3062-42a3-b00e-18fb70f3fb90 None None] Checking router: d8772b0f-eb2e-43e1-8573-c003f829b44f for host: dv-cinder-836071-3-iscsi {{(pid=109912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:54:00.204080 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5652776e-3062-42a3-b00e-18fb70f3fb90 None None] Routers {'d8772b0f-eb2e-43e1-8573-c003f829b44f'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:54:00.204775 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-5652776e-3062-42a3-b00e-18fb70f3fb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:53:44Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['d8772b0f-eb2e-43e1-8573-c003f829b44f'], 'active': True} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:00.317920 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvr_db [None req-5652776e-3062-42a3-b00e-18fb70f3fb90 None None] Set router d8772b0f-eb2e-43e1-8573-c003f829b44f gateway port host: dv-cinder-836071-3-iscsi {{(pid=109912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:54:00.505876 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331683f-1471-432c-9a35-67315047e7ee req-c1c54cde-998d-4d76-997a-78e115283ace tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:00.507489 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-9331683f-1471-432c-9a35-67315047e7ee req-c1c54cde-998d-4d76-997a-78e115283ace tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc9c0f5-4b20-46ae-8b24-1b2fee3db040 HTTP/1.1" status: 200 len: 946 time: 0.3148658 Apr 08 10:54:00.549581 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-5652776e-3062-42a3-b00e-18fb70f3fb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'name': 'tempest-AttachVolumeNegativeTest-1105897746-router', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'b149437b-8d8c-45d5-8948-b52b29edf656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:50:18Z', 'updated_at': '2022-04-08T10:50:30Z', 'revision_number': 4, 'project_id': '734e32e8113d4e4db24c106da8458807', 'gw_port': {'id': 'b149437b-8d8c-45d5-8948-b52b29edf656', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:74:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:20Z', 'updated_at': '2022-04-08T10:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_floatingips': [{'id': 'ca67b73b-d454-4396-b073-163346856317', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'floating_ip_address': '172.27.2.122', 'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'router_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'port_id': '9c976e90-ec7f-41f1-b67f-52809eb0f108', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525', 'mac_address': 'fa:16:3e:ea:33:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3a3655-92cf-4b4e-8ab0-da8a8886ebe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:53:43Z', 'updated_at': '2022-04-08T10:53:58Z', 'revision_number': 1, 'project_id': '734e32e8113d4e4db24c106da8458807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90d0def9-41d1-4896-921d-00edc40df59b', 'name': '', 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'mac_address': 'fa:16:3e:fb:76:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5f421bdc-b76f-40b9-9c95-2e839cd44c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:26Z', 'updated_at': '2022-04-08T10:50:36Z', 'revision_number': 5, 'project_id': '734e32e8113d4e4db24c106da8458807', 'subnets': [{'id': '5f421bdc-b76f-40b9-9c95-2e839cd44c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:00.557485 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-9331683f-1471-432c-9a35-67315047e7ee req-5330bdac-c28d-496e-9400-0ebd0fbeb831 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1f7d50a-a5a1-4bfe-9006-509b033ac2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443254 Apr 08 10:54:00.576603 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5652776e-3062-42a3-b00e-18fb70f3fb90 None None] The sync data for ids ['d8772b0f-eb2e-43e1-8573-c003f829b44f'] in dv-cinder-836071-3-iscsi is: [{'id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'name': 'tempest-AttachVolumeNegativeTest-1105897746-router', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'b149437b-8d8c-45d5-8948-b52b29edf656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:50:18Z', 'updated_at': '2022-04-08T10:50:30Z', 'revision_number': 4, 'project_id': '734e32e8113d4e4db24c106da8458807', 'gw_port': {'id': 'b149437b-8d8c-45d5-8948-b52b29edf656', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:74:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:20Z', 'updated_at': '2022-04-08T10:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_floatingips': [{'id': 'ca67b73b-d454-4396-b073-163346856317', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'floating_ip_address': '172.27.2.122', 'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'router_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'port_id': '9c976e90-ec7f-41f1-b67f-52809eb0f108', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525', 'mac_address': 'fa:16:3e:ea:33:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3a3655-92cf-4b4e-8ab0-da8a8886ebe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:53:43Z', 'updated_at': '2022-04-08T10:53:58Z', 'revision_number': 1, 'project_id': '734e32e8113d4e4db24c106da8458807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90d0def9-41d1-4896-921d-00edc40df59b', 'name': '', 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'mac_address': 'fa:16:3e:fb:76:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5f421bdc-b76f-40b9-9c95-2e839cd44c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:26Z', 'updated_at': '2022-04-08T10:50:36Z', 'revision_number': 5, 'project_id': '734e32e8113d4e4db24c106da8458807', 'subnets': [{'id': '5f421bdc-b76f-40b9-9c95-2e839cd44c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:54:00.761401 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5552d0f-9cf9-4e0a-bb9e-f0eb7de97fee None None] New status for floating IP ca67b73b-d454-4396-b073-163346856317: ACTIVE {{(pid=109911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 10:54:01.268378 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638163d7-ee08-445b-8511-ea5cee64c836 req-25cb78fd-19f2-4d92-aa9a-c9daa97ea7a0 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:01.269886 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-638163d7-ee08-445b-8511-ea5cee64c836 req-25cb78fd-19f2-4d92-aa9a-c9daa97ea7a0 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfc1c2bb-6dae-4b65-bd69-89987828f1f8 HTTP/1.1" status: 200 len: 945 time: 0.0538657 Apr 08 10:54:01.317635 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-638163d7-ee08-445b-8511-ea5cee64c836 req-c875d01d-103d-4869-8820-e2fa5079e256 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=618911c2-0d92-416d-9c3d-5dee37a83d45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418835 Apr 08 10:54:01.576162 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a3a3655-92cf-4b4e-8ab0-da8a8886ebe0', 'tag': '9c976e90-ec7f-41f1-b67f-52809eb0f108'}] {{(pid=109910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:54:01.578708 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c101578fc708467248d177b11db2e3e6a7db5c554c0046cb1dea7ab1ce8b9fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7e1583-daaf-439b-af89-8a999eb90b8a" -d '{"events": [{"name": "network-changed", "server_uuid": "5a3a3655-92cf-4b4e-8ab0-da8a8886ebe0", "tag": "9c976e90-ec7f-41f1-b67f-52809eb0f108"}]}' {{(pid=109910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:54:01.618763 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 10:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c8304f-b89a-4084-b233-3c151807c326 x-openstack-request-id: req-70c8304f-b89a-4084-b233-3c151807c326 {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:54:01.619067 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a3a3655-92cf-4b4e-8ab0-da8a8886ebe0", "tag": "9c976e90-ec7f-41f1-b67f-52809eb0f108", "status": "completed", "code": 200}]} {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:54:01.619348 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-70c8304f-b89a-4084-b233-3c151807c326 {{(pid=109910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:54:01.619725 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70c8304f-b89a-4084-b233-3c151807c326'] response: {'name': 'network-changed', 'server_uuid': '5a3a3655-92cf-4b4e-8ab0-da8a8886ebe0', 'tag': '9c976e90-ec7f-41f1-b67f-52809eb0f108', 'status': 'completed', 'code': 200} Apr 08 10:54:01.688073 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b9a04-0a35-4da8-983f-8012e50f6390 req-69cfc53b-4641-447e-bb5e-0da872da5afb tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:01.689556 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-709b9a04-0a35-4da8-983f-8012e50f6390 req-69cfc53b-4641-447e-bb5e-0da872da5afb tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc9c0f5-4b20-46ae-8b24-1b2fee3db040 HTTP/1.1" status: 200 len: 946 time: 0.0590367 Apr 08 10:54:01.742889 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-709b9a04-0a35-4da8-983f-8012e50f6390 req-1be6d0ae-5800-4feb-9032-3dac02f3d612 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1f7d50a-a5a1-4bfe-9006-509b033ac2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477722 Apr 08 10:54:01.793330 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e1583-daaf-439b-af89-8a999eb90b8a req-bf529a89-fcca-4eb9-9bf7-431e7bead5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:01.794905 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-fa7e1583-daaf-439b-af89-8a999eb90b8a req-bf529a89-fcca-4eb9-9bf7-431e7bead5b4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=734e32e8113d4e4db24c106da8458807&device_id=5a3a3655-92cf-4b4e-8ab0-da8a8886ebe0 HTTP/1.1" status: 200 len: 1129 time: 0.0462492 Apr 08 10:54:01.798818 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device 17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 10:54:01.819889 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] No Port match for: 17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2 {{(pid=109911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 10:54:01.820228 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device 17d21d4c-fc82-4b94-a34c-4b1c7bffbeb2 not bound to the agent host hv-cinder-83607 {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 10:54:02.456200 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7fee0-ece3-43f5-8571-54e1f0d113e5 req-61fec729-a3c7-42a4-a46e-e94bbd61842b tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:02.457718 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-31a7fee0-ece3-43f5-8571-54e1f0d113e5 req-61fec729-a3c7-42a4-a46e-e94bbd61842b tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfc1c2bb-6dae-4b65-bd69-89987828f1f8 HTTP/1.1" status: 200 len: 945 time: 0.0638688 Apr 08 10:54:02.505837 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-31a7fee0-ece3-43f5-8571-54e1f0d113e5 req-cfe4ff08-4b1d-491d-90e4-e07cca9fd7d2 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=618911c2-0d92-416d-9c3d-5dee37a83d45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424101 Apr 08 10:54:02.877500 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd64c95-5d65-4f4d-841a-c78e57a0959d req-f70682a6-2399-4443-a2bb-31ace07ab2f1 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:02.879052 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-4cd64c95-5d65-4f4d-841a-c78e57a0959d req-f70682a6-2399-4443-a2bb-31ace07ab2f1 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc9c0f5-4b20-46ae-8b24-1b2fee3db040 HTTP/1.1" status: 200 len: 946 time: 0.0692489 Apr 08 10:54:02.928461 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-4cd64c95-5d65-4f4d-841a-c78e57a0959d req-ee1d10a8-6a58-44c7-838c-a30c0bafe5b1 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1f7d50a-a5a1-4bfe-9006-509b033ac2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437272 Apr 08 10:54:03.630778 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773e276-0e2d-445d-bd7e-a1c4c3cc53a7 req-964fa8af-4b96-4e42-887c-cee30e55af8c tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:03.632317 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-d773e276-0e2d-445d-bd7e-a1c4c3cc53a7 req-964fa8af-4b96-4e42-887c-cee30e55af8c tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfc1c2bb-6dae-4b65-bd69-89987828f1f8 HTTP/1.1" status: 200 len: 945 time: 0.0545425 Apr 08 10:54:03.682048 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-d773e276-0e2d-445d-bd7e-a1c4c3cc53a7 req-23e3f7ac-a2d2-4003-811c-ca394c093586 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=618911c2-0d92-416d-9c3d-5dee37a83d45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418007 Apr 08 10:54:04.076981 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567cfe4c-8274-4b7e-bd4b-6ac616c1e715 req-5bd45814-593f-41de-8bc2-9f57e55d6d99 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:04.078507 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-567cfe4c-8274-4b7e-bd4b-6ac616c1e715 req-5bd45814-593f-41de-8bc2-9f57e55d6d99 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc9c0f5-4b20-46ae-8b24-1b2fee3db040 HTTP/1.1" status: 200 len: 946 time: 0.0678768 Apr 08 10:54:04.128271 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-567cfe4c-8274-4b7e-bd4b-6ac616c1e715 req-867bda2f-3055-4cae-af8d-eff310f9db32 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/security-groups?id=a1f7d50a-a5a1-4bfe-9006-509b033ac2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411491 Apr 08 10:54:04.557779 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa71ffea-d11e-4e3c-81d4-5ecb37cdc3e4 req-9073106e-b3f0-4135-8b98-623c533a7b0b tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:04.559245 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-aa71ffea-d11e-4e3c-81d4-5ecb37cdc3e4 req-9073106e-b3f0-4135-8b98-623c533a7b0b tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fc9c0f5-4b20-46ae-8b24-1b2fee3db040 HTTP/1.1" status: 200 len: 946 time: 0.1160052 Apr 08 10:54:04.562269 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e1583-daaf-439b-af89-8a999eb90b8a req-afe5ec10-cc96-47ab-8b8c-bee37704bf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:04.563598 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-fa7e1583-daaf-439b-af89-8a999eb90b8a req-afe5ec10-cc96-47ab-8b8c-bee37704bf50 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a108a20f-c74a-4177-8672-00636aeb2525 HTTP/1.1" status: 200 len: 916 time: 0.1324537 Apr 08 10:54:04.678403 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-fa7e1583-daaf-439b-af89-8a999eb90b8a req-7a2b3c36-a1f0-4652-a84f-eca5cbddfb73 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c976e90-ec7f-41f1-b67f-52809eb0f108 HTTP/1.1" status: 200 len: 1001 time: 0.1080828 Apr 08 10:54:04.738397 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e1583-daaf-439b-af89-8a999eb90b8a req-239328ee-ed0b-4e53-9b82-74a453365860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:04.739821 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-fa7e1583-daaf-439b-af89-8a999eb90b8a req-239328ee-ed0b-4e53-9b82-74a453365860 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f421bdc-b76f-40b9-9c95-2e839cd44c87 HTTP/1.1" status: 200 len: 854 time: 0.0537217 Apr 08 10:54:04.742730 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [req-aa71ffea-d11e-4e3c-81d4-5ecb37cdc3e4 req-88d05698-81c9-4dde-a3ce-97addc4ba89e tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Deleting port d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e {{(pid=109910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 10:54:04.743070 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-aa71ffea-d11e-4e3c-81d4-5ecb37cdc3e4 req-88d05698-81c9-4dde-a3ce-97addc4ba89e tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:04.890963 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [req-aa71ffea-d11e-4e3c-81d4-5ecb37cdc3e4 req-88d05698-81c9-4dde-a3ce-97addc4ba89e tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] For port d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e,segment=NetworkSegment(66b46815-337a-4b2d-9afc-f8aedc7cbe2f),segment_id=66b46815-337a-4b2d-9afc-f8aedc7cbe2f)] {{(pid=109910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:54:04.891328 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-aa71ffea-d11e-4e3c-81d4-5ecb37cdc3e4 req-88d05698-81c9-4dde-a3ce-97addc4ba89e tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:04.909899 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [req-aa71ffea-d11e-4e3c-81d4-5ecb37cdc3e4 req-88d05698-81c9-4dde-a3ce-97addc4ba89e tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Calling delete_port for d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e owned by compute:nova {{(pid=109910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 10:54:04.920682 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da5afd-c21d-4004-9bc5-bc37267a5b6e req-523c70d3-cbb7-4631-906d-e4bdb5a1ae68 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:04.922207 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f9da5afd-c21d-4004-9bc5-bc37267a5b6e req-523c70d3-cbb7-4631-906d-e4bdb5a1ae68 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfc1c2bb-6dae-4b65-bd69-89987828f1f8 HTTP/1.1" status: 200 len: 945 time: 0.1523578 Apr 08 10:54:04.925452 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e1583-daaf-439b-af89-8a999eb90b8a req-7fe403ab-73b2-4700-9584-d8e25fbcea24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:04.926793 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-fa7e1583-daaf-439b-af89-8a999eb90b8a req-7fe403ab-73b2-4700-9584-d8e25fbcea24 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a108a20f-c74a-4177-8672-00636aeb2525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1797681 Apr 08 10:54:05.067546 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f9da5afd-c21d-4004-9bc5-bc37267a5b6e req-b6795438-9ad4-45bf-b89c-443635ded28f tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=618911c2-0d92-416d-9c3d-5dee37a83d45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371593 Apr 08 10:54:05.106028 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-fa7e1583-daaf-439b-af89-8a999eb90b8a req-6044c7a8-c38a-455c-a21c-9b2a8292f538 service neutron] 10.222.0.39 "GET /v2.0/networks/a108a20f-c74a-4177-8672-00636aeb2525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602521 Apr 08 10:54:05.202044 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-aa71ffea-d11e-4e3c-81d4-5ecb37cdc3e4 req-88d05698-81c9-4dde-a3ce-97addc4ba89e tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14190223'] for port (d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:05.273997 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-5b4985ce-04e4-4302-819b-35350730419d req-f4e03fbd-1c5e-46c1-ade7-4e71d8345f07 tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fc9c0f5-4b20-46ae-8b24-1b2fee3db040 HTTP/1.1" status: 200 len: 210 time: 0.0629039 Apr 08 10:54:05.285125 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d05698-81c9-4dde-a3ce-97addc4ba89e tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Pushing event deleted for resources: {'Port': ['ID=d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:05.311760 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-fa7e1583-daaf-439b-af89-8a999eb90b8a req-8c2b64aa-f0cd-4911-89c9-abe3d53898f1 service neutron] 10.222.0.39 "GET /v2.0/networks/a108a20f-c74a-4177-8672-00636aeb2525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995637 Apr 08 10:54:05.334424 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa71ffea-d11e-4e3c-81d4-5ecb37cdc3e4 req-88d05698-81c9-4dde-a3ce-97addc4ba89e tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] No DVR routers for this DVR port d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e on host hv-cinder-83607 {{(pid=109910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:54:05.337697 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-aa71ffea-d11e-4e3c-81d4-5ecb37cdc3e4 req-88d05698-81c9-4dde-a3ce-97addc4ba89e tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for port (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:05.340662 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-aa71ffea-d11e-4e3c-81d4-5ecb37cdc3e4 req-88d05698-81c9-4dde-a3ce-97addc4ba89e tempest-TestMinimumBasicScenario-799177272 tempest-TestMinimumBasicScenario-799177272-project] 10.222.0.39 "DELETE /v2.0/ports/d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e HTTP/1.1" status: 204 len: 173 time: 0.7714214 Apr 08 10:54:05.340995 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc9c0f5-4b20-46ae-8b24-1b2fee3db040', 'name': 'network-vif-deleted', 'tag': 'd8ae7326-14cb-49e6-a7bd-5a6c2bbce84e'}] {{(pid=109910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:54:05.343324 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c101578fc708467248d177b11db2e3e6a7db5c554c0046cb1dea7ab1ce8b9fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc21ea4f-94fd-4af2-ba70-b7e5f9147688" -d '{"events": [{"server_uuid": "0fc9c0f5-4b20-46ae-8b24-1b2fee3db040", "name": "network-vif-deleted", "tag": "d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e"}]}' {{(pid=109910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:54:05.387080 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 10:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f9c1fa-ae92-4e30-8512-dc7dc2a79316 x-openstack-request-id: req-c2f9c1fa-ae92-4e30-8512-dc7dc2a79316 {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:54:05.387467 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fc9c0f5-4b20-46ae-8b24-1b2fee3db040", "name": "network-vif-deleted", "tag": "d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e", "status": "completed", "code": 200}]} {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:54:05.387742 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c2f9c1fa-ae92-4e30-8512-dc7dc2a79316 {{(pid=109910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:54:05.388301 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2f9c1fa-ae92-4e30-8512-dc7dc2a79316'] response: {'server_uuid': '0fc9c0f5-4b20-46ae-8b24-1b2fee3db040', 'name': 'network-vif-deleted', 'tag': 'd8ae7326-14cb-49e6-a7bd-5a6c2bbce84e', 'status': 'completed', 'code': 200} Apr 08 10:54:05.836622 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e no longer exists at agent hyperv_hv-cinder-83607 {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 10:54:05.860896 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] No Port match for: d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e {{(pid=109911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 10:54:05.861194 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device d8ae7326-14cb-49e6-a7bd-5a6c2bbce84e not bound to the agent host hv-cinder-83607 {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 10:54:06.191474 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba9218-ca28-44be-831d-7d52595ab696 req-f9086636-34c5-42cc-affe-c7776fa85d20 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:06.199074 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-93ba9218-ca28-44be-831d-7d52595ab696 req-f9086636-34c5-42cc-affe-c7776fa85d20 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfc1c2bb-6dae-4b65-bd69-89987828f1f8 HTTP/1.1" status: 200 len: 945 time: 0.0622101 Apr 08 10:54:06.246919 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-93ba9218-ca28-44be-831d-7d52595ab696 req-aaacff69-1e0c-424b-84f7-d299380c6c33 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=618911c2-0d92-416d-9c3d-5dee37a83d45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469933 Apr 08 10:54:06.895818 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 58952) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:54:07.367910 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-b4ec4698-a363-4895-bec9-9580c1559782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-741569'] for router_interface (32422cda-4523-42f7-84b3-360515ebdc83), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:07.433346 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650588d0-c519-489e-ab29-4683879af6b3 req-21ec7546-8695-4f45-8542-34d6f38f67e7 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:07.434869 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-650588d0-c519-489e-ab29-4683879af6b3 req-21ec7546-8695-4f45-8542-34d6f38f67e7 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfc1c2bb-6dae-4b65-bd69-89987828f1f8 HTTP/1.1" status: 200 len: 945 time: 0.1110792 Apr 08 10:54:07.541590 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-650588d0-c519-489e-ab29-4683879af6b3 req-afef2723-fe66-4a0e-b29e-703c00cb7046 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=618911c2-0d92-416d-9c3d-5dee37a83d45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814152 Apr 08 10:54:07.733646 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [None req-b4ec4698-a363-4895-bec9-9580c1559782 admin admin] Deleting port 71a2f737-0d52-4697-a52b-216566070cef {{(pid=109910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 10:54:07.734349 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-b4ec4698-a363-4895-bec9-9580c1559782 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (71a2f737-0d52-4697-a52b-216566070cef), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:07.825704 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [None req-b4ec4698-a363-4895-bec9-9580c1559782 admin admin] For port 71a2f737-0d52-4697-a52b-216566070cef, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=71a2f737-0d52-4697-a52b-216566070cef,segment=NetworkSegment(66b46815-337a-4b2d-9afc-f8aedc7cbe2f),segment_id=66b46815-337a-4b2d-9afc-f8aedc7cbe2f)] {{(pid=109910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:54:07.826075 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-b4ec4698-a363-4895-bec9-9580c1559782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (71a2f737-0d52-4697-a52b-216566070cef), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:07.853087 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [None req-b4ec4698-a363-4895-bec9-9580c1559782 admin admin] Calling delete_port for 71a2f737-0d52-4697-a52b-216566070cef owned by network:router_interface {{(pid=109910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 10:54:08.061809 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-b4ec4698-a363-4895-bec9-9580c1559782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14190223'] for port (71a2f737-0d52-4697-a52b-216566070cef), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:08.090235 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ec4698-a363-4895-bec9-9580c1559782 admin admin] Pushing event deleted for resources: {'Port': ['ID=71a2f737-0d52-4697-a52b-216566070cef,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:08.610218 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-b4ec4698-a363-4895-bec9-9580c1559782 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-741518'] for router_interface (32422cda-4523-42f7-84b3-360515ebdc83), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:08.760949 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c90a940-4e3c-48ff-9c8a-e21644aaf859 req-59b5dd9d-0199-4262-bbc1-0485fedec3e6 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:08.763196 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-7c90a940-4e3c-48ff-9c8a-e21644aaf859 req-59b5dd9d-0199-4262-bbc1-0485fedec3e6 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfc1c2bb-6dae-4b65-bd69-89987828f1f8 HTTP/1.1" status: 200 len: 945 time: 0.1090248 Apr 08 10:54:08.892370 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-7c90a940-4e3c-48ff-9c8a-e21644aaf859 req-c7fd8370-cf69-4985-8b24-4c59cdd28b9a tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=618911c2-0d92-416d-9c3d-5dee37a83d45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193202 Apr 08 10:54:08.935657 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4ec4698-a363-4895-bec9-9580c1559782 admin admin] Router 32422cda-4523-42f7-84b3-360515ebdc83 has already been hosted by L3 agent a0f054a9-d30b-4594-8de6-6c24438c3963 {{(pid=109910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:54:09.070743 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ec4698-a363-4895-bec9-9580c1559782 admin admin] Notify agent at l3_agent.dv-cinder-836071-3-iscsi the message routers_updated {{(pid=109910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:54:09.078482 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-b4ec4698-a363-4895-bec9-9580c1559782 admin admin] 10.222.0.43 "PUT /v2.0/routers/32422cda-4523-42f7-84b3-360515ebdc83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1806247 Apr 08 10:54:09.080590 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 58970) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:54:09.082976 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50637ed9-b0b3-4aed-b83d-a7a93ada85a2 None None] Sync routers for ids ['32422cda-4523-42f7-84b3-360515ebdc83'] in dv-cinder-836071-3-iscsi {{(pid=109912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:54:09.098296 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50637ed9-b0b3-4aed-b83d-a7a93ada85a2 None None] Routers {'32422cda-4523-42f7-84b3-360515ebdc83'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:54:09.100104 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-50637ed9-b0b3-4aed-b83d-a7a93ada85a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:53:44Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['32422cda-4523-42f7-84b3-360515ebdc83'], 'active': True} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:09.193596 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-e1f597e5-0b08-43e1-92e8-5502431efc7e admin admin] Publish callbacks [] for router (32422cda-4523-42f7-84b3-360515ebdc83), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:09.291550 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvr_db [None req-50637ed9-b0b3-4aed-b83d-a7a93ada85a2 None None] Set router 32422cda-4523-42f7-84b3-360515ebdc83 gateway port host: dv-cinder-836071-3-iscsi {{(pid=109912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:54:09.305703 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-e1f597e5-0b08-43e1-92e8-5502431efc7e admin admin] Publish callbacks [] for router_gateway (32422cda-4523-42f7-84b3-360515ebdc83), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:09.368556 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.plugin [None req-e1f597e5-0b08-43e1-92e8-5502431efc7e admin admin] Deleting port daa8787c-388e-4963-b5f7-ceb921345dcd {{(pid=109909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 10:54:09.369224 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-e1f597e5-0b08-43e1-92e8-5502431efc7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (daa8787c-388e-4963-b5f7-ceb921345dcd), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:09.528588 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-50637ed9-b0b3-4aed-b83d-a7a93ada85a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32422cda-4523-42f7-84b3-360515ebdc83', 'name': 'tempest-TestMinimumBasicScenario-303002226-router', 'tenant_id': 'cdbf3dccf7d2413cb40e83426f557384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'daa8787c-388e-4963-b5f7-ceb921345dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:51:04Z', 'updated_at': '2022-04-08T10:54:08Z', 'revision_number': 5, 'project_id': 'cdbf3dccf7d2413cb40e83426f557384', 'gw_port': {'id': 'daa8787c-388e-4963-b5f7-ceb921345dcd', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:34:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32422cda-4523-42f7-84b3-360515ebdc83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:51:05Z', 'updated_at': '2022-04-08T10:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi'}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:09.601889 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50637ed9-b0b3-4aed-b83d-a7a93ada85a2 None None] Checking router: 32422cda-4523-42f7-84b3-360515ebdc83 for host: dv-cinder-836071-3-iscsi {{(pid=109912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:54:09.612555 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50637ed9-b0b3-4aed-b83d-a7a93ada85a2 None None] Routers {'32422cda-4523-42f7-84b3-360515ebdc83'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:54:09.613080 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-50637ed9-b0b3-4aed-b83d-a7a93ada85a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:53:44Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['32422cda-4523-42f7-84b3-360515ebdc83'], 'active': True} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:09.670904 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.db [None req-e1f597e5-0b08-43e1-92e8-5502431efc7e admin admin] For port daa8787c-388e-4963-b5f7-ceb921345dcd, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=daa8787c-388e-4963-b5f7-ceb921345dcd,segment=NetworkSegment(161e69df-2a78-40e9-90fc-e661b1490c65),segment_id=161e69df-2a78-40e9-90fc-e661b1490c65)] {{(pid=109909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:54:09.671553 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-e1f597e5-0b08-43e1-92e8-5502431efc7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (daa8787c-388e-4963-b5f7-ceb921345dcd), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:09.685396 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.plugin [None req-e1f597e5-0b08-43e1-92e8-5502431efc7e admin admin] Calling delete_port for daa8787c-388e-4963-b5f7-ceb921345dcd owned by network:router_gateway {{(pid=109909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 10:54:09.852793 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvr_db [None req-50637ed9-b0b3-4aed-b83d-a7a93ada85a2 None None] Set router 32422cda-4523-42f7-84b3-360515ebdc83 gateway port host: None {{(pid=109912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:54:09.909385 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-50637ed9-b0b3-4aed-b83d-a7a93ada85a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32422cda-4523-42f7-84b3-360515ebdc83', 'name': 'tempest-TestMinimumBasicScenario-303002226-router', 'tenant_id': 'cdbf3dccf7d2413cb40e83426f557384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:51:04Z', 'updated_at': '2022-04-08T10:54:09Z', 'revision_number': 6, 'project_id': 'cdbf3dccf7d2413cb40e83426f557384', 'gw_port_host': None}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:09.954886 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50637ed9-b0b3-4aed-b83d-a7a93ada85a2 None None] The sync data for ids ['32422cda-4523-42f7-84b3-360515ebdc83'] in dv-cinder-836071-3-iscsi is: [{'id': '32422cda-4523-42f7-84b3-360515ebdc83', 'name': 'tempest-TestMinimumBasicScenario-303002226-router', 'tenant_id': 'cdbf3dccf7d2413cb40e83426f557384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:51:04Z', 'updated_at': '2022-04-08T10:54:09Z', 'revision_number': 6, 'project_id': 'cdbf3dccf7d2413cb40e83426f557384', 'gw_port_host': None}] {{(pid=109912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:54:09.988205 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-e1f597e5-0b08-43e1-92e8-5502431efc7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16387658'] for port (daa8787c-388e-4963-b5f7-ceb921345dcd), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:10.036979 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f597e5-0b08-43e1-92e8-5502431efc7e admin admin] Pushing event deleted for resources: {'Port': ['ID=daa8787c-388e-4963-b5f7-ceb921345dcd,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:10.088380 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f2c10-f96a-4493-92be-c81d1ce8bfc9 req-cd11e79f-774d-438a-b29c-539144b06d56 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:10.090091 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-3a8f2c10-f96a-4493-92be-c81d1ce8bfc9 req-cd11e79f-774d-438a-b29c-539144b06d56 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfc1c2bb-6dae-4b65-bd69-89987828f1f8 HTTP/1.1" status: 200 len: 945 time: 0.0763195 Apr 08 10:54:10.117132 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-e1f597e5-0b08-43e1-92e8-5502431efc7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-743931'] for router_gateway (32422cda-4523-42f7-84b3-360515ebdc83), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:10.150783 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-3a8f2c10-f96a-4493-92be-c81d1ce8bfc9 req-9c6bd9e2-6c30-46d3-94b5-a36d8be7efd3 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=618911c2-0d92-416d-9c3d-5dee37a83d45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533168 Apr 08 10:54:10.256339 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-e1f597e5-0b08-43e1-92e8-5502431efc7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-748458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40417'] for router (32422cda-4523-42f7-84b3-360515ebdc83), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:10.260006 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-e1f597e5-0b08-43e1-92e8-5502431efc7e admin admin] Publish callbacks [] for router_controller (32422cda-4523-42f7-84b3-360515ebdc83), precommit_delete_associations {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:10.353681 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-e1f597e5-0b08-43e1-92e8-5502431efc7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-748453'] for router (32422cda-4523-42f7-84b3-360515ebdc83), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:10.354871 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f597e5-0b08-43e1-92e8-5502431efc7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32422cda-4523-42f7-84b3-360515ebdc83 {{(pid=109909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:54:10.365354 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-e1f597e5-0b08-43e1-92e8-5502431efc7e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:10.367225 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-e1f597e5-0b08-43e1-92e8-5502431efc7e admin admin] 10.222.0.43 "DELETE /v2.0/routers/32422cda-4523-42f7-84b3-360515ebdc83 HTTP/1.1" status: 204 len: 168 time: 1.2852137 Apr 08 10:54:10.369513 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 58978) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:54:10.447250 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb98e231-bccc-4847-b0a1-d600687180c1 admin admin] Deleting subnet b78e7de2-0284-422b-9e2a-e6adefd9058b {{(pid=109910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 10:54:10.455064 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-bb98e231-bccc-4847-b0a1-d600687180c1 admin admin] Publish callbacks [] for subnet (b78e7de2-0284-422b-9e2a-e6adefd9058b), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:10.517799 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-bb98e231-bccc-4847-b0a1-d600687180c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14416610'] for subnet (b78e7de2-0284-422b-9e2a-e6adefd9058b), precommit_delete_associations {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:10.637161 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-bb98e231-bccc-4847-b0a1-d600687180c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1794403'] for subnet (b78e7de2-0284-422b-9e2a-e6adefd9058b), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:10.706211 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-bb98e231-bccc-4847-b0a1-d600687180c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1794410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14190170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14576837'] for subnet (b78e7de2-0284-422b-9e2a-e6adefd9058b), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:10.730487 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb98e231-bccc-4847-b0a1-d600687180c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b78e7de2-0284-422b-9e2a-e6adefd9058b,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:10.741004 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-bb98e231-bccc-4847-b0a1-d600687180c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553535'] for subnet (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:10.744324 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-bb98e231-bccc-4847-b0a1-d600687180c1 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b78e7de2-0284-422b-9e2a-e6adefd9058b HTTP/1.1" status: 204 len: 168 time: 0.3737295 Apr 08 10:54:10.747806 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 58980) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:54:10.749332 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981dc126-49fc-4952-8ce6-cbc088627aa8 None None] Network 994367ac-684e-494c-95f2-2fd2d9ffda84 requested from dv-cinder-836071-3-iscsi {{(pid=109911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 10:54:10.856938 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-19eaa7a4-b821-4f17-9f35-1008645a6d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1935778'] for network (994367ac-684e-494c-95f2-2fd2d9ffda84), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:10.933680 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.plugin [None req-19eaa7a4-b821-4f17-9f35-1008645a6d1a admin admin] Deleting port 450fc9ef-b3d4-4862-b0a0-f466d5b1f7f7 {{(pid=109909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 10:54:10.933957 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-19eaa7a4-b821-4f17-9f35-1008645a6d1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (450fc9ef-b3d4-4862-b0a0-f466d5b1f7f7), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:11.002687 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.db [None req-19eaa7a4-b821-4f17-9f35-1008645a6d1a admin admin] For port 450fc9ef-b3d4-4862-b0a0-f466d5b1f7f7, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=450fc9ef-b3d4-4862-b0a0-f466d5b1f7f7,segment=NetworkSegment(66b46815-337a-4b2d-9afc-f8aedc7cbe2f),segment_id=66b46815-337a-4b2d-9afc-f8aedc7cbe2f)] {{(pid=109909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:54:11.003029 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-19eaa7a4-b821-4f17-9f35-1008645a6d1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (450fc9ef-b3d4-4862-b0a0-f466d5b1f7f7), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:11.018210 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.plugin [None req-19eaa7a4-b821-4f17-9f35-1008645a6d1a admin admin] Calling delete_port for 450fc9ef-b3d4-4862-b0a0-f466d5b1f7f7 owned by network:dhcp {{(pid=109909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 10:54:11.114930 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176ed3ac-6c7f-4f22-8d95-180b5992aee5 None None] DHCP port deletion for 994367ac-684e-494c-95f2-2fd2d9ffda84 request from dv-cinder-836071-3-iscsi {{(pid=109911) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 10:54:11.131010 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-19eaa7a4-b821-4f17-9f35-1008645a6d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16387658'] for port (450fc9ef-b3d4-4862-b0a0-f466d5b1f7f7), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:11.159281 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eaa7a4-b821-4f17-9f35-1008645a6d1a admin admin] Pushing event deleted for resources: {'Port': ['ID=450fc9ef-b3d4-4862-b0a0-f466d5b1f7f7,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:11.164095 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19eaa7a4-b821-4f17-9f35-1008645a6d1a admin admin] No DVR routers for this DVR port 450fc9ef-b3d4-4862-b0a0-f466d5b1f7f7 on host dv-cinder-836071-3-iscsi {{(pid=109909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:54:11.200304 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-176ed3ac-6c7f-4f22-8d95-180b5992aee5 None None] Deleting port 450fc9ef-b3d4-4862-b0a0-f466d5b1f7f7 {{(pid=109911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 10:54:11.200751 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-176ed3ac-6c7f-4f22-8d95-180b5992aee5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (450fc9ef-b3d4-4862-b0a0-f466d5b1f7f7), before_delete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:11.258532 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-19eaa7a4-b821-4f17-9f35-1008645a6d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1814266', 'neutron.services.segments.db._delete_segments_for_network-8778033058250'] for network (994367ac-684e-494c-95f2-2fd2d9ffda84), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:11.308913 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.services.segments.db [None req-19eaa7a4-b821-4f17-9f35-1008645a6d1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['994367ac-684e-494c-95f2-2fd2d9ffda84']}} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:11.329746 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.services.segments.db [None req-19eaa7a4-b821-4f17-9f35-1008645a6d1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66b46815-337a-4b2d-9afc-f8aedc7cbe2f') {'for_net_delete': True} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:11.329985 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.services.segments.db [None req-19eaa7a4-b821-4f17-9f35-1008645a6d1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66b46815-337a-4b2d-9afc-f8aedc7cbe2f') {} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:11.338941 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-176ed3ac-6c7f-4f22-8d95-180b5992aee5 None None] For port 450fc9ef-b3d4-4862-b0a0-f466d5b1f7f7, host dv-cinder-836071-3-iscsi, got binding levels [] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:54:11.343949 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-19eaa7a4-b821-4f17-9f35-1008645a6d1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778033060307', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12708399'] for segment (66b46815-337a-4b2d-9afc-f8aedc7cbe2f), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:11.346699 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-176ed3ac-6c7f-4f22-8d95-180b5992aee5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (450fc9ef-b3d4-4862-b0a0-f466d5b1f7f7), precommit_delete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:11.360422 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bf10b6-5f2b-4fc5-a9c9-9b01da893cdb req-cf03772e-d0c6-4f2c-8425-9b0322a43dff tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:11.368473 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-19eaa7a4-b821-4f17-9f35-1008645a6d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801210'] for segment (66b46815-337a-4b2d-9afc-f8aedc7cbe2f), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:11.370669 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-09bf10b6-5f2b-4fc5-a9c9-9b01da893cdb req-cf03772e-d0c6-4f2c-8425-9b0322a43dff tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfc1c2bb-6dae-4b65-bd69-89987828f1f8 HTTP/1.1" status: 200 len: 945 time: 0.0887418 Apr 08 10:54:11.383205 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19eaa7a4-b821-4f17-9f35-1008645a6d1a admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=109909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:54:11.383592 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-19eaa7a4-b821-4f17-9f35-1008645a6d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16387705'] for segment (66b46815-337a-4b2d-9afc-f8aedc7cbe2f), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:11.384215 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-176ed3ac-6c7f-4f22-8d95-180b5992aee5 None None] Calling delete_port for 450fc9ef-b3d4-4862-b0a0-f466d5b1f7f7 owned by network:dhcp {{(pid=109911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 10:54:11.387800 dv-cinder-836071-3-iscsi neutron-server[109909]: Traceback (most recent call last): Apr 08 10:54:11.387800 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:54:11.387800 dv-cinder-836071-3-iscsi neutron-server[109909]: timer() Apr 08 10:54:11.387800 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:54:11.387800 dv-cinder-836071-3-iscsi neutron-server[109909]: cb(*args, **kw) Apr 08 10:54:11.387800 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 10:54:11.387800 dv-cinder-836071-3-iscsi neutron-server[109909]: return func(*args, **kwargs) Apr 08 10:54:11.387800 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:54:11.387800 dv-cinder-836071-3-iscsi neutron-server[109909]: self._notify() Apr 08 10:54:11.387800 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:54:11.387800 dv-cinder-836071-3-iscsi neutron-server[109909]: self.callback(batched_events) Apr 08 10:54:11.387800 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:54:11.387800 dv-cinder-836071-3-iscsi neutron-server[109909]: event.method(event) Apr 08 10:54:11.387800 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 10:54:11.387800 dv-cinder-836071-3-iscsi neutron-server[109909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:54:11.387800 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 10:54:11.387800 dv-cinder-836071-3-iscsi neutron-server[109909]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:54:11.387800 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 10:54:11.387800 dv-cinder-836071-3-iscsi neutron-server[109909]: return f(self, *a, **k) Apr 08 10:54:11.387800 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:54:11.387800 dv-cinder-836071-3-iscsi neutron-server[109909]: return self._get(url).json() Apr 08 10:54:11.387800 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:54:11.387800 dv-cinder-836071-3-iscsi neutron-server[109909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:54:11.387800 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:54:11.387800 dv-cinder-836071-3-iscsi neutron-server[109909]: return self.request(url, 'GET', **kwargs) Apr 08 10:54:11.387800 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:54:11.387800 dv-cinder-836071-3-iscsi neutron-server[109909]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:54:11.387800 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:54:11.387800 dv-cinder-836071-3-iscsi neutron-server[109909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:54:11.387800 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:54:11.387800 dv-cinder-836071-3-iscsi neutron-server[109909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:54:11.387800 dv-cinder-836071-3-iscsi neutron-server[109909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:54:11.393880 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.ipam_backend_mixin [None req-176ed3ac-6c7f-4f22-8d95-180b5992aee5 None None] Port 450fc9ef-b3d4-4862-b0a0-f466d5b1f7f7 was not found and therefore no delete operation was performed {{(pid=109911) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 08 10:54:11.396420 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-176ed3ac-6c7f-4f22-8d95-180b5992aee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870'] for port (450fc9ef-b3d4-4862-b0a0-f466d5b1f7f7), after_delete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:11.428833 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176ed3ac-6c7f-4f22-8d95-180b5992aee5 None None] Pushing event deleted for resources: {'Port': ['ID=450fc9ef-b3d4-4862-b0a0-f466d5b1f7f7,revision_number=None']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:11.434517 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176ed3ac-6c7f-4f22-8d95-180b5992aee5 None None] No DVR routers for this DVR port 450fc9ef-b3d4-4862-b0a0-f466d5b1f7f7 on host dv-cinder-836071-3-iscsi {{(pid=109911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:54:11.438770 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-09bf10b6-5f2b-4fc5-a9c9-9b01da893cdb req-da742411-18bc-4671-bcc9-83ea6f32431a tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=618911c2-0d92-416d-9c3d-5dee37a83d45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671399 Apr 08 10:54:11.482077 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-19eaa7a4-b821-4f17-9f35-1008645a6d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1814241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-743903'] for network (994367ac-684e-494c-95f2-2fd2d9ffda84), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:11.500172 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-19eaa7a4-b821-4f17-9f35-1008645a6d1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553535'] for network (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:11.506626 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 58988) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:54:11.515290 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-19eaa7a4-b821-4f17-9f35-1008645a6d1a admin admin] 10.222.0.43 "DELETE /v2.0/networks/994367ac-684e-494c-95f2-2fd2d9ffda84 HTTP/1.1" status: 204 len: 168 time: 0.7629890 Apr 08 10:54:11.517079 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eaa7a4-b821-4f17-9f35-1008645a6d1a admin admin] Pushing event deleted for resources: {'Network': ['ID=994367ac-684e-494c-95f2-2fd2d9ffda84,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:11.802598 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-7c34b9ca-c5b4-48a1-b650-781d4fe4d906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (0996d03c-a6d6-4751-8b32-c8111f4b3d8a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:11.834866 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device 71a2f737-0d52-4697-a52b-216566070cef no longer exists at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 10:54:11.861240 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] No Port match for: 71a2f737-0d52-4697-a52b-216566070cef {{(pid=109911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 10:54:11.861967 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device 71a2f737-0d52-4697-a52b-216566070cef not bound to the agent host dv-cinder-836071-3-iscsi {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 10:54:11.862585 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device 450fc9ef-b3d4-4862-b0a0-f466d5b1f7f7 no longer exists at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 10:54:11.890701 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] No Port match for: 450fc9ef-b3d4-4862-b0a0-f466d5b1f7f7 {{(pid=109911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 10:54:11.891378 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device 450fc9ef-b3d4-4862-b0a0-f466d5b1f7f7 not bound to the agent host dv-cinder-836071-3-iscsi {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 10:54:11.891979 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device daa8787c-388e-4963-b5f7-ceb921345dcd no longer exists at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 10:54:11.918085 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] No Port match for: daa8787c-388e-4963-b5f7-ceb921345dcd {{(pid=109911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 10:54:11.918721 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device daa8787c-388e-4963-b5f7-ceb921345dcd not bound to the agent host dv-cinder-836071-3-iscsi {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 10:54:11.960271 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-f24e856a-0055-4150-9d5c-6db2b9b9a4a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-741569'] for router_interface (a2292b2a-2f3a-4398-834b-7ca0c1aec7ac), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:12.246438 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [None req-f24e856a-0055-4150-9d5c-6db2b9b9a4a5 admin admin] Deleting port b006b3f4-b049-49ad-9d80-144523e41e61 {{(pid=109910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 10:54:12.246893 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-f24e856a-0055-4150-9d5c-6db2b9b9a4a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (b006b3f4-b049-49ad-9d80-144523e41e61), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:12.329796 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [None req-f24e856a-0055-4150-9d5c-6db2b9b9a4a5 admin admin] For port b006b3f4-b049-49ad-9d80-144523e41e61, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=b006b3f4-b049-49ad-9d80-144523e41e61,segment=NetworkSegment(7fd4b0c0-3e93-4579-8649-9cae9453a6c6),segment_id=7fd4b0c0-3e93-4579-8649-9cae9453a6c6)] {{(pid=109910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:54:12.329796 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-f24e856a-0055-4150-9d5c-6db2b9b9a4a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (b006b3f4-b049-49ad-9d80-144523e41e61), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:12.348377 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [None req-f24e856a-0055-4150-9d5c-6db2b9b9a4a5 admin admin] Calling delete_port for b006b3f4-b049-49ad-9d80-144523e41e61 owned by network:router_interface {{(pid=109910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 10:54:12.591060 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-f24e856a-0055-4150-9d5c-6db2b9b9a4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14190223'] for port (b006b3f4-b049-49ad-9d80-144523e41e61), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:12.606591 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e8308-3059-4523-a35e-c54fb3efb7e3 req-e853d063-6251-46e3-ab45-2cce9b6c793e tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:12.608170 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-3c2e8308-3059-4523-a35e-c54fb3efb7e3 req-e853d063-6251-46e3-ab45-2cce9b6c793e tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfc1c2bb-6dae-4b65-bd69-89987828f1f8 HTTP/1.1" status: 200 len: 945 time: 0.1007848 Apr 08 10:54:12.633168 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24e856a-0055-4150-9d5c-6db2b9b9a4a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b006b3f4-b049-49ad-9d80-144523e41e61,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:12.745684 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-3c2e8308-3059-4523-a35e-c54fb3efb7e3 req-9ab7d5f0-cc23-44e4-80c6-3b241537329c tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=618911c2-0d92-416d-9c3d-5dee37a83d45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185451 Apr 08 10:54:12.863049 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-f24e856a-0055-4150-9d5c-6db2b9b9a4a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-741518'] for router_interface (a2292b2a-2f3a-4398-834b-7ca0c1aec7ac), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:13.117669 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f24e856a-0055-4150-9d5c-6db2b9b9a4a5 admin admin] Router a2292b2a-2f3a-4398-834b-7ca0c1aec7ac has already been hosted by L3 agent a0f054a9-d30b-4594-8de6-6c24438c3963 {{(pid=109910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:54:13.234242 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24e856a-0055-4150-9d5c-6db2b9b9a4a5 admin admin] Notify agent at l3_agent.dv-cinder-836071-3-iscsi the message routers_updated {{(pid=109910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:54:13.241739 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-f24e856a-0055-4150-9d5c-6db2b9b9a4a5 admin admin] 10.222.0.43 "PUT /v2.0/routers/a2292b2a-2f3a-4398-834b-7ca0c1aec7ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7336135 Apr 08 10:54:13.244636 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 59004) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:54:13.247851 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a0b772-8ab5-431a-a053-26ccd37c3e3e None None] Sync routers for ids ['a2292b2a-2f3a-4398-834b-7ca0c1aec7ac'] in dv-cinder-836071-3-iscsi {{(pid=109911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:54:13.262594 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a0b772-8ab5-431a-a053-26ccd37c3e3e None None] Routers {'a2292b2a-2f3a-4398-834b-7ca0c1aec7ac'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:54:13.263864 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-04a0b772-8ab5-431a-a053-26ccd37c3e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:53:44Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['a2292b2a-2f3a-4398-834b-7ca0c1aec7ac'], 'active': True} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:13.375348 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-718623d8-3ab9-4ece-95b6-b7585c57bbfc admin admin] Publish callbacks [] for router (a2292b2a-2f3a-4398-834b-7ca0c1aec7ac), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:13.396076 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvr_db [None req-04a0b772-8ab5-431a-a053-26ccd37c3e3e None None] Set router a2292b2a-2f3a-4398-834b-7ca0c1aec7ac gateway port host: dv-cinder-836071-3-iscsi {{(pid=109911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:54:13.504671 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-718623d8-3ab9-4ece-95b6-b7585c57bbfc admin admin] Publish callbacks [] for router_gateway (a2292b2a-2f3a-4398-834b-7ca0c1aec7ac), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:13.583144 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.plugin [None req-718623d8-3ab9-4ece-95b6-b7585c57bbfc admin admin] Deleting port 1222021f-8dd7-4085-a1b5-1bc8471babd1 {{(pid=109909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 10:54:13.583467 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-718623d8-3ab9-4ece-95b6-b7585c57bbfc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (1222021f-8dd7-4085-a1b5-1bc8471babd1), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:13.602271 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-04a0b772-8ab5-431a-a053-26ccd37c3e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2292b2a-2f3a-4398-834b-7ca0c1aec7ac', 'name': 'tempest-TestMinimumBasicScenario-105487751-router', 'tenant_id': '6d19949ec67b45348d7aae516d815ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '1222021f-8dd7-4085-a1b5-1bc8471babd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:51:10Z', 'updated_at': '2022-04-08T10:54:12Z', 'revision_number': 5, 'project_id': '6d19949ec67b45348d7aae516d815ac0', 'gw_port': {'id': '1222021f-8dd7-4085-a1b5-1bc8471babd1', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:be:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2292b2a-2f3a-4398-834b-7ca0c1aec7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:51:11Z', 'updated_at': '2022-04-08T10:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi'}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:13.634272 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a0b772-8ab5-431a-a053-26ccd37c3e3e None None] Checking router: a2292b2a-2f3a-4398-834b-7ca0c1aec7ac for host: dv-cinder-836071-3-iscsi {{(pid=109911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:54:13.644000 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a0b772-8ab5-431a-a053-26ccd37c3e3e None None] Routers {'a2292b2a-2f3a-4398-834b-7ca0c1aec7ac'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:54:13.644889 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-04a0b772-8ab5-431a-a053-26ccd37c3e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:53:44Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['a2292b2a-2f3a-4398-834b-7ca0c1aec7ac'], 'active': True} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:13.680547 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.db [None req-718623d8-3ab9-4ece-95b6-b7585c57bbfc admin admin] For port 1222021f-8dd7-4085-a1b5-1bc8471babd1, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=1222021f-8dd7-4085-a1b5-1bc8471babd1,segment=NetworkSegment(161e69df-2a78-40e9-90fc-e661b1490c65),segment_id=161e69df-2a78-40e9-90fc-e661b1490c65)] {{(pid=109909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:54:13.681088 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-718623d8-3ab9-4ece-95b6-b7585c57bbfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (1222021f-8dd7-4085-a1b5-1bc8471babd1), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:13.698575 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.plugin [None req-718623d8-3ab9-4ece-95b6-b7585c57bbfc admin admin] Calling delete_port for 1222021f-8dd7-4085-a1b5-1bc8471babd1 owned by network:router_gateway {{(pid=109909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 10:54:13.738358 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvr_db [None req-04a0b772-8ab5-431a-a053-26ccd37c3e3e None None] Set router a2292b2a-2f3a-4398-834b-7ca0c1aec7ac gateway port host: None {{(pid=109911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:54:13.804408 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-04a0b772-8ab5-431a-a053-26ccd37c3e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2292b2a-2f3a-4398-834b-7ca0c1aec7ac', 'name': 'tempest-TestMinimumBasicScenario-105487751-router', 'tenant_id': '6d19949ec67b45348d7aae516d815ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:51:10Z', 'updated_at': '2022-04-08T10:54:13Z', 'revision_number': 6, 'project_id': '6d19949ec67b45348d7aae516d815ac0', 'gw_port_host': None}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:13.834335 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a0b772-8ab5-431a-a053-26ccd37c3e3e None None] The sync data for ids ['a2292b2a-2f3a-4398-834b-7ca0c1aec7ac'] in dv-cinder-836071-3-iscsi is: [{'id': 'a2292b2a-2f3a-4398-834b-7ca0c1aec7ac', 'name': 'tempest-TestMinimumBasicScenario-105487751-router', 'tenant_id': '6d19949ec67b45348d7aae516d815ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:51:10Z', 'updated_at': '2022-04-08T10:54:13Z', 'revision_number': 6, 'project_id': '6d19949ec67b45348d7aae516d815ac0', 'gw_port_host': None}] {{(pid=109911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:54:13.928909 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-718623d8-3ab9-4ece-95b6-b7585c57bbfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16387658'] for port (1222021f-8dd7-4085-a1b5-1bc8471babd1), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:13.943963 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17049aa4-3e93-421b-98c4-8d97c75bd6c2 req-e2f71be3-d04c-40a1-8110-a55caef05750 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:13.945559 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-17049aa4-3e93-421b-98c4-8d97c75bd6c2 req-e2f71be3-d04c-40a1-8110-a55caef05750 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfc1c2bb-6dae-4b65-bd69-89987828f1f8 HTTP/1.1" status: 200 len: 945 time: 0.0704269 Apr 08 10:54:13.957484 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718623d8-3ab9-4ece-95b6-b7585c57bbfc admin admin] Pushing event deleted for resources: {'Port': ['ID=1222021f-8dd7-4085-a1b5-1bc8471babd1,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:14.014698 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-17049aa4-3e93-421b-98c4-8d97c75bd6c2 req-84e1afb1-d7c9-4533-a86e-fe146ae04a3d tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=618911c2-0d92-416d-9c3d-5dee37a83d45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632296 Apr 08 10:54:14.047117 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-718623d8-3ab9-4ece-95b6-b7585c57bbfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-743931'] for router_gateway (a2292b2a-2f3a-4398-834b-7ca0c1aec7ac), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:14.156740 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-718623d8-3ab9-4ece-95b6-b7585c57bbfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-748458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40417'] for router (a2292b2a-2f3a-4398-834b-7ca0c1aec7ac), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:14.158667 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-718623d8-3ab9-4ece-95b6-b7585c57bbfc admin admin] Publish callbacks [] for router_controller (a2292b2a-2f3a-4398-834b-7ca0c1aec7ac), precommit_delete_associations {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:14.193046 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-de5cbc35-4946-4652-be7c-3375be4e5185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (a0f054a9-d30b-4594-8de6-6c24438c3963), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:14.215550 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-718623d8-3ab9-4ece-95b6-b7585c57bbfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-748453'] for router (a2292b2a-2f3a-4398-834b-7ca0c1aec7ac), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:14.216188 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718623d8-3ab9-4ece-95b6-b7585c57bbfc admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2292b2a-2f3a-4398-834b-7ca0c1aec7ac {{(pid=109909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:54:14.222091 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-718623d8-3ab9-4ece-95b6-b7585c57bbfc admin admin] Publish callbacks [] for router (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:14.228443 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 59012) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:54:14.228580 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-718623d8-3ab9-4ece-95b6-b7585c57bbfc admin admin] 10.222.0.43 "DELETE /v2.0/routers/a2292b2a-2f3a-4398-834b-7ca0c1aec7ac HTTP/1.1" status: 204 len: 168 time: 0.9817972 Apr 08 10:54:14.282904 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2a93726-835a-4161-bb46-1f2119f07d40 admin admin] Deleting subnet 768d7546-55fb-42da-b04e-da3d82a9c185 {{(pid=109910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 10:54:14.286849 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-b2a93726-835a-4161-bb46-1f2119f07d40 admin admin] Publish callbacks [] for subnet (768d7546-55fb-42da-b04e-da3d82a9c185), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:14.325803 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-b2a93726-835a-4161-bb46-1f2119f07d40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14416610'] for subnet (768d7546-55fb-42da-b04e-da3d82a9c185), precommit_delete_associations {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:14.417859 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-b2a93726-835a-4161-bb46-1f2119f07d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1794403'] for subnet (768d7546-55fb-42da-b04e-da3d82a9c185), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:14.485386 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-b2a93726-835a-4161-bb46-1f2119f07d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1794410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14190170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14576837'] for subnet (768d7546-55fb-42da-b04e-da3d82a9c185), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:14.513810 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a93726-835a-4161-bb46-1f2119f07d40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=768d7546-55fb-42da-b04e-da3d82a9c185,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:14.517853 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-b2a93726-835a-4161-bb46-1f2119f07d40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553535'] for subnet (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:14.521347 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-b2a93726-835a-4161-bb46-1f2119f07d40 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/768d7546-55fb-42da-b04e-da3d82a9c185 HTTP/1.1" status: 204 len: 168 time: 0.2914333 Apr 08 10:54:14.524824 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718d2054-4baf-4b94-ad99-d18aabe20967 None None] Network 2db6c5bf-702d-48d2-975f-8c59d82df7d7 requested from dv-cinder-836071-3-iscsi {{(pid=109911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 10:54:14.525494 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 59018) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:54:14.628444 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-759783ec-4507-4e45-97c1-421bab047bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1935778'] for network (2db6c5bf-702d-48d2-975f-8c59d82df7d7), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:14.694839 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.plugin [None req-759783ec-4507-4e45-97c1-421bab047bbc admin admin] Deleting port 41cf3ab9-ddb2-44cf-809a-3c584c0dc74b {{(pid=109909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 10:54:14.695178 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-759783ec-4507-4e45-97c1-421bab047bbc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (41cf3ab9-ddb2-44cf-809a-3c584c0dc74b), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:14.761326 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d454ca8-8aba-4393-a592-e76dffd39785 None None] DHCP port deletion for 2db6c5bf-702d-48d2-975f-8c59d82df7d7 request from dv-cinder-836071-3-iscsi {{(pid=109911) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 10:54:14.772311 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.db [None req-759783ec-4507-4e45-97c1-421bab047bbc admin admin] For port 41cf3ab9-ddb2-44cf-809a-3c584c0dc74b, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=41cf3ab9-ddb2-44cf-809a-3c584c0dc74b,segment=NetworkSegment(7fd4b0c0-3e93-4579-8649-9cae9453a6c6),segment_id=7fd4b0c0-3e93-4579-8649-9cae9453a6c6)] {{(pid=109909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:54:14.772650 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-759783ec-4507-4e45-97c1-421bab047bbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (41cf3ab9-ddb2-44cf-809a-3c584c0dc74b), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:14.786243 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.plugin [None req-759783ec-4507-4e45-97c1-421bab047bbc admin admin] Calling delete_port for 41cf3ab9-ddb2-44cf-809a-3c584c0dc74b owned by network:dhcp {{(pid=109909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 10:54:14.838366 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-4d454ca8-8aba-4393-a592-e76dffd39785 None None] Deleting port 41cf3ab9-ddb2-44cf-809a-3c584c0dc74b {{(pid=109911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 10:54:14.838366 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-4d454ca8-8aba-4393-a592-e76dffd39785 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (41cf3ab9-ddb2-44cf-809a-3c584c0dc74b), before_delete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:14.874450 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-759783ec-4507-4e45-97c1-421bab047bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16387658'] for port (41cf3ab9-ddb2-44cf-809a-3c584c0dc74b), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:14.910892 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759783ec-4507-4e45-97c1-421bab047bbc admin admin] Pushing event deleted for resources: {'Port': ['ID=41cf3ab9-ddb2-44cf-809a-3c584c0dc74b,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:14.913168 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759783ec-4507-4e45-97c1-421bab047bbc admin admin] No DVR routers for this DVR port 41cf3ab9-ddb2-44cf-809a-3c584c0dc74b on host dv-cinder-836071-3-iscsi {{(pid=109909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:54:14.925831 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-4d454ca8-8aba-4393-a592-e76dffd39785 None None] For port 41cf3ab9-ddb2-44cf-809a-3c584c0dc74b, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=41cf3ab9-ddb2-44cf-809a-3c584c0dc74b,segment=NetworkSegment(7fd4b0c0-3e93-4579-8649-9cae9453a6c6),segment_id=7fd4b0c0-3e93-4579-8649-9cae9453a6c6)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:54:14.926442 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-4d454ca8-8aba-4393-a592-e76dffd39785 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (41cf3ab9-ddb2-44cf-809a-3c584c0dc74b), precommit_delete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:14.943189 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-4d454ca8-8aba-4393-a592-e76dffd39785 None None] Calling delete_port for 41cf3ab9-ddb2-44cf-809a-3c584c0dc74b owned by network:dhcp {{(pid=109911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 10:54:14.989305 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-759783ec-4507-4e45-97c1-421bab047bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1814266', 'neutron.services.segments.db._delete_segments_for_network-8778033058250'] for network (2db6c5bf-702d-48d2-975f-8c59d82df7d7), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:15.010748 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.services.segments.db [None req-759783ec-4507-4e45-97c1-421bab047bbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2db6c5bf-702d-48d2-975f-8c59d82df7d7']}} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:15.021184 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.services.segments.db [None req-759783ec-4507-4e45-97c1-421bab047bbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fd4b0c0-3e93-4579-8649-9cae9453a6c6') {'for_net_delete': True} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:15.021483 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.services.segments.db [None req-759783ec-4507-4e45-97c1-421bab047bbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fd4b0c0-3e93-4579-8649-9cae9453a6c6') {} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:15.031772 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-759783ec-4507-4e45-97c1-421bab047bbc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778033060307', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12708399'] for segment (7fd4b0c0-3e93-4579-8649-9cae9453a6c6), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:15.056578 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-759783ec-4507-4e45-97c1-421bab047bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801210'] for segment (7fd4b0c0-3e93-4579-8649-9cae9453a6c6), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:15.073575 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-759783ec-4507-4e45-97c1-421bab047bbc admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=109909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:54:15.074742 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-759783ec-4507-4e45-97c1-421bab047bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16387705'] for segment (7fd4b0c0-3e93-4579-8649-9cae9453a6c6), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:15.089627 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-4d454ca8-8aba-4393-a592-e76dffd39785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870'] for port (41cf3ab9-ddb2-44cf-809a-3c584c0dc74b), after_delete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:15.132490 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d454ca8-8aba-4393-a592-e76dffd39785 None None] No DVR routers for this DVR port 41cf3ab9-ddb2-44cf-809a-3c584c0dc74b on host dv-cinder-836071-3-iscsi {{(pid=109911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:54:15.150517 dv-cinder-836071-3-iscsi neutron-server[109909]: Traceback (most recent call last): Apr 08 10:54:15.150517 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:54:15.150517 dv-cinder-836071-3-iscsi neutron-server[109909]: timer() Apr 08 10:54:15.150517 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:54:15.150517 dv-cinder-836071-3-iscsi neutron-server[109909]: cb(*args, **kw) Apr 08 10:54:15.150517 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 10:54:15.150517 dv-cinder-836071-3-iscsi neutron-server[109909]: return func(*args, **kwargs) Apr 08 10:54:15.150517 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:54:15.150517 dv-cinder-836071-3-iscsi neutron-server[109909]: self._notify() Apr 08 10:54:15.150517 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:54:15.150517 dv-cinder-836071-3-iscsi neutron-server[109909]: self.callback(batched_events) Apr 08 10:54:15.150517 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:54:15.150517 dv-cinder-836071-3-iscsi neutron-server[109909]: event.method(event) Apr 08 10:54:15.150517 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 10:54:15.150517 dv-cinder-836071-3-iscsi neutron-server[109909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:54:15.150517 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 10:54:15.150517 dv-cinder-836071-3-iscsi neutron-server[109909]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:54:15.150517 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 10:54:15.150517 dv-cinder-836071-3-iscsi neutron-server[109909]: return f(self, *a, **k) Apr 08 10:54:15.150517 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:54:15.150517 dv-cinder-836071-3-iscsi neutron-server[109909]: return self._get(url).json() Apr 08 10:54:15.150517 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:54:15.150517 dv-cinder-836071-3-iscsi neutron-server[109909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:54:15.150517 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:54:15.150517 dv-cinder-836071-3-iscsi neutron-server[109909]: return self.request(url, 'GET', **kwargs) Apr 08 10:54:15.150517 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:54:15.150517 dv-cinder-836071-3-iscsi neutron-server[109909]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:54:15.150517 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:54:15.150517 dv-cinder-836071-3-iscsi neutron-server[109909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:54:15.150517 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:54:15.150517 dv-cinder-836071-3-iscsi neutron-server[109909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:54:15.150517 dv-cinder-836071-3-iscsi neutron-server[109909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:54:15.174516 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-759783ec-4507-4e45-97c1-421bab047bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1814241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-743903'] for network (2db6c5bf-702d-48d2-975f-8c59d82df7d7), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:15.180919 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-759783ec-4507-4e45-97c1-421bab047bbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553535'] for network (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:15.189348 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-759783ec-4507-4e45-97c1-421bab047bbc admin admin] 10.222.0.43 "DELETE /v2.0/networks/2db6c5bf-702d-48d2-975f-8c59d82df7d7 HTTP/1.1" status: 204 len: 168 time: 0.6622496 Apr 08 10:54:15.208657 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d454ca8-8aba-4393-a592-e76dffd39785 None None] Pushing event deleted for resources: {'Port': ['ID=41cf3ab9-ddb2-44cf-809a-3c584c0dc74b,revision_number=None']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:15.210678 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759783ec-4507-4e45-97c1-421bab047bbc admin admin] Pushing event deleted for resources: {'Network': ['ID=2db6c5bf-702d-48d2-975f-8c59d82df7d7,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:15.228333 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c39995e2-c233-4533-b78f-2944bd33f611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (65c9c9bc-bb02-426d-a902-340b44f1a4c2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:15.257439 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db966ce-a520-4d4e-ad5f-039303197c2d req-15e83396-b3b7-4df7-8d04-2caec989dc7e tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:15.262461 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-8db966ce-a520-4d4e-ad5f-039303197c2d req-15e83396-b3b7-4df7-8d04-2caec989dc7e tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfc1c2bb-6dae-4b65-bd69-89987828f1f8 HTTP/1.1" status: 200 len: 945 time: 0.1140602 Apr 08 10:54:15.323802 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-8db966ce-a520-4d4e-ad5f-039303197c2d req-b36db512-4333-4364-99df-730b33b1103f tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=618911c2-0d92-416d-9c3d-5dee37a83d45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550821 Apr 08 10:54:15.371394 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 59032) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:54:15.421732 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-7a4d3106-a494-4b42-911f-d6d3715087dc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cdbf3dccf7d2413cb40e83426f557384&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0471590 Apr 08 10:54:15.423222 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 59034) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:54:15.499381 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-ba59104a-da6c-42a6-9cb6-287f1829acbf admin admin] Publish callbacks [] for security_group (a1f7d50a-a5a1-4bfe-9006-509b033ac2bc), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:15.535902 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-ba59104a-da6c-42a6-9cb6-287f1829acbf admin admin] Publish callbacks [] for security_group (a1f7d50a-a5a1-4bfe-9006-509b033ac2bc), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:15.617811 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-ba59104a-da6c-42a6-9cb6-287f1829acbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (a1f7d50a-a5a1-4bfe-9006-509b033ac2bc), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:15.620751 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-ba59104a-da6c-42a6-9cb6-287f1829acbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:15.622194 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-ba59104a-da6c-42a6-9cb6-287f1829acbf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a1f7d50a-a5a1-4bfe-9006-509b033ac2bc HTTP/1.1" status: 204 len: 168 time: 0.1986496 Apr 08 10:54:15.631501 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba59104a-da6c-42a6-9cb6-287f1829acbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f7d50a-a5a1-4bfe-9006-509b033ac2bc,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:15.687484 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc0e6d-6273-4b47-8239-94ad14c585d0 req-b26247f8-ff26-4231-96b5-282e87389349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:15.689548 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-d8bc0e6d-6273-4b47-8239-94ad14c585d0 req-b26247f8-ff26-4231-96b5-282e87389349 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dfc1c2bb-6dae-4b65-bd69-89987828f1f8 HTTP/1.1" status: 200 len: 1129 time: 0.0799646 Apr 08 10:54:15.745394 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-d8bc0e6d-6273-4b47-8239-94ad14c585d0 req-ad424dd6-f2ea-40ee-afc8-95b3f5e1c7ad service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=618911c2-0d92-416d-9c3d-5dee37a83d45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469377 Apr 08 10:54:15.845491 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device b006b3f4-b049-49ad-9d80-144523e41e61 no longer exists at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 10:54:15.892438 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] No Port match for: b006b3f4-b049-49ad-9d80-144523e41e61 {{(pid=109911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 10:54:15.892923 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device b006b3f4-b049-49ad-9d80-144523e41e61 not bound to the agent host dv-cinder-836071-3-iscsi {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 10:54:15.893387 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device 1222021f-8dd7-4085-a1b5-1bc8471babd1 no longer exists at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 10:54:15.924190 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] No Port match for: 1222021f-8dd7-4085-a1b5-1bc8471babd1 {{(pid=109911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 10:54:15.924554 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device 1222021f-8dd7-4085-a1b5-1bc8471babd1 not bound to the agent host dv-cinder-836071-3-iscsi {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 10:54:15.924952 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device 41cf3ab9-ddb2-44cf-809a-3c584c0dc74b no longer exists at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 10:54:15.951313 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] No Port match for: 41cf3ab9-ddb2-44cf-809a-3c584c0dc74b {{(pid=109911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 10:54:15.951795 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device 41cf3ab9-ddb2-44cf-809a-3c584c0dc74b not bound to the agent host dv-cinder-836071-3-iscsi {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 10:54:16.072024 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 59040) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:54:16.122997 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-d130a961-364a-4844-bb2e-8e6fd1083d88 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6d19949ec67b45348d7aae516d815ac0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0490968 Apr 08 10:54:16.125335 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 59042) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:54:16.182567 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-20e5ef6c-4fe7-43e5-8524-957da6ce4b3c admin admin] Publish callbacks [] for security_group (70e10c35-916d-49d2-b366-cb18e696667e), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:16.207533 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-20e5ef6c-4fe7-43e5-8524-957da6ce4b3c admin admin] Publish callbacks [] for security_group (70e10c35-916d-49d2-b366-cb18e696667e), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:16.267286 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-20e5ef6c-4fe7-43e5-8524-957da6ce4b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (70e10c35-916d-49d2-b366-cb18e696667e), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:16.270538 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-20e5ef6c-4fe7-43e5-8524-957da6ce4b3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:16.274489 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-20e5ef6c-4fe7-43e5-8524-957da6ce4b3c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/70e10c35-916d-49d2-b366-cb18e696667e HTTP/1.1" status: 204 len: 168 time: 0.1479225 Apr 08 10:54:16.282563 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e5ef6c-4fe7-43e5-8524-957da6ce4b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e10c35-916d-49d2-b366-cb18e696667e,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:16.491265 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56444a0d-5700-4257-8b0f-c8a764d19ec4 req-64f1bae2-e666-45f4-9de0-6e7d83474f79 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:16.493161 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-56444a0d-5700-4257-8b0f-c8a764d19ec4 req-64f1bae2-e666-45f4-9de0-6e7d83474f79 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfc1c2bb-6dae-4b65-bd69-89987828f1f8 HTTP/1.1" status: 200 len: 945 time: 0.0863144 Apr 08 10:54:16.604973 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dfd57949-1be2-4190-94f2-c1682066023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (140c1fdd-4f9d-4fc9-9d7c-f6f7cee51a0a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:16.612525 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-56444a0d-5700-4257-8b0f-c8a764d19ec4 req-b795c723-8a6e-4a4c-8da5-a391beec17c2 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=618911c2-0d92-416d-9c3d-5dee37a83d45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082876 Apr 08 10:54:17.169722 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 59074) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:54:17.288908 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [None req-c2c43938-08d4-420b-9263-3ccc0f1a07c0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1804327282-network', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:54:17.330749 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c43938-08d4-420b-9263-3ccc0f1a07c0 admin admin] Made reservation on behalf of 1240eb4e10e8472eb59d3c956e73fd45 for: {'network': 1} {{(pid=109910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:54:17.333318 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-c2c43938-08d4-420b-9263-3ccc0f1a07c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for network (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:17.343012 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-c2c43938-08d4-420b-9263-3ccc0f1a07c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:17.426373 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-c2c43938-08d4-420b-9263-3ccc0f1a07c0 admin admin] Publish callbacks [] for security_group (d544d060-828f-4f37-9a38-195e90a6288e), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:17.433520 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-c2c43938-08d4-420b-9263-3ccc0f1a07c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (d544d060-828f-4f37-9a38-195e90a6288e), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:17.459772 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2c43938-08d4-420b-9263-3ccc0f1a07c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=109910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:54:17.470245 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c43938-08d4-420b-9263-3ccc0f1a07c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d544d060-828f-4f37-9a38-195e90a6288e,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:17.480060 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-c2c43938-08d4-420b-9263-3ccc0f1a07c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801210'] for segment (6d5acab1-a077-4768-8ed0-79720d8978bc), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:17.480618 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.db.segments_db [None req-c2c43938-08d4-420b-9263-3ccc0f1a07c0 admin admin] Added segment 6d5acab1-a077-4768-8ed0-79720d8978bc of type vlan for network cde280c4-46d3-4a2c-b76e-9357fe2425c5 Apr 08 10:54:17.530493 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-c2c43938-08d4-420b-9263-3ccc0f1a07c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778032765835'] for network (cde280c4-46d3-4a2c-b76e-9357fe2425c5), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:17.562411 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-c2c43938-08d4-420b-9263-3ccc0f1a07c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513'] for network (cde280c4-46d3-4a2c-b76e-9357fe2425c5), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:17.563560 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c43938-08d4-420b-9263-3ccc0f1a07c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:17.564170 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-c2c43938-08d4-420b-9263-3ccc0f1a07c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553535'] for network (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:17.634578 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-c2c43938-08d4-420b-9263-3ccc0f1a07c0 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4608569 Apr 08 10:54:17.634578 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 59078) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:54:17.641198 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [None req-a92ffa58-83ce-4a6b-bbc7-8f505d9e7df5 admin admin] Request body: {'subnet': {'network_id': 'cde280c4-46d3-4a2c-b76e-9357fe2425c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1804327282-subnet', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'ip_version': 4}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:54:17.649590 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c43938-08d4-420b-9263-3ccc0f1a07c0 admin admin] Pushing event updated for resources: {'Network': ['ID=cde280c4-46d3-4a2c-b76e-9357fe2425c5,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:17.664128 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Network cde280c4-46d3-4a2c-b76e-9357fe2425c5 details requested by agent ovs-agent-dv-cinder-836071-3-iscsi with host dv-cinder-836071-3-iscsi {{(pid=109911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 10:54:17.666251 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92ffa58-83ce-4a6b-bbc7-8f505d9e7df5 admin admin] Made reservation on behalf of 1240eb4e10e8472eb59d3c956e73fd45 for: {'subnet': 1} {{(pid=109910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:54:17.668264 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-a92ffa58-83ce-4a6b-bbc7-8f505d9e7df5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14574116'] for subnet (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:17.828183 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a83d69-d11e-4535-bc9e-45a37f7f869b req-b358afa8-75ac-41a4-92de-4ed0e64ac0e0 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:17.829804 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f5a83d69-d11e-4535-bc9e-45a37f7f869b req-b358afa8-75ac-41a4-92de-4ed0e64ac0e0 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfc1c2bb-6dae-4b65-bd69-89987828f1f8 HTTP/1.1" status: 200 len: 945 time: 0.0973122 Apr 08 10:54:17.933378 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f5a83d69-d11e-4535-bc9e-45a37f7f869b req-75e76963-b04c-4be9-b543-8f04023c2ece tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=618911c2-0d92-416d-9c3d-5dee37a83d45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836213 Apr 08 10:54:17.947716 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-a92ffa58-83ce-4a6b-bbc7-8f505d9e7df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14190107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14576862'] for subnet (f62eda8a-11e4-410d-acba-a7bf8fcacc01), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:18.029686 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (d1e78606-e5cc-43c0-bc22-8a5324478286), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:18.053282 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92ffa58-83ce-4a6b-bbc7-8f505d9e7df5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f62eda8a-11e4-410d-acba-a7bf8fcacc01,revision_number=0']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:18.059790 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92ffa58-83ce-4a6b-bbc7-8f505d9e7df5 admin admin] Checking segment: {'id': '6d5acab1-a077-4768-8ed0-79720d8978bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cde280c4-46d3-4a2c-b76e-9357fe2425c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:54:18.060299 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92ffa58-83ce-4a6b-bbc7-8f505d9e7df5 admin admin] Network hostable DHCP agents. Network: cde280c4-46d3-4a2c-b76e-9357fe2425c5, hostable agents: ['0996d03c-a6d6-4751-8b32-c8111f4b3d8a'], hosted agents: [] {{(pid=109910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:54:18.081026 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92ffa58-83ce-4a6b-bbc7-8f505d9e7df5 admin admin] Network cde280c4-46d3-4a2c-b76e-9357fe2425c5 is scheduled to be hosted by DHCP agent 0996d03c-a6d6-4751-8b32-c8111f4b3d8a with binding_index 1 {{(pid=109910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:54:18.096398 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.base_scheduler [None req-a92ffa58-83ce-4a6b-bbc7-8f505d9e7df5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836071-3-iscsi, cde280c4-46d3-4a2c-b76e-9357fe2425c5) {{(pid=109910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:54:18.108804 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92ffa58-83ce-4a6b-bbc7-8f505d9e7df5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:18.109998 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-a92ffa58-83ce-4a6b-bbc7-8f505d9e7df5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553535'] for subnet (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:18.110132 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae90beb-f363-46da-b9df-c3beb513e4fe None None] Network cde280c4-46d3-4a2c-b76e-9357fe2425c5 requested from dv-cinder-836071-3-iscsi {{(pid=109911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 10:54:18.134747 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-a92ffa58-83ce-4a6b-bbc7-8f505d9e7df5 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4967132 Apr 08 10:54:18.135573 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 59090) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:54:18.141330 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.v2.base [None req-004de639-258b-48ca-914a-d7cd4e3c1c8b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1804327282-router', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b'}}} {{(pid=109909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:54:18.182598 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-004de639-258b-48ca-914a-d7cd4e3c1c8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-748360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40211'] for router (42146926-2eb6-487e-b4e4-69b3b310f9b9), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:18.184042 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-004de639-258b-48ca-914a-d7cd4e3c1c8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-743752', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40424'] for router (42146926-2eb6-487e-b4e4-69b3b310f9b9), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:18.245580 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab176692-88bb-4ed5-bf72-8e723cbd27cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2e46b0fd-1d33-5ebd-a23e-349e34994587-cde280c4-46d3-4a2c-b76e-9357fe2425c5', 'network_id': 'cde280c4-46d3-4a2c-b76e-9357fe2425c5', 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'fixed_ips': [{'subnet_id': 'f62eda8a-11e4-410d-acba-a7bf8fcacc01'}]}} from dv-cinder-836071-3-iscsi. {{(pid=109911) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 10:54:18.246507 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-ab176692-88bb-4ed5-bf72-8e723cbd27cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:18.291504 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-004de639-258b-48ca-914a-d7cd4e3c1c8b admin admin] Publish callbacks [] for router_controller (42146926-2eb6-487e-b4e4-69b3b310f9b9), precommit_add_association {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:18.412217 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.db_base_plugin_common [None req-ab176692-88bb-4ed5-bf72-8e723cbd27cb None None] Allocated IP 172.20.0.2 (cde280c4-46d3-4a2c-b76e-9357fe2425c5/f62eda8a-11e4-410d-acba-a7bf8fcacc01/5610c8e5-6306-4654-987b-7a95ad9a2b11) {{(pid=109911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:54:18.455043 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-004de639-258b-48ca-914a-d7cd4e3c1c8b admin admin] Publish callbacks [] for router_gateway (42146926-2eb6-487e-b4e4-69b3b310f9b9), precommit_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:18.538731 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (df0b008b-1017-45b0-9cbd-b6387ecfd69a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:18.612005 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d0ff6-64ee-4074-89ef-a9d05b380a18 req-a2ea03a4-09e4-40a9-b38f-27332155b94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:18.613724 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-861d0ff6-64ee-4074-89ef-a9d05b380a18 req-a2ea03a4-09e4-40a9-b38f-27332155b94b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3b8c2bcd253d4480a40c77765f83e67a&device_id=dfc1c2bb-6dae-4b65-bd69-89987828f1f8 HTTP/1.1" status: 200 len: 1129 time: 0.0892766 Apr 08 10:54:18.625400 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3eefbf-a43e-4514-bad1-551b2a76a44f req-e60db1ec-21ce-450c-beaf-1a94f13de127 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:18.627075 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-bf3eefbf-a43e-4514-bad1-551b2a76a44f req-e60db1ec-21ce-450c-beaf-1a94f13de127 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfc1c2bb-6dae-4b65-bd69-89987828f1f8 HTTP/1.1" status: 200 len: 945 time: 0.0934298 Apr 08 10:54:18.657631 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-ab176692-88bb-4ed5-bf72-8e723cbd27cb None None] Publish callbacks [] for port (5610c8e5-6306-4654-987b-7a95ad9a2b11), precommit_create {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:18.675852 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-ab176692-88bb-4ed5-bf72-8e723cbd27cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861'] for port (5610c8e5-6306-4654-987b-7a95ad9a2b11), after_create {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:18.724618 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab176692-88bb-4ed5-bf72-8e723cbd27cb None None] Pushing event updated for resources: {'Port': ['ID=5610c8e5-6306-4654-987b-7a95ad9a2b11,revision_number=1']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:18.726381 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-bf3eefbf-a43e-4514-bad1-551b2a76a44f req-148e4e5e-773f-4238-87b2-ccfbfd04d056 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=618911c2-0d92-416d-9c3d-5dee37a83d45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908160 Apr 08 10:54:18.738144 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab176692-88bb-4ed5-bf72-8e723cbd27cb None None] Network cde280c4-46d3-4a2c-b76e-9357fe2425c5 is already hosted by enough agents. {{(pid=109911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:54:18.740303 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.scheduler.base_scheduler [None req-ab176692-88bb-4ed5-bf72-8e723cbd27cb None None] Resources bound (agent type, host, resource id): {{(pid=109911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:54:18.742848 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab176692-88bb-4ed5-bf72-8e723cbd27cb None None] Received port after_create {{(pid=109911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 10:54:18.786542 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d0ff6-64ee-4074-89ef-a9d05b380a18 req-8273e5a3-ea87-434d-9b6b-56a55c25c1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:18.788577 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-861d0ff6-64ee-4074-89ef-a9d05b380a18 req-8273e5a3-ea87-434d-9b6b-56a55c25c1ea service neutron] 10.222.0.39 "GET /v2.0/networks?id=33a3be25-f434-41eb-a414-585facf4d669 HTTP/1.1" status: 200 len: 920 time: 0.1605313 Apr 08 10:54:18.800072 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-004de639-258b-48ca-914a-d7cd4e3c1c8b admin admin] Publish callbacks [] for router_gateway (42146926-2eb6-487e-b4e4-69b3b310f9b9), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:18.819945 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-004de639-258b-48ca-914a-d7cd4e3c1c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:18.821790 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.managers [None req-ab176692-88bb-4ed5-bf72-8e723cbd27cb None None] Attempting to bind port 5610c8e5-6306-4654-987b-7a95ad9a2b11 on host dv-cinder-836071-3-iscsi for vnic_type normal with profile {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 10:54:18.822164 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.managers [None req-ab176692-88bb-4ed5-bf72-8e723cbd27cb None None] Attempting to bind port 5610c8e5-6306-4654-987b-7a95ad9a2b11 by drivers openvswitch,hyperv on host dv-cinder-836071-3-iscsi at level 0 using segments [{'id': '6d5acab1-a077-4768-8ed0-79720d8978bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cde280c4-46d3-4a2c-b76e-9357fe2425c5'}] {{(pid=109911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 10:54:18.822522 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab176692-88bb-4ed5-bf72-8e723cbd27cb None None] Attempting to bind port 5610c8e5-6306-4654-987b-7a95ad9a2b11 on network cde280c4-46d3-4a2c-b76e-9357fe2425c5 {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:54:18.828929 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab176692-88bb-4ed5-bf72-8e723cbd27cb None None] Checking agent: {'id': 'd1e78606-e5cc-43c0-bc22-8a5324478286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 41, 48), 'started_at': datetime.datetime(2022, 4, 8, 10, 42, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 10:54:18.829328 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab176692-88bb-4ed5-bf72-8e723cbd27cb None None] Checking segment: {'id': '6d5acab1-a077-4768-8ed0-79720d8978bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cde280c4-46d3-4a2c-b76e-9357fe2425c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:54:18.829731 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-ab176692-88bb-4ed5-bf72-8e723cbd27cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:18.830119 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab176692-88bb-4ed5-bf72-8e723cbd27cb None None] Bound using segment: {'id': '6d5acab1-a077-4768-8ed0-79720d8978bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cde280c4-46d3-4a2c-b76e-9357fe2425c5'} {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 10:54:18.830574 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.managers [None req-ab176692-88bb-4ed5-bf72-8e723cbd27cb None None] Bound port: 5610c8e5-6306-4654-987b-7a95ad9a2b11, host: dv-cinder-836071-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d5acab1-a077-4768-8ed0-79720d8978bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cde280c4-46d3-4a2c-b76e-9357fe2425c5'}}] {{(pid=109911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 10:54:18.836125 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-ab176692-88bb-4ed5-bf72-8e723cbd27cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (5610c8e5-6306-4654-987b-7a95ad9a2b11), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:18.887200 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-861d0ff6-64ee-4074-89ef-a9d05b380a18 req-0e51c279-d5f4-4caa-b36e-f115f808df53 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e397a46-0789-41b9-a2e7-2d7f5ce968f2 HTTP/1.1" status: 200 len: 1000 time: 0.0913258 Apr 08 10:54:18.929379 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-ab176692-88bb-4ed5-bf72-8e723cbd27cb None None] For port 5610c8e5-6306-4654-987b-7a95ad9a2b11, host dv-cinder-836071-3-iscsi, cleared binding levels {{(pid=109911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:54:18.933035 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-ab176692-88bb-4ed5-bf72-8e723cbd27cb None None] For port 5610c8e5-6306-4654-987b-7a95ad9a2b11, host dv-cinder-836071-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=5610c8e5-6306-4654-987b-7a95ad9a2b11,segment=NetworkSegment(6d5acab1-a077-4768-8ed0-79720d8978bc),segment_id=6d5acab1-a077-4768-8ed0-79720d8978bc)] {{(pid=109911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:54:18.944103 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-ab176692-88bb-4ed5-bf72-8e723cbd27cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (5610c8e5-6306-4654-987b-7a95ad9a2b11), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:18.967506 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d0ff6-64ee-4074-89ef-a9d05b380a18 req-a7281a23-0997-452c-9cd1-64f3a814ddbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:18.969144 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-861d0ff6-64ee-4074-89ef-a9d05b380a18 req-a7281a23-0997-452c-9cd1-64f3a814ddbd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=695d492a-ca30-42dc-b8aa-3b1f1f515ae3 HTTP/1.1" status: 200 len: 858 time: 0.0734010 Apr 08 10:54:18.973984 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.db.db_base_plugin_common [None req-004de639-258b-48ca-914a-d7cd4e3c1c8b admin admin] Allocated IP 172.27.2.202 (173a9438-8c11-42c7-a64e-a6d835b0fe8b/3e92b2da-8062-400a-a6d5-15b49fe43bf4/6feab91a-7bec-44c4-9ad3-1e39f46403f3) {{(pid=109909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:54:19.044236 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab176692-88bb-4ed5-bf72-8e723cbd27cb None None] Pushing event updated for resources: {'Port': ['ID=5610c8e5-6306-4654-987b-7a95ad9a2b11,revision_number=2']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:19.047862 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d0ff6-64ee-4074-89ef-a9d05b380a18 req-9d438315-db90-4bdb-88d5-75293c7e5d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:19.056747 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-861d0ff6-64ee-4074-89ef-a9d05b380a18 req-9d438315-db90-4bdb-88d5-75293c7e5d3b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=33a3be25-f434-41eb-a414-585facf4d669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0796723 Apr 08 10:54:19.144641 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-004de639-258b-48ca-914a-d7cd4e3c1c8b admin admin] Publish callbacks [] for port (6feab91a-7bec-44c4-9ad3-1e39f46403f3), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:19.181752 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-861d0ff6-64ee-4074-89ef-a9d05b380a18 req-75c4616a-53fd-4583-b45e-0d966d45db08 service neutron] 10.222.0.39 "GET /v2.0/networks/33a3be25-f434-41eb-a414-585facf4d669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128252 Apr 08 10:54:19.198714 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-004de639-258b-48ca-914a-d7cd4e3c1c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16387658'] for port (6feab91a-7bec-44c4-9ad3-1e39f46403f3), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:19.199766 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.agents_db [None req-4d82583b-548a-400c-8f4c-c09be56c4ea4 None None] Agent healthcheck: found 6 active agents {{(pid=109912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 10:54:19.291399 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004de639-258b-48ca-914a-d7cd4e3c1c8b admin admin] Network 173a9438-8c11-42c7-a64e-a6d835b0fe8b is already hosted by enough agents. {{(pid=109909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:54:19.294763 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.base_scheduler [None req-004de639-258b-48ca-914a-d7cd4e3c1c8b admin admin] Resources bound (agent type, host, resource id): {{(pid=109909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:54:19.307136 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004de639-258b-48ca-914a-d7cd4e3c1c8b admin admin] Received port after_create {{(pid=109909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 10:54:19.345205 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004de639-258b-48ca-914a-d7cd4e3c1c8b admin admin] Pushing event updated for resources: {'Port': ['ID=6feab91a-7bec-44c4-9ad3-1e39f46403f3,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:19.350551 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-861d0ff6-64ee-4074-89ef-a9d05b380a18 req-e1087420-a8a8-4f86-804d-6cd2f9ca43ac service neutron] 10.222.0.39 "GET /v2.0/networks/33a3be25-f434-41eb-a414-585facf4d669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619599 Apr 08 10:54:19.638306 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-004de639-258b-48ca-914a-d7cd4e3c1c8b admin admin] Publish callbacks [] for router_gateway (42146926-2eb6-487e-b4e4-69b3b310f9b9), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:19.908519 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device 5610c8e5-6306-4654-987b-7a95ad9a2b11 up at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:54:19.921107 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5158812d-2754-4645-90b9-4d07361d7ff0 req-a5d8dcc6-95c9-4603-ad31-1b2216e0c3c1 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:19.922893 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-5158812d-2754-4645-90b9-4d07361d7ff0 req-a5d8dcc6-95c9-4603-ad31-1b2216e0c3c1 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfc1c2bb-6dae-4b65-bd69-89987828f1f8 HTTP/1.1" status: 200 len: 945 time: 0.0798850 Apr 08 10:54:19.962809 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-004de639-258b-48ca-914a-d7cd4e3c1c8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-748511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-743719'] for router (42146926-2eb6-487e-b4e4-69b3b310f9b9), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:20.027455 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-5158812d-2754-4645-90b9-4d07361d7ff0 req-18de3614-b5dc-4300-b078-9b7a5e28e758 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=618911c2-0d92-416d-9c3d-5dee37a83d45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914159 Apr 08 10:54:20.119264 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Provisioning complete for port 5610c8e5-6306-4654-987b-7a95ad9a2b11 triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:54:20.119639 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (5610c8e5-6306-4654-987b-7a95ad9a2b11), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:20.173632 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-004de639-258b-48ca-914a-d7cd4e3c1c8b admin admin] Router 42146926-2eb6-487e-b4e4-69b3b310f9b9 is scheduled to L3 agent a0f054a9-d30b-4594-8de6-6c24438c3963 with binding_index 1 {{(pid=109909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:54:20.237908 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Current status of the port 5610c8e5-6306-4654-987b-7a95ad9a2b11 is: DOWN; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:54:20.238302 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (5610c8e5-6306-4654-987b-7a95ad9a2b11), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:20.292331 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] For port 5610c8e5-6306-4654-987b-7a95ad9a2b11, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=5610c8e5-6306-4654-987b-7a95ad9a2b11,segment=NetworkSegment(6d5acab1-a077-4768-8ed0-79720d8978bc),segment_id=6d5acab1-a077-4768-8ed0-79720d8978bc)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:54:20.301477 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (5610c8e5-6306-4654-987b-7a95ad9a2b11), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:20.360683 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71acfeb6-ebfa-4099-86d7-4806c8c14ac1 None None] Network cde280c4-46d3-4a2c-b76e-9357fe2425c5 requested from dv-cinder-836071-3-iscsi {{(pid=109911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 10:54:20.391242 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Pushing event updated for resources: {'Port': ['ID=5610c8e5-6306-4654-987b-7a95ad9a2b11,revision_number=3']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:20.479670 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-7fdb7291-3479-4416-947d-fd0b6bbf14ee None None] Provisioning complete for port 5610c8e5-6306-4654-987b-7a95ad9a2b11 triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:54:20.480043 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-7fdb7291-3479-4416-947d-fd0b6bbf14ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (5610c8e5-6306-4654-987b-7a95ad9a2b11), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:20.623174 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-004de639-258b-48ca-914a-d7cd4e3c1c8b admin admin] Notify agent at l3_agent.dv-cinder-836071-3-iscsi the message routers_updated {{(pid=109909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:54:20.634401 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3693f884-6a8a-4401-8343-75d1d7de801a None None] Sync routers for ids ['42146926-2eb6-487e-b4e4-69b3b310f9b9'] in dv-cinder-836071-3-iscsi {{(pid=109912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:54:20.643077 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-004de639-258b-48ca-914a-d7cd4e3c1c8b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:20.643891 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-7fdb7291-3479-4416-947d-fd0b6bbf14ee None None] Current status of the port 5610c8e5-6306-4654-987b-7a95ad9a2b11 is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:54:20.644449 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-004de639-258b-48ca-914a-d7cd4e3c1c8b admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5070162 Apr 08 10:54:20.648145 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 59112) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:54:20.652621 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3693f884-6a8a-4401-8343-75d1d7de801a None None] Routers {'42146926-2eb6-487e-b4e4-69b3b310f9b9'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:54:20.655704 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-3693f884-6a8a-4401-8343-75d1d7de801a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:54:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['42146926-2eb6-487e-b4e4-69b3b310f9b9'], 'active': True} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:20.787915 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvr_db [None req-3693f884-6a8a-4401-8343-75d1d7de801a None None] Set router 42146926-2eb6-487e-b4e4-69b3b310f9b9 gateway port host: dv-cinder-836071-3-iscsi {{(pid=109912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:54:20.879596 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-febb0b80-2025-426b-b44d-d9ebeacc943d None None] Provisioning complete for port 5610c8e5-6306-4654-987b-7a95ad9a2b11 triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:54:20.880409 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-febb0b80-2025-426b-b44d-d9ebeacc943d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (5610c8e5-6306-4654-987b-7a95ad9a2b11), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:21.000609 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-febb0b80-2025-426b-b44d-d9ebeacc943d None None] Current status of the port 5610c8e5-6306-4654-987b-7a95ad9a2b11 is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:54:21.014751 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-3693f884-6a8a-4401-8343-75d1d7de801a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'name': 'tempest-TestVolumeBootPattern-1804327282-router', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '6feab91a-7bec-44c4-9ad3-1e39f46403f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:18Z', 'updated_at': '2022-04-08T10:54:19Z', 'revision_number': 3, 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'gw_port': {'id': '6feab91a-7bec-44c4-9ad3-1e39f46403f3', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:42:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:18Z', 'updated_at': '2022-04-08T10:54:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi'}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:21.064020 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3693f884-6a8a-4401-8343-75d1d7de801a None None] Checking router: 42146926-2eb6-487e-b4e4-69b3b310f9b9 for host: dv-cinder-836071-3-iscsi {{(pid=109912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:54:21.064863 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3693f884-6a8a-4401-8343-75d1d7de801a None None] Updating router 42146926-2eb6-487e-b4e4-69b3b310f9b9 port 6feab91a-7bec-44c4-9ad3-1e39f46403f3 binding host dv-cinder-836071-3-iscsi {{(pid=109912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:54:21.104259 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-3693f884-6a8a-4401-8343-75d1d7de801a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (6feab91a-7bec-44c4-9ad3-1e39f46403f3), before_update {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:21.212384 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520fff0-a4c8-4e99-bc26-d8831ed8f962 req-6986219f-6a83-412a-bab0-370405cc312c tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:21.213992 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-e520fff0-a4c8-4e99-bc26-d8831ed8f962 req-6986219f-6a83-412a-bab0-370405cc312c tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfc1c2bb-6dae-4b65-bd69-89987828f1f8 HTTP/1.1" status: 200 len: 945 time: 0.1132340 Apr 08 10:54:21.321362 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-e520fff0-a4c8-4e99-bc26-d8831ed8f962 req-31a702ba-5af1-4bcd-96dd-c4769abc5f25 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=618911c2-0d92-416d-9c3d-5dee37a83d45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996861 Apr 08 10:54:21.429765 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-3693f884-6a8a-4401-8343-75d1d7de801a None None] Publish callbacks [] for port (6feab91a-7bec-44c4-9ad3-1e39f46403f3), precommit_update {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:21.439117 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-3693f884-6a8a-4401-8343-75d1d7de801a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (6feab91a-7bec-44c4-9ad3-1e39f46403f3), after_update {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:21.521580 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5047d4b-27ca-41d1-9c65-6b46ef51b797 None None] Pushing event updated for resources: {'Port': ['ID=6feab91a-7bec-44c4-9ad3-1e39f46403f3,revision_number=2']} {{(pid=109912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:21.524078 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.managers [None req-3693f884-6a8a-4401-8343-75d1d7de801a None None] Attempting to bind port 6feab91a-7bec-44c4-9ad3-1e39f46403f3 on host dv-cinder-836071-3-iscsi for vnic_type normal with profile {{(pid=109912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 10:54:21.524510 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.managers [None req-3693f884-6a8a-4401-8343-75d1d7de801a None None] Attempting to bind port 6feab91a-7bec-44c4-9ad3-1e39f46403f3 by drivers openvswitch,hyperv on host dv-cinder-836071-3-iscsi at level 0 using segments [{'id': '161e69df-2a78-40e9-90fc-e661b1490c65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b'}] {{(pid=109912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 10:54:21.524931 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3693f884-6a8a-4401-8343-75d1d7de801a None None] Attempting to bind port 6feab91a-7bec-44c4-9ad3-1e39f46403f3 on network 173a9438-8c11-42c7-a64e-a6d835b0fe8b {{(pid=109912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:54:21.550333 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5047d4b-27ca-41d1-9c65-6b46ef51b797 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:21.554485 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5047d4b-27ca-41d1-9c65-6b46ef51b797 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:21.555068 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5047d4b-27ca-41d1-9c65-6b46ef51b797 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:21.555579 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5047d4b-27ca-41d1-9c65-6b46ef51b797 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:21.557909 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5047d4b-27ca-41d1-9c65-6b46ef51b797 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:21.558435 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5047d4b-27ca-41d1-9c65-6b46ef51b797 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:21.558938 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5047d4b-27ca-41d1-9c65-6b46ef51b797 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:21.561944 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5047d4b-27ca-41d1-9c65-6b46ef51b797 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:21.562484 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5047d4b-27ca-41d1-9c65-6b46ef51b797 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:21.562981 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5047d4b-27ca-41d1-9c65-6b46ef51b797 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:21.563466 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5047d4b-27ca-41d1-9c65-6b46ef51b797 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:21.563976 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5047d4b-27ca-41d1-9c65-6b46ef51b797 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:21.564482 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5047d4b-27ca-41d1-9c65-6b46ef51b797 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:21.565286 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5047d4b-27ca-41d1-9c65-6b46ef51b797 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:21.567025 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5047d4b-27ca-41d1-9c65-6b46ef51b797 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:21.575542 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3693f884-6a8a-4401-8343-75d1d7de801a None None] Checking agent: {'id': 'd1e78606-e5cc-43c0-bc22-8a5324478286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 41, 48), 'started_at': datetime.datetime(2022, 4, 8, 10, 42, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 10:54:21.576654 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3693f884-6a8a-4401-8343-75d1d7de801a None None] Checking segment: {'id': '161e69df-2a78-40e9-90fc-e661b1490c65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:54:21.578427 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-3693f884-6a8a-4401-8343-75d1d7de801a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:21.579438 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3693f884-6a8a-4401-8343-75d1d7de801a None None] Bound using segment: {'id': '161e69df-2a78-40e9-90fc-e661b1490c65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b'} {{(pid=109912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 10:54:21.580240 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.managers [None req-3693f884-6a8a-4401-8343-75d1d7de801a None None] Bound port: 6feab91a-7bec-44c4-9ad3-1e39f46403f3, host: dv-cinder-836071-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '161e69df-2a78-40e9-90fc-e661b1490c65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b'}}] {{(pid=109912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 10:54:21.581212 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-3693f884-6a8a-4401-8343-75d1d7de801a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (6feab91a-7bec-44c4-9ad3-1e39f46403f3), before_update {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:21.651502 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.db [None req-3693f884-6a8a-4401-8343-75d1d7de801a None None] For port 6feab91a-7bec-44c4-9ad3-1e39f46403f3, host dv-cinder-836071-3-iscsi, cleared binding levels {{(pid=109912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:54:21.659485 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.db [None req-3693f884-6a8a-4401-8343-75d1d7de801a None None] For port 6feab91a-7bec-44c4-9ad3-1e39f46403f3, host dv-cinder-836071-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=6feab91a-7bec-44c4-9ad3-1e39f46403f3,segment=NetworkSegment(161e69df-2a78-40e9-90fc-e661b1490c65),segment_id=161e69df-2a78-40e9-90fc-e661b1490c65)] {{(pid=109912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:54:21.667180 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-3693f884-6a8a-4401-8343-75d1d7de801a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (6feab91a-7bec-44c4-9ad3-1e39f46403f3), after_update {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:21.730465 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-ced92697-3680-4c69-a75b-abdaf5e06bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:21.738431 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5047d4b-27ca-41d1-9c65-6b46ef51b797 None None] Pushing event updated for resources: {'Port': ['ID=6feab91a-7bec-44c4-9ad3-1e39f46403f3,revision_number=3']} {{(pid=109912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:21.746487 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3693f884-6a8a-4401-8343-75d1d7de801a None None] Routers {'42146926-2eb6-487e-b4e4-69b3b310f9b9'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:54:21.747100 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-3693f884-6a8a-4401-8343-75d1d7de801a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:54:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['42146926-2eb6-487e-b4e4-69b3b310f9b9'], 'active': True} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:21.866403 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device 5610c8e5-6306-4654-987b-7a95ad9a2b11 up at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:54:21.910807 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvr_db [None req-3693f884-6a8a-4401-8343-75d1d7de801a None None] Set router 42146926-2eb6-487e-b4e4-69b3b310f9b9 gateway port host: dv-cinder-836071-3-iscsi {{(pid=109912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:54:21.927129 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Provisioning complete for port 5610c8e5-6306-4654-987b-7a95ad9a2b11 triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:54:21.927511 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (5610c8e5-6306-4654-987b-7a95ad9a2b11), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:21.972508 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.db_base_plugin_common [None req-ced92697-3680-4c69-a75b-abdaf5e06bf3 admin admin] Allocated IP 172.20.0.1 (cde280c4-46d3-4a2c-b76e-9357fe2425c5/f62eda8a-11e4-410d-acba-a7bf8fcacc01/a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75) {{(pid=109910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:54:22.030082 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Current status of the port 5610c8e5-6306-4654-987b-7a95ad9a2b11 is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:54:22.086414 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-ced92697-3680-4c69-a75b-abdaf5e06bf3 admin admin] Publish callbacks [] for port (a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:22.152572 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-ced92697-3680-4c69-a75b-abdaf5e06bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14190223'] for port (a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:22.172635 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-3693f884-6a8a-4401-8343-75d1d7de801a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'name': 'tempest-TestVolumeBootPattern-1804327282-router', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '6feab91a-7bec-44c4-9ad3-1e39f46403f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:18Z', 'updated_at': '2022-04-08T10:54:19Z', 'revision_number': 3, 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'gw_port': {'id': '6feab91a-7bec-44c4-9ad3-1e39f46403f3', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:42:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:18Z', 'updated_at': '2022-04-08T10:54:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi'}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:22.200904 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3693f884-6a8a-4401-8343-75d1d7de801a None None] The sync data for ids ['42146926-2eb6-487e-b4e4-69b3b310f9b9'] in dv-cinder-836071-3-iscsi is: [{'id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'name': 'tempest-TestVolumeBootPattern-1804327282-router', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '6feab91a-7bec-44c4-9ad3-1e39f46403f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:18Z', 'updated_at': '2022-04-08T10:54:19Z', 'revision_number': 3, 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'gw_port': {'id': '6feab91a-7bec-44c4-9ad3-1e39f46403f3', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:42:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:18Z', 'updated_at': '2022-04-08T10:54:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi'}] {{(pid=109912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:54:22.217526 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced92697-3680-4c69-a75b-abdaf5e06bf3 admin admin] Pushing event updated for resources: {'Port': ['ID=a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:22.236175 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced92697-3680-4c69-a75b-abdaf5e06bf3 admin admin] Network cde280c4-46d3-4a2c-b76e-9357fe2425c5 is already hosted by enough agents. {{(pid=109910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:54:22.238656 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.base_scheduler [None req-ced92697-3680-4c69-a75b-abdaf5e06bf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:54:22.242089 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced92697-3680-4c69-a75b-abdaf5e06bf3 admin admin] Received port after_create {{(pid=109910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 10:54:22.313197 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-ced92697-3680-4c69-a75b-abdaf5e06bf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741448'] for router_interface (42146926-2eb6-487e-b4e4-69b3b310f9b9), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:22.545644 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-2383daa6-9d2a-45e4-9022-c7d7f600929f None None] Provisioning complete for port a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75 triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:54:22.546284 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-2383daa6-9d2a-45e4-9022-c7d7f600929f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:22.616375 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad54e29f-66bc-4123-972f-20859fa4c301 req-24a390be-a39a-4c3e-b443-27e4a5f91b87 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:22.617967 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ad54e29f-66bc-4123-972f-20859fa4c301 req-24a390be-a39a-4c3e-b443-27e4a5f91b87 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfc1c2bb-6dae-4b65-bd69-89987828f1f8 HTTP/1.1" status: 200 len: 945 time: 0.1660328 Apr 08 10:54:22.619162 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-ced92697-3680-4c69-a75b-abdaf5e06bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75), before_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:22.630297 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-2383daa6-9d2a-45e4-9022-c7d7f600929f None None] Port a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75 cannot update to ACTIVE because it is not bound. {{(pid=109911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 10:54:22.741234 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ad54e29f-66bc-4123-972f-20859fa4c301 req-f91c8eae-705b-4ecc-93b9-8c2fb67bba9c tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=618911c2-0d92-416d-9c3d-5dee37a83d45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114790 Apr 08 10:54:22.980778 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-ced92697-3680-4c69-a75b-abdaf5e06bf3 admin admin] Publish callbacks [] for port (a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75), precommit_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:22.996462 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26632461-8423-452c-85a1-7bd6c9523e43 req-a837ed64-8292-4a2b-a51a-5adeaad50cea tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:22.998442 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-26632461-8423-452c-85a1-7bd6c9523e43 req-a837ed64-8292-4a2b-a51a-5adeaad50cea tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfc1c2bb-6dae-4b65-bd69-89987828f1f8 HTTP/1.1" status: 200 len: 945 time: 0.1396089 Apr 08 10:54:22.999416 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-ced92697-3680-4c69-a75b-abdaf5e06bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14190224'] for port (a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:23.008515 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 59138) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:54:23.013641 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.v2.base [None req-59ae9118-08c5-4052-b61c-84f198b84e55 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Request body: {'floatingip': {'port_id': '3e397a46-0789-41b9-a2e7-2d7f5ce968f2'}} {{(pid=109909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:54:23.028925 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-4e9666f7-99f2-4854-bd7f-c1cec4f14a7c req-5c004fb1-8823-498d-a738-caddf801b1cc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=38552159-8141-4147-8561-ce8089d7eeec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1367347 Apr 08 10:54:23.103382 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-ced92697-3680-4c69-a75b-abdaf5e06bf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-741604'] for router_interface (42146926-2eb6-487e-b4e4-69b3b310f9b9), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:23.105224 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced92697-3680-4c69-a75b-abdaf5e06bf3 admin admin] Pushing event updated for resources: {'Port': ['ID=a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75,revision_number=2']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:23.111798 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-59ae9118-08c5-4052-b61c-84f198b84e55 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Publish callbacks [] for floatingip (42b56ec7-a854-4591-9b60-2cf644f5ca18), before_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:23.214344 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9666f7-99f2-4854-bd7f-c1cec4f14a7c req-49041b9a-0617-4935-a8e8-9e474c842182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:23.216623 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-4e9666f7-99f2-4854-bd7f-c1cec4f14a7c req-49041b9a-0617-4935-a8e8-9e474c842182 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3b8c2bcd253d4480a40c77765f83e67a&device_id=38552159-8141-4147-8561-ce8089d7eeec HTTP/1.1" status: 200 len: 1129 time: 0.1278727 Apr 08 10:54:23.254859 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced92697-3680-4c69-a75b-abdaf5e06bf3 admin admin] Network cde280c4-46d3-4a2c-b76e-9357fe2425c5 is already hosted by enough agents. {{(pid=109910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:54:23.263872 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.base_scheduler [None req-ced92697-3680-4c69-a75b-abdaf5e06bf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:54:23.452216 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9666f7-99f2-4854-bd7f-c1cec4f14a7c req-6e08f234-9a60-487d-b7d7-018946d9a4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:23.453906 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-4e9666f7-99f2-4854-bd7f-c1cec4f14a7c req-6e08f234-9a60-487d-b7d7-018946d9a4bd service neutron] 10.222.0.39 "GET /v2.0/networks?id=33a3be25-f434-41eb-a414-585facf4d669 HTTP/1.1" status: 200 len: 920 time: 0.1979733 Apr 08 10:54:23.513816 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-4e9666f7-99f2-4854-bd7f-c1cec4f14a7c req-7b62f751-ffc2-456f-85fa-568b11018243 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aba2c694-d951-4d11-a7f4-d6c59eb06344 HTTP/1.1" status: 200 len: 217 time: 0.0453093 Apr 08 10:54:23.518831 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced92697-3680-4c69-a75b-abdaf5e06bf3 admin admin] Router 42146926-2eb6-487e-b4e4-69b3b310f9b9 has already been hosted by L3 agent a0f054a9-d30b-4594-8de6-6c24438c3963 {{(pid=109910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:54:23.565376 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-1c1218d8-09d7-4d8c-9f8d-c607c98f00c0 None None] Provisioning complete for port a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75 triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:54:23.566460 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-1c1218d8-09d7-4d8c-9f8d-c607c98f00c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:23.603278 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-1c1218d8-09d7-4d8c-9f8d-c607c98f00c0 None None] Port a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75 cannot update to ACTIVE because it is not bound. {{(pid=109911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 10:54:23.622029 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9666f7-99f2-4854-bd7f-c1cec4f14a7c req-e6c987ab-23ae-492d-adc0-fbfdb375139f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:23.624122 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-4e9666f7-99f2-4854-bd7f-c1cec4f14a7c req-e6c987ab-23ae-492d-adc0-fbfdb375139f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=695d492a-ca30-42dc-b8aa-3b1f1f515ae3 HTTP/1.1" status: 200 len: 858 time: 0.1038425 Apr 08 10:54:23.681743 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-59ae9118-08c5-4052-b61c-84f198b84e55 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:23.687119 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-59ae9118-08c5-4052-b61c-84f198b84e55 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743873'] for floatingip (42b56ec7-a854-4591-9b60-2cf644f5ca18), after_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:23.717428 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced92697-3680-4c69-a75b-abdaf5e06bf3 admin admin] Notify agent at l3_agent.dv-cinder-836071-3-iscsi the message routers_updated {{(pid=109910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:54:23.722823 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-ced92697-3680-4c69-a75b-abdaf5e06bf3 admin admin] 10.222.0.43 "PUT /v2.0/routers/42146926-2eb6-487e-b4e4-69b3b310f9b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0734448 Apr 08 10:54:23.727725 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9666f7-99f2-4854-bd7f-c1cec4f14a7c req-4532cc65-bd9f-4874-9c3d-16b2190c759e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:23.729455 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-4e9666f7-99f2-4854-bd7f-c1cec4f14a7c req-4532cc65-bd9f-4874-9c3d-16b2190c759e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=33a3be25-f434-41eb-a414-585facf4d669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0703607 Apr 08 10:54:23.835232 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-4e9666f7-99f2-4854-bd7f-c1cec4f14a7c req-fd7c441e-b9ce-4993-a192-56b5ade79c78 service neutron] 10.222.0.39 "GET /v2.0/networks/33a3be25-f434-41eb-a414-585facf4d669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982811 Apr 08 10:54:23.844760 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device 6feab91a-7bec-44c4-9ad3-1e39f46403f3 up at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:54:23.934136 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Provisioning complete for port 6feab91a-7bec-44c4-9ad3-1e39f46403f3 triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:54:23.934766 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (6feab91a-7bec-44c4-9ad3-1e39f46403f3), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:23.950341 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-4e9666f7-99f2-4854-bd7f-c1cec4f14a7c req-402423b2-ea99-4dc2-8d92-7139df6119eb service neutron] 10.222.0.39 "GET /v2.0/networks/33a3be25-f434-41eb-a414-585facf4d669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071341 Apr 08 10:54:23.970927 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59ae9118-08c5-4052-b61c-84f198b84e55 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Router 431ab173-8df2-4a50-9c79-fbdb2351a250 has already been hosted by L3 agent a0f054a9-d30b-4594-8de6-6c24438c3963 {{(pid=109909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:54:24.025373 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Current status of the port 6feab91a-7bec-44c4-9ad3-1e39f46403f3 is: DOWN; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:54:24.025765 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (6feab91a-7bec-44c4-9ad3-1e39f46403f3), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:24.052074 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] For port 6feab91a-7bec-44c4-9ad3-1e39f46403f3, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=6feab91a-7bec-44c4-9ad3-1e39f46403f3,segment=NetworkSegment(161e69df-2a78-40e9-90fc-e661b1490c65),segment_id=161e69df-2a78-40e9-90fc-e661b1490c65)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:54:24.058031 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (6feab91a-7bec-44c4-9ad3-1e39f46403f3), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:24.100816 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ae9118-08c5-4052-b61c-84f198b84e55 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Notify agent at l3_agent.dv-cinder-836071-3-iscsi the message routers_updated {{(pid=109909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:54:24.105562 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-59ae9118-08c5-4052-b61c-84f198b84e55 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for floatingip (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:24.117263 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af08cffe-c83c-43c1-85d4-5f73a80054ab None None] Sync routers for ids ['431ab173-8df2-4a50-9c79-fbdb2351a250'] in dv-cinder-836071-3-iscsi {{(pid=109911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:54:24.138466 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfc1c2bb-6dae-4b65-bd69-89987828f1f8', 'tag': '3e397a46-0789-41b9-a2e7-2d7f5ce968f2'}] {{(pid=109909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:54:24.140931 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}134ac93eeb9a6ea05545f334ed0e616993a729b1c4bd08d98a5446159e989791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497a118f-04ea-4878-9c03-b60ec3603045" -d '{"events": [{"name": "network-changed", "server_uuid": "dfc1c2bb-6dae-4b65-bd69-89987828f1f8", "tag": "3e397a46-0789-41b9-a2e7-2d7f5ce968f2"}]}' {{(pid=109909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:54:24.145665 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Pushing event updated for resources: {'Port': ['ID=6feab91a-7bec-44c4-9ad3-1e39f46403f3,revision_number=4']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:24.158663 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af08cffe-c83c-43c1-85d4-5f73a80054ab None None] Routers {'431ab173-8df2-4a50-9c79-fbdb2351a250'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:54:24.159305 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-af08cffe-c83c-43c1-85d4-5f73a80054ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:54:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['431ab173-8df2-4a50-9c79-fbdb2351a250'], 'active': True} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:24.177260 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-59ae9118-08c5-4052-b61c-84f198b84e55 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "PUT /v2.0/floatingips/42b56ec7-a854-4591-9b60-2cf644f5ca18 HTTP/1.1" status: 200 len: 992 time: 1.1675124 Apr 08 10:54:24.195433 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 10:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77fac37f-37f3-49c4-be6f-8e6202d203d8 x-openstack-request-id: req-77fac37f-37f3-49c4-be6f-8e6202d203d8 {{(pid=109909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:54:24.195681 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfc1c2bb-6dae-4b65-bd69-89987828f1f8", "tag": "3e397a46-0789-41b9-a2e7-2d7f5ce968f2", "status": "completed", "code": 200}]} {{(pid=109909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:54:24.195882 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-77fac37f-37f3-49c4-be6f-8e6202d203d8 {{(pid=109909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:54:24.196311 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77fac37f-37f3-49c4-be6f-8e6202d203d8'] response: {'name': 'network-changed', 'server_uuid': 'dfc1c2bb-6dae-4b65-bd69-89987828f1f8', 'tag': '3e397a46-0789-41b9-a2e7-2d7f5ce968f2', 'status': 'completed', 'code': 200} Apr 08 10:54:24.280226 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a118f-04ea-4878-9c03-b60ec3603045 req-94672f34-4a32-4569-aceb-98674e8e4662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:24.281962 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-497a118f-04ea-4878-9c03-b60ec3603045 req-94672f34-4a32-4569-aceb-98674e8e4662 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3b8c2bcd253d4480a40c77765f83e67a&device_id=dfc1c2bb-6dae-4b65-bd69-89987828f1f8 HTTP/1.1" status: 200 len: 1129 time: 0.0591569 Apr 08 10:54:24.300094 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvr_db [None req-af08cffe-c83c-43c1-85d4-5f73a80054ab None None] Set router 431ab173-8df2-4a50-9c79-fbdb2351a250 gateway port host: dv-cinder-836071-3-iscsi {{(pid=109911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:54:24.320493 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36313902-f39a-4d57-90cb-db482284cdf9 None None] Sync routers for ids ['42146926-2eb6-487e-b4e4-69b3b310f9b9'] in dv-cinder-836071-3-iscsi {{(pid=109912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:54:24.339865 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36313902-f39a-4d57-90cb-db482284cdf9 None None] Routers {'42146926-2eb6-487e-b4e4-69b3b310f9b9'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:54:24.341310 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-36313902-f39a-4d57-90cb-db482284cdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:54:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['42146926-2eb6-487e-b4e4-69b3b310f9b9'], 'active': True} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:24.386436 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a118f-04ea-4878-9c03-b60ec3603045 req-692a4f00-c6a8-4ea5-a86e-599195c27776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:24.388520 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-497a118f-04ea-4878-9c03-b60ec3603045 req-692a4f00-c6a8-4ea5-a86e-599195c27776 service neutron] 10.222.0.39 "GET /v2.0/networks?id=33a3be25-f434-41eb-a414-585facf4d669 HTTP/1.1" status: 200 len: 920 time: 0.0993798 Apr 08 10:54:24.437467 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 59172) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:54:24.443052 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.v2.base [None req-c4d8985b-47fb-4057-ab7e-3b390530b7f6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-320487190-network', 'tenant_id': '588ef7385f1943ae80a40bce9e31bec0'}} {{(pid=109909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:54:24.478716 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d8985b-47fb-4057-ab7e-3b390530b7f6 admin admin] Made reservation on behalf of 588ef7385f1943ae80a40bce9e31bec0 for: {'network': 1} {{(pid=109909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:54:24.481918 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-c4d8985b-47fb-4057-ab7e-3b390530b7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for network (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:24.482515 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-497a118f-04ea-4878-9c03-b60ec3603045 req-175e7825-b3bf-47b8-959e-8481691cdac1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e397a46-0789-41b9-a2e7-2d7f5ce968f2 HTTP/1.1" status: 200 len: 1000 time: 0.0873053 Apr 08 10:54:24.482661 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvr_db [None req-36313902-f39a-4d57-90cb-db482284cdf9 None None] Set router 42146926-2eb6-487e-b4e4-69b3b310f9b9 gateway port host: dv-cinder-836071-3-iscsi {{(pid=109912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:54:24.493011 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-c4d8985b-47fb-4057-ab7e-3b390530b7f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:24.562619 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a118f-04ea-4878-9c03-b60ec3603045 req-cd1f9744-9e64-487a-8c23-6face15bcb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:24.570144 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-497a118f-04ea-4878-9c03-b60ec3603045 req-cd1f9744-9e64-487a-8c23-6face15bcb29 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=695d492a-ca30-42dc-b8aa-3b1f1f515ae3 HTTP/1.1" status: 200 len: 858 time: 0.0795758 Apr 08 10:54:24.608586 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-c4d8985b-47fb-4057-ab7e-3b390530b7f6 admin admin] Publish callbacks [] for security_group (fdd9df74-6fd6-4234-9eae-39a1d1164e19), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:24.616951 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-c4d8985b-47fb-4057-ab7e-3b390530b7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (fdd9df74-6fd6-4234-9eae-39a1d1164e19), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:24.642979 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4d8985b-47fb-4057-ab7e-3b390530b7f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=109909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:54:24.653372 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a118f-04ea-4878-9c03-b60ec3603045 req-6900a61a-5055-43c5-b17e-e32210821935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:24.655599 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-c4d8985b-47fb-4057-ab7e-3b390530b7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801210'] for segment (0074283b-e9ce-4685-8692-43610690730b), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:24.655956 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.db.segments_db [None req-c4d8985b-47fb-4057-ab7e-3b390530b7f6 admin admin] Added segment 0074283b-e9ce-4685-8692-43610690730b of type vlan for network 267ad05b-8038-43d0-ac7d-549874a47f29 Apr 08 10:54:24.657324 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-497a118f-04ea-4878-9c03-b60ec3603045 req-6900a61a-5055-43c5-b17e-e32210821935 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=33a3be25-f434-41eb-a414-585facf4d669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0803223 Apr 08 10:54:24.706250 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-af08cffe-c83c-43c1-85d4-5f73a80054ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431ab173-8df2-4a50-9c79-fbdb2351a250', 'name': 'tempest-ServerRescueNegativeTestJSON-2125950444-router', 'tenant_id': '3b8c2bcd253d4480a40c77765f83e67a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'c4e06964-65fc-43d3-9d26-704a7ac807fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:50:20Z', 'updated_at': '2022-04-08T10:50:27Z', 'revision_number': 4, 'project_id': '3b8c2bcd253d4480a40c77765f83e67a', 'gw_port': {'id': 'c4e06964-65fc-43d3-9d26-704a7ac807fc', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431ab173-8df2-4a50-9c79-fbdb2351a250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:21Z', 'updated_at': '2022-04-08T10:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_floatingips': [{'id': '42b56ec7-a854-4591-9b60-2cf644f5ca18', 'tenant_id': '3b8c2bcd253d4480a40c77765f83e67a', 'floating_ip_address': '172.27.2.38', 'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'router_id': '431ab173-8df2-4a50-9c79-fbdb2351a250', 'port_id': '3e397a46-0789-41b9-a2e7-2d7f5ce968f2', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33a3be25-f434-41eb-a414-585facf4d669', 'mac_address': 'fa:16:3e:26:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc1c2bb-6dae-4b65-bd69-89987828f1f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:52:34Z', 'updated_at': '2022-04-08T10:54:23Z', 'revision_number': 3, 'project_id': '3b8c2bcd253d4480a40c77765f83e67a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bcda31f-5446-4804-b5b1-5739a6c28345', 'name': '', 'network_id': '33a3be25-f434-41eb-a414-585facf4d669', 'tenant_id': '3b8c2bcd253d4480a40c77765f83e67a', 'mac_address': 'fa:16:3e:6a:48:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431ab173-8df2-4a50-9c79-fbdb2351a250', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '695d492a-ca30-42dc-b8aa-3b1f1f515ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:25Z', 'updated_at': '2022-04-08T10:50:38Z', 'revision_number': 5, 'project_id': '3b8c2bcd253d4480a40c77765f83e67a', 'subnets': [{'id': '695d492a-ca30-42dc-b8aa-3b1f1f515ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:24.723251 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-c4d8985b-47fb-4057-ab7e-3b390530b7f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778032765835'] for network (267ad05b-8038-43d0-ac7d-549874a47f29), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:24.749252 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af08cffe-c83c-43c1-85d4-5f73a80054ab None None] Checking router: 431ab173-8df2-4a50-9c79-fbdb2351a250 for host: dv-cinder-836071-3-iscsi {{(pid=109911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:54:24.754427 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-c4d8985b-47fb-4057-ab7e-3b390530b7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513'] for network (267ad05b-8038-43d0-ac7d-549874a47f29), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:24.755475 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d8985b-47fb-4057-ab7e-3b390530b7f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:24.756451 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-c4d8985b-47fb-4057-ab7e-3b390530b7f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553535'] for network (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:24.761829 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af08cffe-c83c-43c1-85d4-5f73a80054ab None None] Routers {'431ab173-8df2-4a50-9c79-fbdb2351a250'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:54:24.762687 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-af08cffe-c83c-43c1-85d4-5f73a80054ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:54:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['431ab173-8df2-4a50-9c79-fbdb2351a250'], 'active': True} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:24.834535 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-497a118f-04ea-4878-9c03-b60ec3603045 req-e7f10b9f-32fe-4ba2-9312-2a06e80d5fc8 service neutron] 10.222.0.39 "GET /v2.0/networks/33a3be25-f434-41eb-a414-585facf4d669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698763 Apr 08 10:54:24.861610 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-36313902-f39a-4d57-90cb-db482284cdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'name': 'tempest-TestVolumeBootPattern-1804327282-router', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '6feab91a-7bec-44c4-9ad3-1e39f46403f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:18Z', 'updated_at': '2022-04-08T10:54:22Z', 'revision_number': 4, 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'gw_port': {'id': '6feab91a-7bec-44c4-9ad3-1e39f46403f3', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:42:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:18Z', 'updated_at': '2022-04-08T10:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': 'a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75', 'name': '', 'network_id': 'cde280c4-46d3-4a2c-b76e-9357fe2425c5', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'mac_address': 'fa:16:3e:05:73:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'f62eda8a-11e4-410d-acba-a7bf8fcacc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:21Z', 'updated_at': '2022-04-08T10:54:22Z', 'revision_number': 2, 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'subnets': [{'id': 'f62eda8a-11e4-410d-acba-a7bf8fcacc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:24.893531 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36313902-f39a-4d57-90cb-db482284cdf9 None None] Checking router: 42146926-2eb6-487e-b4e4-69b3b310f9b9 for host: dv-cinder-836071-3-iscsi {{(pid=109912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:54:24.894165 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36313902-f39a-4d57-90cb-db482284cdf9 None None] Updating router 42146926-2eb6-487e-b4e4-69b3b310f9b9 port a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75 binding host dv-cinder-836071-3-iscsi {{(pid=109912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:54:24.899921 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvr_db [None req-af08cffe-c83c-43c1-85d4-5f73a80054ab None None] Set router 431ab173-8df2-4a50-9c79-fbdb2351a250 gateway port host: dv-cinder-836071-3-iscsi {{(pid=109911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:54:24.933639 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d8985b-47fb-4057-ab7e-3b390530b7f6 admin admin] Pushing event updated for resources: {'Network': ['ID=267ad05b-8038-43d0-ac7d-549874a47f29,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:24.945001 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d8985b-47fb-4057-ab7e-3b390530b7f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd9df74-6fd6-4234-9eae-39a1d1164e19,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:24.947038 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Network 267ad05b-8038-43d0-ac7d-549874a47f29 details requested by agent ovs-agent-dv-cinder-836071-3-iscsi with host dv-cinder-836071-3-iscsi {{(pid=109911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 10:54:24.947951 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-36313902-f39a-4d57-90cb-db482284cdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75), before_update {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:24.964142 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-c4d8985b-47fb-4057-ab7e-3b390530b7f6 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5253413 Apr 08 10:54:24.967749 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 59190) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:54:24.972599 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.v2.base [None req-ce35bd53-2702-4c04-b23a-f410c1add7c6 admin admin] Request body: {'subnet': {'network_id': '267ad05b-8038-43d0-ac7d-549874a47f29', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-320487190-subnet', 'tenant_id': '588ef7385f1943ae80a40bce9e31bec0', 'ip_version': 4}} {{(pid=109909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:54:24.974650 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-497a118f-04ea-4878-9c03-b60ec3603045 req-2ae2dea6-56f4-42e9-8f8c-03a1b174e4c6 service neutron] 10.222.0.39 "GET /v2.0/networks/33a3be25-f434-41eb-a414-585facf4d669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334038 Apr 08 10:54:25.007610 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce35bd53-2702-4c04-b23a-f410c1add7c6 admin admin] Made reservation on behalf of 588ef7385f1943ae80a40bce9e31bec0 for: {'subnet': 1} {{(pid=109909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:54:25.010740 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-ce35bd53-2702-4c04-b23a-f410c1add7c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12896999'] for subnet (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:25.234101 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-ce35bd53-2702-4c04-b23a-f410c1add7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16387806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12895261'] for subnet (bcd667b4-864c-4ce2-a9f1-d02105f15921), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:25.249613 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-af08cffe-c83c-43c1-85d4-5f73a80054ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431ab173-8df2-4a50-9c79-fbdb2351a250', 'name': 'tempest-ServerRescueNegativeTestJSON-2125950444-router', 'tenant_id': '3b8c2bcd253d4480a40c77765f83e67a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'c4e06964-65fc-43d3-9d26-704a7ac807fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:50:20Z', 'updated_at': '2022-04-08T10:50:27Z', 'revision_number': 4, 'project_id': '3b8c2bcd253d4480a40c77765f83e67a', 'gw_port': {'id': 'c4e06964-65fc-43d3-9d26-704a7ac807fc', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431ab173-8df2-4a50-9c79-fbdb2351a250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:21Z', 'updated_at': '2022-04-08T10:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_floatingips': [{'id': '42b56ec7-a854-4591-9b60-2cf644f5ca18', 'tenant_id': '3b8c2bcd253d4480a40c77765f83e67a', 'floating_ip_address': '172.27.2.38', 'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'router_id': '431ab173-8df2-4a50-9c79-fbdb2351a250', 'port_id': '3e397a46-0789-41b9-a2e7-2d7f5ce968f2', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33a3be25-f434-41eb-a414-585facf4d669', 'mac_address': 'fa:16:3e:26:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc1c2bb-6dae-4b65-bd69-89987828f1f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:52:34Z', 'updated_at': '2022-04-08T10:54:23Z', 'revision_number': 3, 'project_id': '3b8c2bcd253d4480a40c77765f83e67a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bcda31f-5446-4804-b5b1-5739a6c28345', 'name': '', 'network_id': '33a3be25-f434-41eb-a414-585facf4d669', 'tenant_id': '3b8c2bcd253d4480a40c77765f83e67a', 'mac_address': 'fa:16:3e:6a:48:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431ab173-8df2-4a50-9c79-fbdb2351a250', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '695d492a-ca30-42dc-b8aa-3b1f1f515ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:25Z', 'updated_at': '2022-04-08T10:50:38Z', 'revision_number': 5, 'project_id': '3b8c2bcd253d4480a40c77765f83e67a', 'subnets': [{'id': '695d492a-ca30-42dc-b8aa-3b1f1f515ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:25.267909 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-36313902-f39a-4d57-90cb-db482284cdf9 None None] Publish callbacks [] for port (a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75), precommit_update {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:25.276639 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-36313902-f39a-4d57-90cb-db482284cdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75), after_update {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:25.279141 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af08cffe-c83c-43c1-85d4-5f73a80054ab None None] The sync data for ids ['431ab173-8df2-4a50-9c79-fbdb2351a250'] in dv-cinder-836071-3-iscsi is: [{'id': '431ab173-8df2-4a50-9c79-fbdb2351a250', 'name': 'tempest-ServerRescueNegativeTestJSON-2125950444-router', 'tenant_id': '3b8c2bcd253d4480a40c77765f83e67a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'c4e06964-65fc-43d3-9d26-704a7ac807fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:50:20Z', 'updated_at': '2022-04-08T10:50:27Z', 'revision_number': 4, 'project_id': '3b8c2bcd253d4480a40c77765f83e67a', 'gw_port': {'id': 'c4e06964-65fc-43d3-9d26-704a7ac807fc', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431ab173-8df2-4a50-9c79-fbdb2351a250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:21Z', 'updated_at': '2022-04-08T10:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_floatingips': [{'id': '42b56ec7-a854-4591-9b60-2cf644f5ca18', 'tenant_id': '3b8c2bcd253d4480a40c77765f83e67a', 'floating_ip_address': '172.27.2.38', 'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'router_id': '431ab173-8df2-4a50-9c79-fbdb2351a250', 'port_id': '3e397a46-0789-41b9-a2e7-2d7f5ce968f2', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33a3be25-f434-41eb-a414-585facf4d669', 'mac_address': 'fa:16:3e:26:aa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc1c2bb-6dae-4b65-bd69-89987828f1f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:52:34Z', 'updated_at': '2022-04-08T10:54:23Z', 'revision_number': 3, 'project_id': '3b8c2bcd253d4480a40c77765f83e67a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bcda31f-5446-4804-b5b1-5739a6c28345', 'name': '', 'network_id': '33a3be25-f434-41eb-a414-585facf4d669', 'tenant_id': '3b8c2bcd253d4480a40c77765f83e67a', 'mac_address': 'fa:16:3e:6a:48:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431ab173-8df2-4a50-9c79-fbdb2351a250', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '695d492a-ca30-42dc-b8aa-3b1f1f515ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:25Z', 'updated_at': '2022-04-08T10:50:38Z', 'revision_number': 5, 'project_id': '3b8c2bcd253d4480a40c77765f83e67a', 'subnets': [{'id': '695d492a-ca30-42dc-b8aa-3b1f1f515ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:54:25.286207 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce35bd53-2702-4c04-b23a-f410c1add7c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcd667b4-864c-4ce2-a9f1-d02105f15921,revision_number=0']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:25.318507 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce35bd53-2702-4c04-b23a-f410c1add7c6 admin admin] Checking segment: {'id': '0074283b-e9ce-4685-8692-43610690730b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '267ad05b-8038-43d0-ac7d-549874a47f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:54:25.318879 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce35bd53-2702-4c04-b23a-f410c1add7c6 admin admin] Network hostable DHCP agents. Network: 267ad05b-8038-43d0-ac7d-549874a47f29, hostable agents: ['0996d03c-a6d6-4751-8b32-c8111f4b3d8a'], hosted agents: [] {{(pid=109909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:54:25.339738 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce35bd53-2702-4c04-b23a-f410c1add7c6 admin admin] Network 267ad05b-8038-43d0-ac7d-549874a47f29 is scheduled to be hosted by DHCP agent 0996d03c-a6d6-4751-8b32-c8111f4b3d8a with binding_index 1 {{(pid=109909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:54:25.346818 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e628c273-c977-42af-a17c-c29d2ffc56a8 None None] Pushing event updated for resources: {'Port': ['ID=a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75,revision_number=3']} {{(pid=109912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:25.356680 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.base_scheduler [None req-ce35bd53-2702-4c04-b23a-f410c1add7c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836071-3-iscsi, 267ad05b-8038-43d0-ac7d-549874a47f29) {{(pid=109909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:54:25.363670 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce35bd53-2702-4c04-b23a-f410c1add7c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:25.364417 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-ce35bd53-2702-4c04-b23a-f410c1add7c6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:25.367947 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c228fe-a96b-4c23-99a9-42b8a626df39 None None] Network 267ad05b-8038-43d0-ac7d-549874a47f29 requested from dv-cinder-836071-3-iscsi {{(pid=109911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 10:54:25.385464 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-ce35bd53-2702-4c04-b23a-f410c1add7c6 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4165380 Apr 08 10:54:25.389959 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 59226) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:54:25.397365 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [None req-1c2872af-d129-4ce1-87f8-ad65a2baafc9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-320487190-router', 'tenant_id': '588ef7385f1943ae80a40bce9e31bec0', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b'}}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:54:25.436373 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.managers [None req-36313902-f39a-4d57-90cb-db482284cdf9 None None] Attempting to bind port a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75 on host dv-cinder-836071-3-iscsi for vnic_type normal with profile {{(pid=109912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 10:54:25.436921 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.managers [None req-36313902-f39a-4d57-90cb-db482284cdf9 None None] Attempting to bind port a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75 by drivers openvswitch,hyperv on host dv-cinder-836071-3-iscsi at level 0 using segments [{'id': '6d5acab1-a077-4768-8ed0-79720d8978bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cde280c4-46d3-4a2c-b76e-9357fe2425c5'}] {{(pid=109912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 10:54:25.437412 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36313902-f39a-4d57-90cb-db482284cdf9 None None] Attempting to bind port a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75 on network cde280c4-46d3-4a2c-b76e-9357fe2425c5 {{(pid=109912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:54:25.444746 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36313902-f39a-4d57-90cb-db482284cdf9 None None] Checking agent: {'id': 'd1e78606-e5cc-43c0-bc22-8a5324478286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 41, 48), 'started_at': datetime.datetime(2022, 4, 8, 10, 42, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 10:54:25.445150 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36313902-f39a-4d57-90cb-db482284cdf9 None None] Checking segment: {'id': '6d5acab1-a077-4768-8ed0-79720d8978bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cde280c4-46d3-4a2c-b76e-9357fe2425c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:54:25.445736 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-36313902-f39a-4d57-90cb-db482284cdf9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:25.446266 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36313902-f39a-4d57-90cb-db482284cdf9 None None] Bound using segment: {'id': '6d5acab1-a077-4768-8ed0-79720d8978bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cde280c4-46d3-4a2c-b76e-9357fe2425c5'} {{(pid=109912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 10:54:25.446890 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.managers [None req-36313902-f39a-4d57-90cb-db482284cdf9 None None] Bound port: a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75, host: dv-cinder-836071-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d5acab1-a077-4768-8ed0-79720d8978bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cde280c4-46d3-4a2c-b76e-9357fe2425c5'}}] {{(pid=109912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 10:54:25.447422 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-36313902-f39a-4d57-90cb-db482284cdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75), before_update {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:25.448008 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-1c2872af-d129-4ce1-87f8-ad65a2baafc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-748360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40211'] for router (14765fb2-1e6e-403f-874d-09b1b4681b80), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:25.451411 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-1c2872af-d129-4ce1-87f8-ad65a2baafc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-743752', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40424'] for router (14765fb2-1e6e-403f-874d-09b1b4681b80), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:25.596399 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-1c2872af-d129-4ce1-87f8-ad65a2baafc9 admin admin] Publish callbacks [] for router_controller (14765fb2-1e6e-403f-874d-09b1b4681b80), precommit_add_association {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:25.624198 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.db [None req-36313902-f39a-4d57-90cb-db482284cdf9 None None] For port a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75, host dv-cinder-836071-3-iscsi, cleared binding levels {{(pid=109912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:54:25.628414 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.db [None req-36313902-f39a-4d57-90cb-db482284cdf9 None None] For port a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75, host dv-cinder-836071-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75,segment=NetworkSegment(6d5acab1-a077-4768-8ed0-79720d8978bc),segment_id=6d5acab1-a077-4768-8ed0-79720d8978bc)] {{(pid=109912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:54:25.639357 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-36313902-f39a-4d57-90cb-db482284cdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75), after_update {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:25.693201 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-8acb4dca-cbf0-4a7d-957b-0bf2151c1f3f None None] Provisioning complete for port a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75 triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:54:25.693581 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8acb4dca-cbf0-4a7d-957b-0bf2151c1f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:25.711410 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36313902-f39a-4d57-90cb-db482284cdf9 None None] Routers {'42146926-2eb6-487e-b4e4-69b3b310f9b9'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:54:25.711982 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-36313902-f39a-4d57-90cb-db482284cdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:54:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['42146926-2eb6-487e-b4e4-69b3b310f9b9'], 'active': True} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:25.771347 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e628c273-c977-42af-a17c-c29d2ffc56a8 None None] Pushing event updated for resources: {'Port': ['ID=a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75,revision_number=4']} {{(pid=109912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:25.811938 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-1c2872af-d129-4ce1-87f8-ad65a2baafc9 admin admin] Publish callbacks [] for router_gateway (14765fb2-1e6e-403f-874d-09b1b4681b80), precommit_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:25.815950 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298ae4fa-ff41-49aa-887d-2d8c1d0cfc10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2e46b0fd-1d33-5ebd-a23e-349e34994587-267ad05b-8038-43d0-ac7d-549874a47f29', 'network_id': '267ad05b-8038-43d0-ac7d-549874a47f29', 'project_id': '588ef7385f1943ae80a40bce9e31bec0', 'fixed_ips': [{'subnet_id': 'bcd667b4-864c-4ce2-a9f1-d02105f15921'}]}} from dv-cinder-836071-3-iscsi. {{(pid=109911) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 10:54:25.817545 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-298ae4fa-ff41-49aa-887d-2d8c1d0cfc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:25.892652 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvr_db [None req-36313902-f39a-4d57-90cb-db482284cdf9 None None] Set router 42146926-2eb6-487e-b4e4-69b3b310f9b9 gateway port host: dv-cinder-836071-3-iscsi {{(pid=109912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:54:25.919689 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device 6feab91a-7bec-44c4-9ad3-1e39f46403f3 up at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:54:25.961644 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8acb4dca-cbf0-4a7d-957b-0bf2151c1f3f None None] Current status of the port a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75 is: DOWN; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:54:25.962095 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8acb4dca-cbf0-4a7d-957b-0bf2151c1f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:26.066195 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-8acb4dca-cbf0-4a7d-957b-0bf2151c1f3f None None] For port a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75,segment=NetworkSegment(6d5acab1-a077-4768-8ed0-79720d8978bc),segment_id=6d5acab1-a077-4768-8ed0-79720d8978bc)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:54:26.079286 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8acb4dca-cbf0-4a7d-957b-0bf2151c1f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:26.109497 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-36313902-f39a-4d57-90cb-db482284cdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'name': 'tempest-TestVolumeBootPattern-1804327282-router', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '6feab91a-7bec-44c4-9ad3-1e39f46403f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:18Z', 'updated_at': '2022-04-08T10:54:22Z', 'revision_number': 4, 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'gw_port': {'id': '6feab91a-7bec-44c4-9ad3-1e39f46403f3', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:42:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:18Z', 'updated_at': '2022-04-08T10:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': 'a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75', 'name': '', 'network_id': 'cde280c4-46d3-4a2c-b76e-9357fe2425c5', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'mac_address': 'fa:16:3e:05:73:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'f62eda8a-11e4-410d-acba-a7bf8fcacc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:21Z', 'updated_at': '2022-04-08T10:54:25Z', 'revision_number': 4, 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'subnets': [{'id': 'f62eda8a-11e4-410d-acba-a7bf8fcacc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:26.132665 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Provisioning complete for port 6feab91a-7bec-44c4-9ad3-1e39f46403f3 triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:54:26.133227 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (6feab91a-7bec-44c4-9ad3-1e39f46403f3), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:26.143976 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36313902-f39a-4d57-90cb-db482284cdf9 None None] The sync data for ids ['42146926-2eb6-487e-b4e4-69b3b310f9b9'] in dv-cinder-836071-3-iscsi is: [{'id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'name': 'tempest-TestVolumeBootPattern-1804327282-router', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '6feab91a-7bec-44c4-9ad3-1e39f46403f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:18Z', 'updated_at': '2022-04-08T10:54:22Z', 'revision_number': 4, 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'gw_port': {'id': '6feab91a-7bec-44c4-9ad3-1e39f46403f3', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:42:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:18Z', 'updated_at': '2022-04-08T10:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': 'a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75', 'name': '', 'network_id': 'cde280c4-46d3-4a2c-b76e-9357fe2425c5', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'mac_address': 'fa:16:3e:05:73:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'f62eda8a-11e4-410d-acba-a7bf8fcacc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:21Z', 'updated_at': '2022-04-08T10:54:25Z', 'revision_number': 4, 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'subnets': [{'id': 'f62eda8a-11e4-410d-acba-a7bf8fcacc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:54:26.198763 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfc1c2bb-6dae-4b65-bd69-89987828f1f8', 'tag': '3e397a46-0789-41b9-a2e7-2d7f5ce968f2'}] {{(pid=109909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:54:26.212323 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}134ac93eeb9a6ea05545f334ed0e616993a729b1c4bd08d98a5446159e989791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a43cd0-d222-4c61-bd96-201748c7930b" -d '{"events": [{"name": "network-changed", "server_uuid": "dfc1c2bb-6dae-4b65-bd69-89987828f1f8", "tag": "3e397a46-0789-41b9-a2e7-2d7f5ce968f2"}]}' {{(pid=109909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:54:26.213251 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.db_base_plugin_common [None req-298ae4fa-ff41-49aa-887d-2d8c1d0cfc10 None None] Allocated IP 172.20.0.2 (267ad05b-8038-43d0-ac7d-549874a47f29/bcd667b4-864c-4ce2-a9f1-d02105f15921/f6585d57-aec8-48f6-a71d-0e34481fef98) {{(pid=109911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:54:26.248008 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acb4dca-cbf0-4a7d-957b-0bf2151c1f3f None None] Pushing event updated for resources: {'Port': ['ID=a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75,revision_number=5']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:26.277454 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 10:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ba12f3-81e0-40ec-9ffe-f88de582908a x-openstack-request-id: req-33ba12f3-81e0-40ec-9ffe-f88de582908a {{(pid=109909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:54:26.277951 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfc1c2bb-6dae-4b65-bd69-89987828f1f8", "tag": "3e397a46-0789-41b9-a2e7-2d7f5ce968f2", "status": "completed", "code": 200}]} {{(pid=109909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:54:26.278036 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-33ba12f3-81e0-40ec-9ffe-f88de582908a {{(pid=109909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:54:26.280240 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33ba12f3-81e0-40ec-9ffe-f88de582908a'] response: {'name': 'network-changed', 'server_uuid': 'dfc1c2bb-6dae-4b65-bd69-89987828f1f8', 'tag': '3e397a46-0789-41b9-a2e7-2d7f5ce968f2', 'status': 'completed', 'code': 200} Apr 08 10:54:26.330062 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-86d6dfa2-da32-44e3-99b4-8c5bae300278 None None] Provisioning complete for port a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75 triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:54:26.330434 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-86d6dfa2-da32-44e3-99b4-8c5bae300278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:26.415076 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-1c2872af-d129-4ce1-87f8-ad65a2baafc9 admin admin] Publish callbacks [] for router_gateway (14765fb2-1e6e-403f-874d-09b1b4681b80), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:26.434969 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Current status of the port 6feab91a-7bec-44c4-9ad3-1e39f46403f3 is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:54:26.438358 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-1c2872af-d129-4ce1-87f8-ad65a2baafc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:26.441853 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a43cd0-d222-4c61-bd96-201748c7930b req-0cba4f1a-9110-4434-8bdd-61b7d88769eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:26.443295 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b8a43cd0-d222-4c61-bd96-201748c7930b req-0cba4f1a-9110-4434-8bdd-61b7d88769eb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3b8c2bcd253d4480a40c77765f83e67a&device_id=dfc1c2bb-6dae-4b65-bd69-89987828f1f8 HTTP/1.1" status: 200 len: 1129 time: 0.1079361 Apr 08 10:54:26.517022 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-86d6dfa2-da32-44e3-99b4-8c5bae300278 None None] Current status of the port a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75 is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:54:26.520880 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-298ae4fa-ff41-49aa-887d-2d8c1d0cfc10 None None] Publish callbacks [] for port (f6585d57-aec8-48f6-a71d-0e34481fef98), precommit_create {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:26.529999 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-298ae4fa-ff41-49aa-887d-2d8c1d0cfc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861'] for port (f6585d57-aec8-48f6-a71d-0e34481fef98), after_create {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:26.584717 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298ae4fa-ff41-49aa-887d-2d8c1d0cfc10 None None] Network 267ad05b-8038-43d0-ac7d-549874a47f29 is already hosted by enough agents. {{(pid=109911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:54:26.589366 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.scheduler.base_scheduler [None req-298ae4fa-ff41-49aa-887d-2d8c1d0cfc10 None None] Resources bound (agent type, host, resource id): {{(pid=109911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:54:26.591130 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298ae4fa-ff41-49aa-887d-2d8c1d0cfc10 None None] Pushing event updated for resources: {'Port': ['ID=f6585d57-aec8-48f6-a71d-0e34481fef98,revision_number=1']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:26.593450 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298ae4fa-ff41-49aa-887d-2d8c1d0cfc10 None None] Received port after_create {{(pid=109911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 10:54:26.633648 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a43cd0-d222-4c61-bd96-201748c7930b req-e323bf9a-6156-4020-8954-18c17d218924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:26.635187 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b8a43cd0-d222-4c61-bd96-201748c7930b req-e323bf9a-6156-4020-8954-18c17d218924 service neutron] 10.222.0.39 "GET /v2.0/networks?id=33a3be25-f434-41eb-a414-585facf4d669 HTTP/1.1" status: 200 len: 920 time: 0.1820269 Apr 08 10:54:26.636265 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.db_base_plugin_common [None req-1c2872af-d129-4ce1-87f8-ad65a2baafc9 admin admin] Allocated IP 172.27.2.72 (173a9438-8c11-42c7-a64e-a6d835b0fe8b/3e92b2da-8062-400a-a6d5-15b49fe43bf4/cc8d4801-1daf-4ade-8b8f-cd72ebd00fe3) {{(pid=109910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:54:26.655623 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.managers [None req-298ae4fa-ff41-49aa-887d-2d8c1d0cfc10 None None] Attempting to bind port f6585d57-aec8-48f6-a71d-0e34481fef98 on host dv-cinder-836071-3-iscsi for vnic_type normal with profile {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 10:54:26.655872 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.managers [None req-298ae4fa-ff41-49aa-887d-2d8c1d0cfc10 None None] Attempting to bind port f6585d57-aec8-48f6-a71d-0e34481fef98 by drivers openvswitch,hyperv on host dv-cinder-836071-3-iscsi at level 0 using segments [{'id': '0074283b-e9ce-4685-8692-43610690730b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '267ad05b-8038-43d0-ac7d-549874a47f29'}] {{(pid=109911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 10:54:26.656231 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298ae4fa-ff41-49aa-887d-2d8c1d0cfc10 None None] Attempting to bind port f6585d57-aec8-48f6-a71d-0e34481fef98 on network 267ad05b-8038-43d0-ac7d-549874a47f29 {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:54:26.661687 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298ae4fa-ff41-49aa-887d-2d8c1d0cfc10 None None] Checking agent: {'id': 'd1e78606-e5cc-43c0-bc22-8a5324478286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 41, 48), 'started_at': datetime.datetime(2022, 4, 8, 10, 42, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 10:54:26.662064 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298ae4fa-ff41-49aa-887d-2d8c1d0cfc10 None None] Checking segment: {'id': '0074283b-e9ce-4685-8692-43610690730b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '267ad05b-8038-43d0-ac7d-549874a47f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:54:26.662469 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-298ae4fa-ff41-49aa-887d-2d8c1d0cfc10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:26.662857 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298ae4fa-ff41-49aa-887d-2d8c1d0cfc10 None None] Bound using segment: {'id': '0074283b-e9ce-4685-8692-43610690730b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '267ad05b-8038-43d0-ac7d-549874a47f29'} {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 10:54:26.663653 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.managers [None req-298ae4fa-ff41-49aa-887d-2d8c1d0cfc10 None None] Bound port: f6585d57-aec8-48f6-a71d-0e34481fef98, host: dv-cinder-836071-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0074283b-e9ce-4685-8692-43610690730b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '267ad05b-8038-43d0-ac7d-549874a47f29'}}] {{(pid=109911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 10:54:26.664029 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-298ae4fa-ff41-49aa-887d-2d8c1d0cfc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (f6585d57-aec8-48f6-a71d-0e34481fef98), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:26.698710 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 59236) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:54:26.740149 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-298ae4fa-ff41-49aa-887d-2d8c1d0cfc10 None None] For port f6585d57-aec8-48f6-a71d-0e34481fef98, host dv-cinder-836071-3-iscsi, cleared binding levels {{(pid=109911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:54:26.744465 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-298ae4fa-ff41-49aa-887d-2d8c1d0cfc10 None None] For port f6585d57-aec8-48f6-a71d-0e34481fef98, host dv-cinder-836071-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=f6585d57-aec8-48f6-a71d-0e34481fef98,segment=NetworkSegment(0074283b-e9ce-4685-8692-43610690730b),segment_id=0074283b-e9ce-4685-8692-43610690730b)] {{(pid=109911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:54:26.752314 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-298ae4fa-ff41-49aa-887d-2d8c1d0cfc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (f6585d57-aec8-48f6-a71d-0e34481fef98), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:26.753606 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b8a43cd0-d222-4c61-bd96-201748c7930b req-5da44c4a-f021-45ac-8de1-af96ecdc5efe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e397a46-0789-41b9-a2e7-2d7f5ce968f2 HTTP/1.1" status: 200 len: 1000 time: 0.1122129 Apr 08 10:54:26.756052 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.db.db_base_plugin_v2 [None req-6194a7c3-e632-4a34-886c-6f36428e6849 admin admin] Deleting subnet 4917ce24-0af7-439c-8e62-bfa592157239 {{(pid=109909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 10:54:26.760812 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-6194a7c3-e632-4a34-886c-6f36428e6849 admin admin] Publish callbacks [] for subnet (4917ce24-0af7-439c-8e62-bfa592157239), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:26.808933 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-6194a7c3-e632-4a34-886c-6f36428e6849 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12708406'] for subnet (4917ce24-0af7-439c-8e62-bfa592157239), precommit_delete_associations {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:26.834593 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298ae4fa-ff41-49aa-887d-2d8c1d0cfc10 None None] Pushing event updated for resources: {'Port': ['ID=f6585d57-aec8-48f6-a71d-0e34481fef98,revision_number=2']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:26.858662 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a43cd0-d222-4c61-bd96-201748c7930b req-5684452d-ab44-4a70-9f6d-5e4d1d0b28f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:26.860139 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b8a43cd0-d222-4c61-bd96-201748c7930b req-5684452d-ab44-4a70-9f6d-5e4d1d0b28f8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=695d492a-ca30-42dc-b8aa-3b1f1f515ae3 HTTP/1.1" status: 200 len: 858 time: 0.0990708 Apr 08 10:54:26.863379 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-1c2872af-d129-4ce1-87f8-ad65a2baafc9 admin admin] Publish callbacks [] for port (cc8d4801-1daf-4ade-8b8f-cd72ebd00fe3), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:26.868170 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-6194a7c3-e632-4a34-886c-6f36428e6849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1794403'] for subnet (4917ce24-0af7-439c-8e62-bfa592157239), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:26.937840 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-6194a7c3-e632-4a34-886c-6f36428e6849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1794410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16387743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12895238'] for subnet (4917ce24-0af7-439c-8e62-bfa592157239), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:26.938505 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a43cd0-d222-4c61-bd96-201748c7930b req-92732803-47f3-4a51-a360-f2e3905bbb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:26.940244 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b8a43cd0-d222-4c61-bd96-201748c7930b req-92732803-47f3-4a51-a360-f2e3905bbb43 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=33a3be25-f434-41eb-a414-585facf4d669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0728900 Apr 08 10:54:26.941948 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-1c2872af-d129-4ce1-87f8-ad65a2baafc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14190223'] for port (cc8d4801-1daf-4ade-8b8f-cd72ebd00fe3), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:26.971922 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-6194a7c3-e632-4a34-886c-6f36428e6849 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:26.975477 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-6194a7c3-e632-4a34-886c-6f36428e6849 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/4917ce24-0af7-439c-8e62-bfa592157239 HTTP/1.1" status: 204 len: 168 time: 0.2756207 Apr 08 10:54:26.978159 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 59238) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:54:26.987060 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6194a7c3-e632-4a34-886c-6f36428e6849 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4917ce24-0af7-439c-8e62-bfa592157239,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:27.013146 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2872af-d129-4ce1-87f8-ad65a2baafc9 admin admin] Network 173a9438-8c11-42c7-a64e-a6d835b0fe8b is already hosted by enough agents. {{(pid=109910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:54:27.047424 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.base_scheduler [None req-1c2872af-d129-4ce1-87f8-ad65a2baafc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:54:27.049919 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2872af-d129-4ce1-87f8-ad65a2baafc9 admin admin] Received port after_create {{(pid=109910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 10:54:27.083288 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-1a085a7c-f735-4857-b08c-39105e099071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1935778'] for network (11e180d1-7b3e-4e4e-af12-0936c5ff4cc6), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:27.086649 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2872af-d129-4ce1-87f8-ad65a2baafc9 admin admin] Pushing event updated for resources: {'Port': ['ID=cc8d4801-1daf-4ade-8b8f-cd72ebd00fe3,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:27.116284 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2872af-d129-4ce1-87f8-ad65a2baafc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:27.119871 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2872af-d129-4ce1-87f8-ad65a2baafc9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:27.120231 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2872af-d129-4ce1-87f8-ad65a2baafc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:27.120566 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2872af-d129-4ce1-87f8-ad65a2baafc9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:27.120911 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2872af-d129-4ce1-87f8-ad65a2baafc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:27.121344 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2872af-d129-4ce1-87f8-ad65a2baafc9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:27.121812 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2872af-d129-4ce1-87f8-ad65a2baafc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:27.122141 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2872af-d129-4ce1-87f8-ad65a2baafc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:27.122807 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2872af-d129-4ce1-87f8-ad65a2baafc9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:27.123267 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2872af-d129-4ce1-87f8-ad65a2baafc9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:27.123820 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2872af-d129-4ce1-87f8-ad65a2baafc9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:27.124194 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2872af-d129-4ce1-87f8-ad65a2baafc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:27.124525 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2872af-d129-4ce1-87f8-ad65a2baafc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:27.124876 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2872af-d129-4ce1-87f8-ad65a2baafc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:27.125420 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2872af-d129-4ce1-87f8-ad65a2baafc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:27.193690 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-1a085a7c-f735-4857-b08c-39105e099071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1814266', 'neutron.services.segments.db._delete_segments_for_network-8778033058250'] for network (11e180d1-7b3e-4e4e-af12-0936c5ff4cc6), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:27.214257 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b8a43cd0-d222-4c61-bd96-201748c7930b req-2737667e-abda-4e34-8c40-6a68b2a49ca7 service neutron] 10.222.0.39 "GET /v2.0/networks/33a3be25-f434-41eb-a414-585facf4d669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647448 Apr 08 10:54:27.220488 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.services.segments.db [None req-1a085a7c-f735-4857-b08c-39105e099071 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11e180d1-7b3e-4e4e-af12-0936c5ff4cc6']}} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:27.237590 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.services.segments.db [None req-1a085a7c-f735-4857-b08c-39105e099071 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1026458-aac8-4f33-9dcb-89683a881d09') {'for_net_delete': True} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:27.238106 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.services.segments.db [None req-1a085a7c-f735-4857-b08c-39105e099071 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1026458-aac8-4f33-9dcb-89683a881d09') {} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:27.249114 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-1a085a7c-f735-4857-b08c-39105e099071 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778033060307', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12708399'] for segment (a1026458-aac8-4f33-9dcb-89683a881d09), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:27.269629 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-1a085a7c-f735-4857-b08c-39105e099071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801210'] for segment (a1026458-aac8-4f33-9dcb-89683a881d09), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:27.277276 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a085a7c-f735-4857-b08c-39105e099071 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=109909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:54:27.277764 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-1a085a7c-f735-4857-b08c-39105e099071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16387705'] for segment (a1026458-aac8-4f33-9dcb-89683a881d09), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:27.281153 dv-cinder-836071-3-iscsi neutron-server[109909]: Traceback (most recent call last): Apr 08 10:54:27.281153 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:54:27.281153 dv-cinder-836071-3-iscsi neutron-server[109909]: timer() Apr 08 10:54:27.281153 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:54:27.281153 dv-cinder-836071-3-iscsi neutron-server[109909]: cb(*args, **kw) Apr 08 10:54:27.281153 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 10:54:27.281153 dv-cinder-836071-3-iscsi neutron-server[109909]: return func(*args, **kwargs) Apr 08 10:54:27.281153 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:54:27.281153 dv-cinder-836071-3-iscsi neutron-server[109909]: self._notify() Apr 08 10:54:27.281153 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:54:27.281153 dv-cinder-836071-3-iscsi neutron-server[109909]: self.callback(batched_events) Apr 08 10:54:27.281153 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:54:27.281153 dv-cinder-836071-3-iscsi neutron-server[109909]: event.method(event) Apr 08 10:54:27.281153 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 10:54:27.281153 dv-cinder-836071-3-iscsi neutron-server[109909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:54:27.281153 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 10:54:27.281153 dv-cinder-836071-3-iscsi neutron-server[109909]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:54:27.281153 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 10:54:27.281153 dv-cinder-836071-3-iscsi neutron-server[109909]: return f(self, *a, **k) Apr 08 10:54:27.281153 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:54:27.281153 dv-cinder-836071-3-iscsi neutron-server[109909]: return self._get(url).json() Apr 08 10:54:27.281153 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:54:27.281153 dv-cinder-836071-3-iscsi neutron-server[109909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:54:27.281153 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:54:27.281153 dv-cinder-836071-3-iscsi neutron-server[109909]: return self.request(url, 'GET', **kwargs) Apr 08 10:54:27.281153 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:54:27.281153 dv-cinder-836071-3-iscsi neutron-server[109909]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:54:27.281153 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:54:27.281153 dv-cinder-836071-3-iscsi neutron-server[109909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:54:27.281153 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:54:27.281153 dv-cinder-836071-3-iscsi neutron-server[109909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:54:27.281153 dv-cinder-836071-3-iscsi neutron-server[109909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:54:27.347356 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-1a085a7c-f735-4857-b08c-39105e099071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1814241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-743903'] for network (11e180d1-7b3e-4e4e-af12-0936c5ff4cc6), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:27.353670 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-1a085a7c-f735-4857-b08c-39105e099071 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553535'] for network (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:27.360986 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-1a085a7c-f735-4857-b08c-39105e099071 admin admin] 10.222.0.43 "DELETE /v2.0/networks/11e180d1-7b3e-4e4e-af12-0936c5ff4cc6 HTTP/1.1" status: 204 len: 168 time: 0.3785260 Apr 08 10:54:27.372159 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a085a7c-f735-4857-b08c-39105e099071 admin admin] Pushing event deleted for resources: {'Network': ['ID=11e180d1-7b3e-4e4e-af12-0936c5ff4cc6,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:27.417724 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b8a43cd0-d222-4c61-bd96-201748c7930b req-39c35bf4-daba-493a-ae96-dbd656ce95f6 service neutron] 10.222.0.39 "GET /v2.0/networks/33a3be25-f434-41eb-a414-585facf4d669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731873 Apr 08 10:54:27.491111 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-1c2872af-d129-4ce1-87f8-ad65a2baafc9 admin admin] Publish callbacks [] for router_gateway (14765fb2-1e6e-403f-874d-09b1b4681b80), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:27.579144 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 59244) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:54:27.626435 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-a4a1667a-f723-4375-9e0e-fbc37c6eb85f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=25e75ce8eac94d148ef81a73b8554b94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0456996 Apr 08 10:54:27.628973 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 59246) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:54:27.680577 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-2fa05d4c-32c3-4952-a419-ba77209bdebd admin admin] Publish callbacks [] for security_group (6a9e574e-a3da-4730-994a-5626104aa83b), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:27.704743 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-2fa05d4c-32c3-4952-a419-ba77209bdebd admin admin] Publish callbacks [] for security_group (6a9e574e-a3da-4730-994a-5626104aa83b), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:27.716036 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-1c2872af-d129-4ce1-87f8-ad65a2baafc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-748511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-743719'] for router (14765fb2-1e6e-403f-874d-09b1b4681b80), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:27.760767 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-2fa05d4c-32c3-4952-a419-ba77209bdebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (6a9e574e-a3da-4730-994a-5626104aa83b), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:27.763500 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-2fa05d4c-32c3-4952-a419-ba77209bdebd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:27.765035 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-2fa05d4c-32c3-4952-a419-ba77209bdebd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6a9e574e-a3da-4730-994a-5626104aa83b HTTP/1.1" status: 204 len: 168 time: 0.1349468 Apr 08 10:54:27.774833 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa05d4c-32c3-4952-a419-ba77209bdebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9e574e-a3da-4730-994a-5626104aa83b,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:27.893480 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c2872af-d129-4ce1-87f8-ad65a2baafc9 admin admin] Router 14765fb2-1e6e-403f-874d-09b1b4681b80 is scheduled to L3 agent a0f054a9-d30b-4594-8de6-6c24438c3963 with binding_index 1 {{(pid=109910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:54:27.907202 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75 up at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:54:27.969474 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480b28dc-d71b-4a34-8715-adb701a7c3f3 None None] Network 267ad05b-8038-43d0-ac7d-549874a47f29 requested from dv-cinder-836071-3-iscsi {{(pid=109911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 10:54:27.993891 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Provisioning complete for port a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75 triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:54:27.994270 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:28.027416 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c2872af-d129-4ce1-87f8-ad65a2baafc9 admin admin] Notify agent at l3_agent.dv-cinder-836071-3-iscsi the message routers_updated {{(pid=109910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:54:28.051597 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef66e02-be14-47d0-a98d-01edf5e0892c None None] Sync routers for ids ['14765fb2-1e6e-403f-874d-09b1b4681b80'] in dv-cinder-836071-3-iscsi {{(pid=109911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:54:28.052691 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-1c2872af-d129-4ce1-87f8-ad65a2baafc9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:28.058933 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 59252) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:54:28.059758 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-1c2872af-d129-4ce1-87f8-ad65a2baafc9 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6682901 Apr 08 10:54:28.094935 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef66e02-be14-47d0-a98d-01edf5e0892c None None] Routers {'14765fb2-1e6e-403f-874d-09b1b4681b80'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:54:28.095581 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-3ef66e02-be14-47d0-a98d-01edf5e0892c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:54:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['14765fb2-1e6e-403f-874d-09b1b4681b80'], 'active': True} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:28.105305 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-08222cf4-da30-41e8-92cd-1a7d93cd887d None None] Provisioning complete for port f6585d57-aec8-48f6-a71d-0e34481fef98 triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:54:28.106026 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-08222cf4-da30-41e8-92cd-1a7d93cd887d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (f6585d57-aec8-48f6-a71d-0e34481fef98), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:28.313427 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Current status of the port a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75 is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:54:28.314504 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device f6585d57-aec8-48f6-a71d-0e34481fef98 up at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:54:28.359691 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvr_db [None req-3ef66e02-be14-47d0-a98d-01edf5e0892c None None] Set router 14765fb2-1e6e-403f-874d-09b1b4681b80 gateway port host: dv-cinder-836071-3-iscsi {{(pid=109911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:54:28.483663 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-08222cf4-da30-41e8-92cd-1a7d93cd887d None None] Current status of the port f6585d57-aec8-48f6-a71d-0e34481fef98 is: DOWN; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:54:28.484063 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-08222cf4-da30-41e8-92cd-1a7d93cd887d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (f6585d57-aec8-48f6-a71d-0e34481fef98), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:28.581056 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-08222cf4-da30-41e8-92cd-1a7d93cd887d None None] For port f6585d57-aec8-48f6-a71d-0e34481fef98, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=f6585d57-aec8-48f6-a71d-0e34481fef98,segment=NetworkSegment(0074283b-e9ce-4685-8692-43610690730b),segment_id=0074283b-e9ce-4685-8692-43610690730b)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:54:28.588909 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-dd34a113-21cb-4a37-8b3d-4f25e9bfd8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:28.590836 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Provisioning complete for port f6585d57-aec8-48f6-a71d-0e34481fef98 triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:54:28.592298 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (f6585d57-aec8-48f6-a71d-0e34481fef98), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:28.596385 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-08222cf4-da30-41e8-92cd-1a7d93cd887d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (f6585d57-aec8-48f6-a71d-0e34481fef98), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:28.650224 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 59270) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:54:28.759356 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [None req-0a3cb511-10b1-4cca-8bbe-4bba945fa39b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-399993024-network', 'tenant_id': 'c72dc37aad5649d5aadd2a0655be72b7'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:54:28.766355 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.db.db_base_plugin_common [None req-dd34a113-21cb-4a37-8b3d-4f25e9bfd8b4 admin admin] Allocated IP 172.20.0.1 (267ad05b-8038-43d0-ac7d-549874a47f29/bcd667b4-864c-4ce2-a9f1-d02105f15921/bb322c53-2fbe-44bb-8e57-e50b3a851c9d) {{(pid=109909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:54:28.780986 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a3cb511-10b1-4cca-8bbe-4bba945fa39b admin admin] Made reservation on behalf of c72dc37aad5649d5aadd2a0655be72b7 for: {'network': 1} {{(pid=109910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:54:28.783527 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-0a3cb511-10b1-4cca-8bbe-4bba945fa39b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for network (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:28.792771 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-0a3cb511-10b1-4cca-8bbe-4bba945fa39b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:28.855245 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-73b54241-8f20-4185-917e-15296d9f7380 None None] Provisioning complete for port f6585d57-aec8-48f6-a71d-0e34481fef98 triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:54:28.855620 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-73b54241-8f20-4185-917e-15296d9f7380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (f6585d57-aec8-48f6-a71d-0e34481fef98), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:28.859078 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08222cf4-da30-41e8-92cd-1a7d93cd887d None None] Pushing event updated for resources: {'Port': ['ID=f6585d57-aec8-48f6-a71d-0e34481fef98,revision_number=3']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:28.875136 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-0a3cb511-10b1-4cca-8bbe-4bba945fa39b admin admin] Publish callbacks [] for security_group (99f36800-b85b-404e-95c5-b466dfbb5704), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:28.879634 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-0a3cb511-10b1-4cca-8bbe-4bba945fa39b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (99f36800-b85b-404e-95c5-b466dfbb5704), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:28.886742 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-dd34a113-21cb-4a37-8b3d-4f25e9bfd8b4 admin admin] Publish callbacks [] for port (bb322c53-2fbe-44bb-8e57-e50b3a851c9d), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:28.905302 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a3cb511-10b1-4cca-8bbe-4bba945fa39b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=109910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:54:28.924460 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-dd34a113-21cb-4a37-8b3d-4f25e9bfd8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16387658'] for port (bb322c53-2fbe-44bb-8e57-e50b3a851c9d), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:28.926122 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-0a3cb511-10b1-4cca-8bbe-4bba945fa39b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801210'] for segment (70944567-ec60-4334-80f5-e288d4e47c49), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:28.926555 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.db.segments_db [None req-0a3cb511-10b1-4cca-8bbe-4bba945fa39b admin admin] Added segment 70944567-ec60-4334-80f5-e288d4e47c49 of type vlan for network 9bdc578a-8a20-4e51-8b05-6fc0142815ac Apr 08 10:54:28.928166 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3cb511-10b1-4cca-8bbe-4bba945fa39b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f36800-b85b-404e-95c5-b466dfbb5704,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:28.956832 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Current status of the port f6585d57-aec8-48f6-a71d-0e34481fef98 is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:54:28.960647 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-3ef66e02-be14-47d0-a98d-01edf5e0892c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14765fb2-1e6e-403f-874d-09b1b4681b80', 'name': 'tempest-TestVolumeBootPattern-320487190-router', 'tenant_id': '588ef7385f1943ae80a40bce9e31bec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'cc8d4801-1daf-4ade-8b8f-cd72ebd00fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:25Z', 'updated_at': '2022-04-08T10:54:27Z', 'revision_number': 3, 'project_id': '588ef7385f1943ae80a40bce9e31bec0', 'gw_port': {'id': 'cc8d4801-1daf-4ade-8b8f-cd72ebd00fe3', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:96:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14765fb2-1e6e-403f-874d-09b1b4681b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:26Z', 'updated_at': '2022-04-08T10:54:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi'}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:28.971969 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd34a113-21cb-4a37-8b3d-4f25e9bfd8b4 admin admin] Network 267ad05b-8038-43d0-ac7d-549874a47f29 is already hosted by enough agents. {{(pid=109909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:54:28.975321 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.base_scheduler [None req-dd34a113-21cb-4a37-8b3d-4f25e9bfd8b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:54:28.978692 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-0a3cb511-10b1-4cca-8bbe-4bba945fa39b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778032765835'] for network (9bdc578a-8a20-4e51-8b05-6fc0142815ac), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:28.979052 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd34a113-21cb-4a37-8b3d-4f25e9bfd8b4 admin admin] Received port after_create {{(pid=109909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 10:54:28.991456 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef66e02-be14-47d0-a98d-01edf5e0892c None None] Checking router: 14765fb2-1e6e-403f-874d-09b1b4681b80 for host: dv-cinder-836071-3-iscsi {{(pid=109911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:54:28.991814 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef66e02-be14-47d0-a98d-01edf5e0892c None None] Updating router 14765fb2-1e6e-403f-874d-09b1b4681b80 port cc8d4801-1daf-4ade-8b8f-cd72ebd00fe3 binding host dv-cinder-836071-3-iscsi {{(pid=109911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:54:29.007694 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd34a113-21cb-4a37-8b3d-4f25e9bfd8b4 admin admin] Pushing event updated for resources: {'Port': ['ID=bb322c53-2fbe-44bb-8e57-e50b3a851c9d,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:29.016442 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-0a3cb511-10b1-4cca-8bbe-4bba945fa39b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513'] for network (9bdc578a-8a20-4e51-8b05-6fc0142815ac), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:29.018599 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3cb511-10b1-4cca-8bbe-4bba945fa39b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:29.019905 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-0a3cb511-10b1-4cca-8bbe-4bba945fa39b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553535'] for network (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:29.027049 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-dd34a113-21cb-4a37-8b3d-4f25e9bfd8b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741448'] for router_interface (14765fb2-1e6e-403f-874d-09b1b4681b80), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:29.048838 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-3ef66e02-be14-47d0-a98d-01edf5e0892c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (cc8d4801-1daf-4ade-8b8f-cd72ebd00fe3), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:29.093616 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-0a3cb511-10b1-4cca-8bbe-4bba945fa39b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4408119 Apr 08 10:54:29.096326 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 59274) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:54:29.103147 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [None req-da9276d3-9b1e-41cb-b51d-2e9172ea1fa0 admin admin] Request body: {'subnet': {'network_id': '9bdc578a-8a20-4e51-8b05-6fc0142815ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-399993024-subnet', 'tenant_id': 'c72dc37aad5649d5aadd2a0655be72b7', 'ip_version': 4}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:54:29.103687 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-73b54241-8f20-4185-917e-15296d9f7380 None None] Current status of the port f6585d57-aec8-48f6-a71d-0e34481fef98 is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:54:29.115588 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3cb511-10b1-4cca-8bbe-4bba945fa39b admin admin] Pushing event updated for resources: {'Network': ['ID=9bdc578a-8a20-4e51-8b05-6fc0142815ac,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:29.133766 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9276d3-9b1e-41cb-b51d-2e9172ea1fa0 admin admin] Made reservation on behalf of c72dc37aad5649d5aadd2a0655be72b7 for: {'subnet': 1} {{(pid=109910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:54:29.136435 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-da9276d3-9b1e-41cb-b51d-2e9172ea1fa0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14574116'] for subnet (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:29.171231 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Network 9bdc578a-8a20-4e51-8b05-6fc0142815ac details requested by agent ovs-agent-dv-cinder-836071-3-iscsi with host dv-cinder-836071-3-iscsi {{(pid=109911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 10:54:29.209731 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-dd34a113-21cb-4a37-8b3d-4f25e9bfd8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (bb322c53-2fbe-44bb-8e57-e50b3a851c9d), before_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:29.339891 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-da9276d3-9b1e-41cb-b51d-2e9172ea1fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14190107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14576862'] for subnet (1c0e0539-9edb-46b9-96e6-f2c533e4f06c), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:29.353264 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-beb79946-1de9-4f48-aa32-87f3360672f8 None None] Provisioning complete for port bb322c53-2fbe-44bb-8e57-e50b3a851c9d triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:54:29.353640 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-beb79946-1de9-4f48-aa32-87f3360672f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (bb322c53-2fbe-44bb-8e57-e50b3a851c9d), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:29.393551 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-dd34a113-21cb-4a37-8b3d-4f25e9bfd8b4 admin admin] Publish callbacks [] for port (bb322c53-2fbe-44bb-8e57-e50b3a851c9d), precommit_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:29.400053 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-dd34a113-21cb-4a37-8b3d-4f25e9bfd8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16387669'] for port (bb322c53-2fbe-44bb-8e57-e50b3a851c9d), after_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:29.400362 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9276d3-9b1e-41cb-b51d-2e9172ea1fa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c0e0539-9edb-46b9-96e6-f2c533e4f06c,revision_number=0']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:29.409109 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9276d3-9b1e-41cb-b51d-2e9172ea1fa0 admin admin] Checking segment: {'id': '70944567-ec60-4334-80f5-e288d4e47c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9bdc578a-8a20-4e51-8b05-6fc0142815ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:54:29.409474 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9276d3-9b1e-41cb-b51d-2e9172ea1fa0 admin admin] Network hostable DHCP agents. Network: 9bdc578a-8a20-4e51-8b05-6fc0142815ac, hostable agents: ['0996d03c-a6d6-4751-8b32-c8111f4b3d8a'], hosted agents: [] {{(pid=109910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:54:29.409880 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-beb79946-1de9-4f48-aa32-87f3360672f8 None None] Port bb322c53-2fbe-44bb-8e57-e50b3a851c9d cannot update to ACTIVE because it is not bound. {{(pid=109911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 10:54:29.428663 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9276d3-9b1e-41cb-b51d-2e9172ea1fa0 admin admin] Network 9bdc578a-8a20-4e51-8b05-6fc0142815ac is scheduled to be hosted by DHCP agent 0996d03c-a6d6-4751-8b32-c8111f4b3d8a with binding_index 1 {{(pid=109910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:54:29.438551 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.base_scheduler [None req-da9276d3-9b1e-41cb-b51d-2e9172ea1fa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836071-3-iscsi, 9bdc578a-8a20-4e51-8b05-6fc0142815ac) {{(pid=109910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:54:29.443222 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9276d3-9b1e-41cb-b51d-2e9172ea1fa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:29.444101 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-da9276d3-9b1e-41cb-b51d-2e9172ea1fa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553535'] for subnet (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:29.451938 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-3ef66e02-be14-47d0-a98d-01edf5e0892c None None] Publish callbacks [] for port (cc8d4801-1daf-4ade-8b8f-cd72ebd00fe3), precommit_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:29.455464 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74efb2c-aba9-4467-88ab-ed4360062ad9 None None] Network 9bdc578a-8a20-4e51-8b05-6fc0142815ac requested from dv-cinder-836071-3-iscsi {{(pid=109911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 10:54:29.468620 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-da9276d3-9b1e-41cb-b51d-2e9172ea1fa0 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3711987 Apr 08 10:54:29.469490 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 59276) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:54:29.473525 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd34a113-21cb-4a37-8b3d-4f25e9bfd8b4 admin admin] Pushing event updated for resources: {'Port': ['ID=bb322c53-2fbe-44bb-8e57-e50b3a851c9d,revision_number=2']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:29.474041 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [None req-07243f48-401c-4314-906f-30d21a7409f8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-399993024-router', 'tenant_id': 'c72dc37aad5649d5aadd2a0655be72b7', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b'}}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:54:29.477874 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-3ef66e02-be14-47d0-a98d-01edf5e0892c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (cc8d4801-1daf-4ade-8b8f-cd72ebd00fe3), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:29.479167 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-dd34a113-21cb-4a37-8b3d-4f25e9bfd8b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-741604'] for router_interface (14765fb2-1e6e-403f-874d-09b1b4681b80), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:29.504176 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-07243f48-401c-4314-906f-30d21a7409f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-748360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40211'] for router (5764f624-bcdf-4639-b56d-898719e57d3c), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:29.505464 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-07243f48-401c-4314-906f-30d21a7409f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-743752', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40424'] for router (5764f624-bcdf-4639-b56d-898719e57d3c), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:29.571509 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b9b90-abc2-4508-9a2f-6e0ffa6c7880 None None] Pushing event updated for resources: {'Port': ['ID=cc8d4801-1daf-4ade-8b8f-cd72ebd00fe3,revision_number=2']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:29.577724 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.managers [None req-3ef66e02-be14-47d0-a98d-01edf5e0892c None None] Attempting to bind port cc8d4801-1daf-4ade-8b8f-cd72ebd00fe3 on host dv-cinder-836071-3-iscsi for vnic_type normal with profile {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 10:54:29.578097 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.managers [None req-3ef66e02-be14-47d0-a98d-01edf5e0892c None None] Attempting to bind port cc8d4801-1daf-4ade-8b8f-cd72ebd00fe3 by drivers openvswitch,hyperv on host dv-cinder-836071-3-iscsi at level 0 using segments [{'id': '161e69df-2a78-40e9-90fc-e661b1490c65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b'}] {{(pid=109911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 10:54:29.578467 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef66e02-be14-47d0-a98d-01edf5e0892c None None] Attempting to bind port cc8d4801-1daf-4ade-8b8f-cd72ebd00fe3 on network 173a9438-8c11-42c7-a64e-a6d835b0fe8b {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:54:29.584082 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-07243f48-401c-4314-906f-30d21a7409f8 admin admin] Publish callbacks [] for router_controller (5764f624-bcdf-4639-b56d-898719e57d3c), precommit_add_association {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:29.589384 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef66e02-be14-47d0-a98d-01edf5e0892c None None] Checking agent: {'id': 'd1e78606-e5cc-43c0-bc22-8a5324478286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 41, 48), 'started_at': datetime.datetime(2022, 4, 8, 10, 42, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 10:54:29.589644 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef66e02-be14-47d0-a98d-01edf5e0892c None None] Checking segment: {'id': '161e69df-2a78-40e9-90fc-e661b1490c65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:54:29.590036 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-3ef66e02-be14-47d0-a98d-01edf5e0892c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:29.590470 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef66e02-be14-47d0-a98d-01edf5e0892c None None] Bound using segment: {'id': '161e69df-2a78-40e9-90fc-e661b1490c65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b'} {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 10:54:29.590980 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.managers [None req-3ef66e02-be14-47d0-a98d-01edf5e0892c None None] Bound port: cc8d4801-1daf-4ade-8b8f-cd72ebd00fe3, host: dv-cinder-836071-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '161e69df-2a78-40e9-90fc-e661b1490c65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b'}}] {{(pid=109911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 10:54:29.591373 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-3ef66e02-be14-47d0-a98d-01edf5e0892c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (cc8d4801-1daf-4ade-8b8f-cd72ebd00fe3), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:29.611893 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd34a113-21cb-4a37-8b3d-4f25e9bfd8b4 admin admin] Network 267ad05b-8038-43d0-ac7d-549874a47f29 is already hosted by enough agents. {{(pid=109909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:54:29.613928 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.base_scheduler [None req-dd34a113-21cb-4a37-8b3d-4f25e9bfd8b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:54:29.650151 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9053c15-307a-4490-b797-872aeb99e50d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2e46b0fd-1d33-5ebd-a23e-349e34994587-9bdc578a-8a20-4e51-8b05-6fc0142815ac', 'network_id': '9bdc578a-8a20-4e51-8b05-6fc0142815ac', 'project_id': 'c72dc37aad5649d5aadd2a0655be72b7', 'fixed_ips': [{'subnet_id': '1c0e0539-9edb-46b9-96e6-f2c533e4f06c'}]}} from dv-cinder-836071-3-iscsi. {{(pid=109911) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 10:54:29.651028 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-b9053c15-307a-4490-b797-872aeb99e50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:29.688518 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-3ef66e02-be14-47d0-a98d-01edf5e0892c None None] For port cc8d4801-1daf-4ade-8b8f-cd72ebd00fe3, host dv-cinder-836071-3-iscsi, cleared binding levels {{(pid=109911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:54:29.726620 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-3ef66e02-be14-47d0-a98d-01edf5e0892c None None] For port cc8d4801-1daf-4ade-8b8f-cd72ebd00fe3, host dv-cinder-836071-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=cc8d4801-1daf-4ade-8b8f-cd72ebd00fe3,segment=NetworkSegment(161e69df-2a78-40e9-90fc-e661b1490c65),segment_id=161e69df-2a78-40e9-90fc-e661b1490c65)] {{(pid=109911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:54:29.740182 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-3ef66e02-be14-47d0-a98d-01edf5e0892c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (cc8d4801-1daf-4ade-8b8f-cd72ebd00fe3), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:29.758353 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-07243f48-401c-4314-906f-30d21a7409f8 admin admin] Publish callbacks [] for router_gateway (5764f624-bcdf-4639-b56d-898719e57d3c), precommit_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:29.798282 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd34a113-21cb-4a37-8b3d-4f25e9bfd8b4 admin admin] Router 14765fb2-1e6e-403f-874d-09b1b4681b80 has already been hosted by L3 agent a0f054a9-d30b-4594-8de6-6c24438c3963 {{(pid=109909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:54:29.944064 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b9b90-abc2-4508-9a2f-6e0ffa6c7880 None None] Pushing event updated for resources: {'Port': ['ID=cc8d4801-1daf-4ade-8b8f-cd72ebd00fe3,revision_number=3']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:29.952480 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device f6585d57-aec8-48f6-a71d-0e34481fef98 up at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:54:29.954286 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef66e02-be14-47d0-a98d-01edf5e0892c None None] Routers {'14765fb2-1e6e-403f-874d-09b1b4681b80'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:54:29.954910 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-3ef66e02-be14-47d0-a98d-01edf5e0892c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:54:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['14765fb2-1e6e-403f-874d-09b1b4681b80'], 'active': True} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:29.993093 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd34a113-21cb-4a37-8b3d-4f25e9bfd8b4 admin admin] Notify agent at l3_agent.dv-cinder-836071-3-iscsi the message routers_updated {{(pid=109909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:54:30.007385 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-dd34a113-21cb-4a37-8b3d-4f25e9bfd8b4 admin admin] 10.222.0.43 "PUT /v2.0/routers/14765fb2-1e6e-403f-874d-09b1b4681b80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9384129 Apr 08 10:54:30.054053 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-07243f48-401c-4314-906f-30d21a7409f8 admin admin] Publish callbacks [] for router_gateway (5764f624-bcdf-4639-b56d-898719e57d3c), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:30.054516 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.db_base_plugin_common [None req-b9053c15-307a-4490-b797-872aeb99e50d None None] Allocated IP 172.20.0.2 (9bdc578a-8a20-4e51-8b05-6fc0142815ac/1c0e0539-9edb-46b9-96e6-f2c533e4f06c/96a9188d-a56d-443e-8a83-56a1813f4240) {{(pid=109911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:54:30.073860 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-07243f48-401c-4314-906f-30d21a7409f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:30.117352 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-6217202a-fa0f-4977-a17c-d37f4c03e92a None None] Provisioning complete for port bb322c53-2fbe-44bb-8e57-e50b3a851c9d triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:54:30.117724 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-6217202a-fa0f-4977-a17c-d37f4c03e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (bb322c53-2fbe-44bb-8e57-e50b3a851c9d), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:30.178870 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvr_db [None req-3ef66e02-be14-47d0-a98d-01edf5e0892c None None] Set router 14765fb2-1e6e-403f-874d-09b1b4681b80 gateway port host: dv-cinder-836071-3-iscsi {{(pid=109911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:54:30.198454 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.db_base_plugin_common [None req-07243f48-401c-4314-906f-30d21a7409f8 admin admin] Allocated IP 172.27.2.223 (173a9438-8c11-42c7-a64e-a6d835b0fe8b/3e92b2da-8062-400a-a6d5-15b49fe43bf4/9855d179-8d6e-466a-a69a-8781d06ddcaa) {{(pid=109910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:54:30.247378 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Provisioning complete for port f6585d57-aec8-48f6-a71d-0e34481fef98 triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:54:30.247757 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (f6585d57-aec8-48f6-a71d-0e34481fef98), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:30.254502 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-6217202a-fa0f-4977-a17c-d37f4c03e92a None None] Port bb322c53-2fbe-44bb-8e57-e50b3a851c9d cannot update to ACTIVE because it is not bound. {{(pid=109911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 10:54:30.318644 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-07243f48-401c-4314-906f-30d21a7409f8 admin admin] Publish callbacks [] for port (9855d179-8d6e-466a-a69a-8781d06ddcaa), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:30.355053 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-07243f48-401c-4314-906f-30d21a7409f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14190223'] for port (9855d179-8d6e-466a-a69a-8781d06ddcaa), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:30.400418 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07243f48-401c-4314-906f-30d21a7409f8 admin admin] Network 173a9438-8c11-42c7-a64e-a6d835b0fe8b is already hosted by enough agents. {{(pid=109910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:54:30.403469 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.base_scheduler [None req-07243f48-401c-4314-906f-30d21a7409f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:54:30.406898 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07243f48-401c-4314-906f-30d21a7409f8 admin admin] Received port after_create {{(pid=109910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 10:54:30.489675 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07243f48-401c-4314-906f-30d21a7409f8 admin admin] Pushing event updated for resources: {'Port': ['ID=9855d179-8d6e-466a-a69a-8781d06ddcaa,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:30.623532 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-b9053c15-307a-4490-b797-872aeb99e50d None None] Publish callbacks [] for port (96a9188d-a56d-443e-8a83-56a1813f4240), precommit_create {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:30.642745 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 59284) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:54:30.648711 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.v2.base [None req-8a70e5ad-02df-4db2-98dd-4a31f2830dd9 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1137522631', 'description': 'tempest-secgroup-smoke-1137522631 description', 'project_id': '1240eb4e10e8472eb59d3c956e73fd45'}} {{(pid=109909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:54:30.656127 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-b9053c15-307a-4490-b797-872aeb99e50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861'] for port (96a9188d-a56d-443e-8a83-56a1813f4240), after_create {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:30.671168 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Current status of the port f6585d57-aec8-48f6-a71d-0e34481fef98 is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:54:30.677909 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-8a70e5ad-02df-4db2-98dd-4a31f2830dd9 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks [] for security_group (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:30.719503 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9053c15-307a-4490-b797-872aeb99e50d None None] Network 9bdc578a-8a20-4e51-8b05-6fc0142815ac is already hosted by enough agents. {{(pid=109911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:54:30.726621 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.scheduler.base_scheduler [None req-b9053c15-307a-4490-b797-872aeb99e50d None None] Resources bound (agent type, host, resource id): {{(pid=109911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:54:30.730743 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9053c15-307a-4490-b797-872aeb99e50d None None] Received port after_create {{(pid=109911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 10:54:30.746954 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9053c15-307a-4490-b797-872aeb99e50d None None] Pushing event updated for resources: {'Port': ['ID=96a9188d-a56d-443e-8a83-56a1813f4240,revision_number=1']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:30.761738 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-8a70e5ad-02df-4db2-98dd-4a31f2830dd9 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks [] for security_group (dda30446-6890-4466-9d79-198654c55c73), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:30.766613 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-8a70e5ad-02df-4db2-98dd-4a31f2830dd9 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (dda30446-6890-4466-9d79-198654c55c73), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:30.802222 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-8a70e5ad-02df-4db2-98dd-4a31f2830dd9 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:30.806871 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-8a70e5ad-02df-4db2-98dd-4a31f2830dd9 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1629190 Apr 08 10:54:30.808513 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 59286) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:54:30.813696 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.v2.base [None req-a9053ada-5622-47df-a6f0-3ee628df381b tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Request body: {'security_group_rule': {'security_group_id': 'dda30446-6890-4466-9d79-198654c55c73', 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:54:30.818229 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a70e5ad-02df-4db2-98dd-4a31f2830dd9 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dda30446-6890-4466-9d79-198654c55c73,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:30.828333 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.managers [None req-b9053c15-307a-4490-b797-872aeb99e50d None None] Attempting to bind port 96a9188d-a56d-443e-8a83-56a1813f4240 on host dv-cinder-836071-3-iscsi for vnic_type normal with profile {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 10:54:30.829008 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.managers [None req-b9053c15-307a-4490-b797-872aeb99e50d None None] Attempting to bind port 96a9188d-a56d-443e-8a83-56a1813f4240 by drivers openvswitch,hyperv on host dv-cinder-836071-3-iscsi at level 0 using segments [{'id': '70944567-ec60-4334-80f5-e288d4e47c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9bdc578a-8a20-4e51-8b05-6fc0142815ac'}] {{(pid=109911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 10:54:30.829417 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9053c15-307a-4490-b797-872aeb99e50d None None] Attempting to bind port 96a9188d-a56d-443e-8a83-56a1813f4240 on network 9bdc578a-8a20-4e51-8b05-6fc0142815ac {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:54:30.838840 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-3ef66e02-be14-47d0-a98d-01edf5e0892c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14765fb2-1e6e-403f-874d-09b1b4681b80', 'name': 'tempest-TestVolumeBootPattern-320487190-router', 'tenant_id': '588ef7385f1943ae80a40bce9e31bec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'cc8d4801-1daf-4ade-8b8f-cd72ebd00fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:25Z', 'updated_at': '2022-04-08T10:54:29Z', 'revision_number': 4, 'project_id': '588ef7385f1943ae80a40bce9e31bec0', 'gw_port': {'id': 'cc8d4801-1daf-4ade-8b8f-cd72ebd00fe3', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:96:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14765fb2-1e6e-403f-874d-09b1b4681b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:26Z', 'updated_at': '2022-04-08T10:54:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': 'bb322c53-2fbe-44bb-8e57-e50b3a851c9d', 'name': '', 'network_id': '267ad05b-8038-43d0-ac7d-549874a47f29', 'tenant_id': '588ef7385f1943ae80a40bce9e31bec0', 'mac_address': 'fa:16:3e:ec:43:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14765fb2-1e6e-403f-874d-09b1b4681b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'bcd667b4-864c-4ce2-a9f1-d02105f15921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:28Z', 'updated_at': '2022-04-08T10:54:29Z', 'revision_number': 2, 'project_id': '588ef7385f1943ae80a40bce9e31bec0', 'subnets': [{'id': 'bcd667b4-864c-4ce2-a9f1-d02105f15921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:30.840926 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9053c15-307a-4490-b797-872aeb99e50d None None] Checking agent: {'id': 'd1e78606-e5cc-43c0-bc22-8a5324478286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 41, 48), 'started_at': datetime.datetime(2022, 4, 8, 10, 42, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 10:54:30.841332 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9053c15-307a-4490-b797-872aeb99e50d None None] Checking segment: {'id': '70944567-ec60-4334-80f5-e288d4e47c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9bdc578a-8a20-4e51-8b05-6fc0142815ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:54:30.841891 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-b9053c15-307a-4490-b797-872aeb99e50d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:30.842199 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9053c15-307a-4490-b797-872aeb99e50d None None] Bound using segment: {'id': '70944567-ec60-4334-80f5-e288d4e47c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9bdc578a-8a20-4e51-8b05-6fc0142815ac'} {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 10:54:30.842596 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.managers [None req-b9053c15-307a-4490-b797-872aeb99e50d None None] Bound port: 96a9188d-a56d-443e-8a83-56a1813f4240, host: dv-cinder-836071-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70944567-ec60-4334-80f5-e288d4e47c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9bdc578a-8a20-4e51-8b05-6fc0142815ac'}}] {{(pid=109911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 10:54:30.842977 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-b9053c15-307a-4490-b797-872aeb99e50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (96a9188d-a56d-443e-8a83-56a1813f4240), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:30.846505 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-a9053ada-5622-47df-a6f0-3ee628df381b tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks [] for security_group_rule (e4e6f0a2-efbf-4ec0-bda3-eb513c982b1b), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:30.874638 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef66e02-be14-47d0-a98d-01edf5e0892c None None] The sync data for ids ['14765fb2-1e6e-403f-874d-09b1b4681b80'] in dv-cinder-836071-3-iscsi is: [{'id': '14765fb2-1e6e-403f-874d-09b1b4681b80', 'name': 'tempest-TestVolumeBootPattern-320487190-router', 'tenant_id': '588ef7385f1943ae80a40bce9e31bec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'cc8d4801-1daf-4ade-8b8f-cd72ebd00fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:25Z', 'updated_at': '2022-04-08T10:54:29Z', 'revision_number': 4, 'project_id': '588ef7385f1943ae80a40bce9e31bec0', 'gw_port': {'id': 'cc8d4801-1daf-4ade-8b8f-cd72ebd00fe3', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:96:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14765fb2-1e6e-403f-874d-09b1b4681b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:26Z', 'updated_at': '2022-04-08T10:54:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': 'bb322c53-2fbe-44bb-8e57-e50b3a851c9d', 'name': '', 'network_id': '267ad05b-8038-43d0-ac7d-549874a47f29', 'tenant_id': '588ef7385f1943ae80a40bce9e31bec0', 'mac_address': 'fa:16:3e:ec:43:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14765fb2-1e6e-403f-874d-09b1b4681b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'bcd667b4-864c-4ce2-a9f1-d02105f15921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:28Z', 'updated_at': '2022-04-08T10:54:29Z', 'revision_number': 2, 'project_id': '588ef7385f1943ae80a40bce9e31bec0', 'subnets': [{'id': 'bcd667b4-864c-4ce2-a9f1-d02105f15921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:54:30.921245 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-a9053ada-5622-47df-a6f0-3ee628df381b tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks [] for security_group_rule (e4e6f0a2-efbf-4ec0-bda3-eb513c982b1b), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:30.925587 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-a9053ada-5622-47df-a6f0-3ee628df381b tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682660'] for security_group_rule (e4e6f0a2-efbf-4ec0-bda3-eb513c982b1b), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:30.945325 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-b9053c15-307a-4490-b797-872aeb99e50d None None] For port 96a9188d-a56d-443e-8a83-56a1813f4240, host dv-cinder-836071-3-iscsi, cleared binding levels {{(pid=109911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:54:30.950734 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-b9053c15-307a-4490-b797-872aeb99e50d None None] For port 96a9188d-a56d-443e-8a83-56a1813f4240, host dv-cinder-836071-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=96a9188d-a56d-443e-8a83-56a1813f4240,segment=NetworkSegment(70944567-ec60-4334-80f5-e288d4e47c49),segment_id=70944567-ec60-4334-80f5-e288d4e47c49)] {{(pid=109911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:54:30.954213 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9053ada-5622-47df-a6f0-3ee628df381b tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4e6f0a2-efbf-4ec0-bda3-eb513c982b1b,revision_number=0']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:30.965004 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-b9053c15-307a-4490-b797-872aeb99e50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (96a9188d-a56d-443e-8a83-56a1813f4240), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:30.967703 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-a9053ada-5622-47df-a6f0-3ee628df381b tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:30.970586 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-a9053ada-5622-47df-a6f0-3ee628df381b tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1605108 Apr 08 10:54:30.973923 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 59288) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:54:30.981620 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.v2.base [None req-dac520dc-6094-48c9-8595-93bd53d94c91 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Request body: {'security_group_rule': {'security_group_id': 'dda30446-6890-4466-9d79-198654c55c73', 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:54:31.010070 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-07243f48-401c-4314-906f-30d21a7409f8 admin admin] Publish callbacks [] for router_gateway (5764f624-bcdf-4639-b56d-898719e57d3c), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:31.021728 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-dac520dc-6094-48c9-8595-93bd53d94c91 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks [] for security_group_rule (7d30e02b-3666-4c11-994b-92ed8b0d5f8b), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:31.033692 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9053c15-307a-4490-b797-872aeb99e50d None None] Pushing event updated for resources: {'Port': ['ID=96a9188d-a56d-443e-8a83-56a1813f4240,revision_number=2']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:31.104321 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-dac520dc-6094-48c9-8595-93bd53d94c91 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks [] for security_group_rule (7d30e02b-3666-4c11-994b-92ed8b0d5f8b), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:31.112821 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-dac520dc-6094-48c9-8595-93bd53d94c91 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682660'] for security_group_rule (7d30e02b-3666-4c11-994b-92ed8b0d5f8b), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:31.150145 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac520dc-6094-48c9-8595-93bd53d94c91 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d30e02b-3666-4c11-994b-92ed8b0d5f8b,revision_number=0']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:31.162003 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-dac520dc-6094-48c9-8595-93bd53d94c91 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:31.165238 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-dac520dc-6094-48c9-8595-93bd53d94c91 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1885190 Apr 08 10:54:31.166617 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 59290) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:54:31.171693 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.v2.base [None req-52fc8720-d966-462a-8c16-44f5b0f8f05b tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Request body: {'security_group_rule': {'security_group_id': 'dda30446-6890-4466-9d79-198654c55c73', 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:54:31.214917 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-52fc8720-d966-462a-8c16-44f5b0f8f05b tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks [] for security_group_rule (54c66748-f56a-44a1-b617-6be694210b96), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:31.302967 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-07243f48-401c-4314-906f-30d21a7409f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-748511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-743719'] for router (5764f624-bcdf-4639-b56d-898719e57d3c), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:31.343687 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-52fc8720-d966-462a-8c16-44f5b0f8f05b tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks [] for security_group_rule (54c66748-f56a-44a1-b617-6be694210b96), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:31.349478 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-52fc8720-d966-462a-8c16-44f5b0f8f05b tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682660'] for security_group_rule (54c66748-f56a-44a1-b617-6be694210b96), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:31.373965 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fc8720-d966-462a-8c16-44f5b0f8f05b tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54c66748-f56a-44a1-b617-6be694210b96,revision_number=0']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:31.383886 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-52fc8720-d966-462a-8c16-44f5b0f8f05b tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:31.383886 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-52fc8720-d966-462a-8c16-44f5b0f8f05b tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2159138 Apr 08 10:54:31.387432 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 59292) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:54:31.395223 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.v2.base [None req-420aa129-2d0e-427c-8ae0-03fde43dd3bf tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Request body: {'security_group_rule': {'security_group_id': 'dda30446-6890-4466-9d79-198654c55c73', 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:54:31.426927 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-420aa129-2d0e-427c-8ae0-03fde43dd3bf tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks [] for security_group_rule (313cee4d-95bb-4d8a-b202-9f5074772c03), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:31.474145 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07243f48-401c-4314-906f-30d21a7409f8 admin admin] Router 5764f624-bcdf-4639-b56d-898719e57d3c is scheduled to L3 agent a0f054a9-d30b-4594-8de6-6c24438c3963 with binding_index 1 {{(pid=109910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:54:31.491963 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-420aa129-2d0e-427c-8ae0-03fde43dd3bf tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks [] for security_group_rule (313cee4d-95bb-4d8a-b202-9f5074772c03), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:31.497296 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-420aa129-2d0e-427c-8ae0-03fde43dd3bf tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682660'] for security_group_rule (313cee4d-95bb-4d8a-b202-9f5074772c03), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:31.517514 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420aa129-2d0e-427c-8ae0-03fde43dd3bf tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=313cee4d-95bb-4d8a-b202-9f5074772c03,revision_number=0']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:31.527583 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-420aa129-2d0e-427c-8ae0-03fde43dd3bf tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:31.532329 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-420aa129-2d0e-427c-8ae0-03fde43dd3bf tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1420407 Apr 08 10:54:31.533006 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 59294) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:54:31.537472 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.v2.base [None req-74171c53-b7ad-4f82-965e-85beef426585 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Request body: {'security_group_rule': {'security_group_id': 'dda30446-6890-4466-9d79-198654c55c73', 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:54:31.568391 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.db.securitygroups_db [None req-74171c53-b7ad-4f82-965e-85beef426585 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Project 1240eb4e10e8472eb59d3c956e73fd45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:54:31.574439 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-74171c53-b7ad-4f82-965e-85beef426585 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks [] for security_group_rule (2f4f4915-7e60-4c2e-a3e0-9a7e0b553e6b), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:31.614977 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07243f48-401c-4314-906f-30d21a7409f8 admin admin] Notify agent at l3_agent.dv-cinder-836071-3-iscsi the message routers_updated {{(pid=109910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:54:31.625584 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126de07e-4ac5-4d88-8c68-4b01084332d1 None None] Sync routers for ids ['5764f624-bcdf-4639-b56d-898719e57d3c'] in dv-cinder-836071-3-iscsi {{(pid=109912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:54:31.637670 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126de07e-4ac5-4d88-8c68-4b01084332d1 None None] Routers {'5764f624-bcdf-4639-b56d-898719e57d3c'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:54:31.637952 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-07243f48-401c-4314-906f-30d21a7409f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:31.638831 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-126de07e-4ac5-4d88-8c68-4b01084332d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:54:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['5764f624-bcdf-4639-b56d-898719e57d3c'], 'active': True} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:31.643235 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-07243f48-401c-4314-906f-30d21a7409f8 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1723311 Apr 08 10:54:31.644070 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 59296) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:54:31.754112 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvr_db [None req-126de07e-4ac5-4d88-8c68-4b01084332d1 None None] Set router 5764f624-bcdf-4639-b56d-898719e57d3c gateway port host: dv-cinder-836071-3-iscsi {{(pid=109912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:54:31.923764 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device 96a9188d-a56d-443e-8a83-56a1813f4240 up at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:54:31.932275 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-74171c53-b7ad-4f82-965e-85beef426585 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks [] for security_group_rule (2f4f4915-7e60-4c2e-a3e0-9a7e0b553e6b), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:31.944821 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-74171c53-b7ad-4f82-965e-85beef426585 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682660'] for security_group_rule (2f4f4915-7e60-4c2e-a3e0-9a7e0b553e6b), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:31.971885 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-126de07e-4ac5-4d88-8c68-4b01084332d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5764f624-bcdf-4639-b56d-898719e57d3c', 'name': 'tempest-TestShelveInstance-399993024-router', 'tenant_id': 'c72dc37aad5649d5aadd2a0655be72b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '9855d179-8d6e-466a-a69a-8781d06ddcaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:29Z', 'updated_at': '2022-04-08T10:54:30Z', 'revision_number': 3, 'project_id': 'c72dc37aad5649d5aadd2a0655be72b7', 'gw_port': {'id': '9855d179-8d6e-466a-a69a-8781d06ddcaa', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:af:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5764f624-bcdf-4639-b56d-898719e57d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:30Z', 'updated_at': '2022-04-08T10:54:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi'}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:31.996343 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Provisioning complete for port 96a9188d-a56d-443e-8a83-56a1813f4240 triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:54:31.997135 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (96a9188d-a56d-443e-8a83-56a1813f4240), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:31.999314 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-74171c53-b7ad-4f82-965e-85beef426585 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:32.003315 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 59300) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:54:32.003599 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-74171c53-b7ad-4f82-965e-85beef426585 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4693060 Apr 08 10:54:32.007714 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74171c53-b7ad-4f82-965e-85beef426585 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f4f4915-7e60-4c2e-a3e0-9a7e0b553e6b,revision_number=0']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:32.008960 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [None req-7480bde7-1db6-4e67-9aab-d0b21893efaa tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Request body: {'security_group_rule': {'security_group_id': 'dda30446-6890-4466-9d79-198654c55c73', 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:54:32.051348 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.db.securitygroups_db [None req-7480bde7-1db6-4e67-9aab-d0b21893efaa tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Project 1240eb4e10e8472eb59d3c956e73fd45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:54:32.057988 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-7480bde7-1db6-4e67-9aab-d0b21893efaa tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks [] for security_group_rule (0560e455-e4bd-4e23-91ab-0fa0decc2ccc), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:32.116940 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Current status of the port 96a9188d-a56d-443e-8a83-56a1813f4240 is: DOWN; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:54:32.117625 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (96a9188d-a56d-443e-8a83-56a1813f4240), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:32.129152 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126de07e-4ac5-4d88-8c68-4b01084332d1 None None] Checking router: 5764f624-bcdf-4639-b56d-898719e57d3c for host: dv-cinder-836071-3-iscsi {{(pid=109912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:54:32.129672 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126de07e-4ac5-4d88-8c68-4b01084332d1 None None] Updating router 5764f624-bcdf-4639-b56d-898719e57d3c port 9855d179-8d6e-466a-a69a-8781d06ddcaa binding host dv-cinder-836071-3-iscsi {{(pid=109912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:54:32.162008 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-126de07e-4ac5-4d88-8c68-4b01084332d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (9855d179-8d6e-466a-a69a-8781d06ddcaa), before_update {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:32.167973 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-7480bde7-1db6-4e67-9aab-d0b21893efaa tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks [] for security_group_rule (0560e455-e4bd-4e23-91ab-0fa0decc2ccc), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:32.168888 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] For port 96a9188d-a56d-443e-8a83-56a1813f4240, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=96a9188d-a56d-443e-8a83-56a1813f4240,segment=NetworkSegment(70944567-ec60-4334-80f5-e288d4e47c49),segment_id=70944567-ec60-4334-80f5-e288d4e47c49)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:54:32.173721 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-7480bde7-1db6-4e67-9aab-d0b21893efaa tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682660'] for security_group_rule (0560e455-e4bd-4e23-91ab-0fa0decc2ccc), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:32.175588 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (96a9188d-a56d-443e-8a83-56a1813f4240), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:32.201636 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7480bde7-1db6-4e67-9aab-d0b21893efaa tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0560e455-e4bd-4e23-91ab-0fa0decc2ccc,revision_number=0']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:32.206577 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-7480bde7-1db6-4e67-9aab-d0b21893efaa tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:32.208305 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-7480bde7-1db6-4e67-9aab-d0b21893efaa tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2038534 Apr 08 10:54:32.220621 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d79711-2352-432b-9731-81c85470c186 None None] Network 9bdc578a-8a20-4e51-8b05-6fc0142815ac requested from dv-cinder-836071-3-iscsi {{(pid=109911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 10:54:32.261893 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Pushing event updated for resources: {'Port': ['ID=96a9188d-a56d-443e-8a83-56a1813f4240,revision_number=3']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:32.336867 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-28e9bd70-f71a-42a6-ae28-817425301891 None None] Provisioning complete for port 96a9188d-a56d-443e-8a83-56a1813f4240 triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:54:32.337264 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-28e9bd70-f71a-42a6-ae28-817425301891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (96a9188d-a56d-443e-8a83-56a1813f4240), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:32.463874 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-28e9bd70-f71a-42a6-ae28-817425301891 None None] Current status of the port 96a9188d-a56d-443e-8a83-56a1813f4240 is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:54:32.503026 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-126de07e-4ac5-4d88-8c68-4b01084332d1 None None] Publish callbacks [] for port (9855d179-8d6e-466a-a69a-8781d06ddcaa), precommit_update {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:32.516087 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-126de07e-4ac5-4d88-8c68-4b01084332d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (9855d179-8d6e-466a-a69a-8781d06ddcaa), after_update {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:32.573945 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-1d70f7ee-514a-438e-bebd-7f7b3f2656ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:32.604679 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcd7af1-21b9-497c-b940-64864538c552 None None] Pushing event updated for resources: {'Port': ['ID=9855d179-8d6e-466a-a69a-8781d06ddcaa,revision_number=2']} {{(pid=109912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:32.609444 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.managers [None req-126de07e-4ac5-4d88-8c68-4b01084332d1 None None] Attempting to bind port 9855d179-8d6e-466a-a69a-8781d06ddcaa on host dv-cinder-836071-3-iscsi for vnic_type normal with profile {{(pid=109912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 10:54:32.609811 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.managers [None req-126de07e-4ac5-4d88-8c68-4b01084332d1 None None] Attempting to bind port 9855d179-8d6e-466a-a69a-8781d06ddcaa by drivers openvswitch,hyperv on host dv-cinder-836071-3-iscsi at level 0 using segments [{'id': '161e69df-2a78-40e9-90fc-e661b1490c65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b'}] {{(pid=109912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 10:54:32.610174 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126de07e-4ac5-4d88-8c68-4b01084332d1 None None] Attempting to bind port 9855d179-8d6e-466a-a69a-8781d06ddcaa on network 173a9438-8c11-42c7-a64e-a6d835b0fe8b {{(pid=109912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:54:32.615638 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126de07e-4ac5-4d88-8c68-4b01084332d1 None None] Checking agent: {'id': 'd1e78606-e5cc-43c0-bc22-8a5324478286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 41, 48), 'started_at': datetime.datetime(2022, 4, 8, 10, 42, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 10:54:32.615997 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126de07e-4ac5-4d88-8c68-4b01084332d1 None None] Checking segment: {'id': '161e69df-2a78-40e9-90fc-e661b1490c65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:54:32.616423 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-126de07e-4ac5-4d88-8c68-4b01084332d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:32.616780 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126de07e-4ac5-4d88-8c68-4b01084332d1 None None] Bound using segment: {'id': '161e69df-2a78-40e9-90fc-e661b1490c65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b'} {{(pid=109912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 10:54:32.617299 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.managers [None req-126de07e-4ac5-4d88-8c68-4b01084332d1 None None] Bound port: 9855d179-8d6e-466a-a69a-8781d06ddcaa, host: dv-cinder-836071-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '161e69df-2a78-40e9-90fc-e661b1490c65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b'}}] {{(pid=109912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 10:54:32.617724 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-126de07e-4ac5-4d88-8c68-4b01084332d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (9855d179-8d6e-466a-a69a-8781d06ddcaa), before_update {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:32.711279 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.db [None req-126de07e-4ac5-4d88-8c68-4b01084332d1 None None] For port 9855d179-8d6e-466a-a69a-8781d06ddcaa, host dv-cinder-836071-3-iscsi, cleared binding levels {{(pid=109912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:54:32.716674 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.db [None req-126de07e-4ac5-4d88-8c68-4b01084332d1 None None] For port 9855d179-8d6e-466a-a69a-8781d06ddcaa, host dv-cinder-836071-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=9855d179-8d6e-466a-a69a-8781d06ddcaa,segment=NetworkSegment(161e69df-2a78-40e9-90fc-e661b1490c65),segment_id=161e69df-2a78-40e9-90fc-e661b1490c65)] {{(pid=109912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:54:32.724213 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-126de07e-4ac5-4d88-8c68-4b01084332d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (9855d179-8d6e-466a-a69a-8781d06ddcaa), after_update {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:32.781308 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126de07e-4ac5-4d88-8c68-4b01084332d1 None None] Routers {'5764f624-bcdf-4639-b56d-898719e57d3c'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:54:32.781797 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-126de07e-4ac5-4d88-8c68-4b01084332d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:54:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['5764f624-bcdf-4639-b56d-898719e57d3c'], 'active': True} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:32.799350 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.db.db_base_plugin_common [None req-1d70f7ee-514a-438e-bebd-7f7b3f2656ff admin admin] Allocated IP 172.20.0.1 (9bdc578a-8a20-4e51-8b05-6fc0142815ac/1c0e0539-9edb-46b9-96e6-f2c533e4f06c/a17cc762-9d9e-43c1-9a24-b912df62595b) {{(pid=109909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:54:32.804355 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-82f9ea46-0647-4940-a108-77d3e61c376f None None] Provisioning complete for port 96a9188d-a56d-443e-8a83-56a1813f4240 triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:54:32.805327 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-82f9ea46-0647-4940-a108-77d3e61c376f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (96a9188d-a56d-443e-8a83-56a1813f4240), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:32.928593 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-82f9ea46-0647-4940-a108-77d3e61c376f None None] Current status of the port 96a9188d-a56d-443e-8a83-56a1813f4240 is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:54:32.944955 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcd7af1-21b9-497c-b940-64864538c552 None None] Pushing event updated for resources: {'Port': ['ID=9855d179-8d6e-466a-a69a-8781d06ddcaa,revision_number=3']} {{(pid=109912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:32.951056 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvr_db [None req-126de07e-4ac5-4d88-8c68-4b01084332d1 None None] Set router 5764f624-bcdf-4639-b56d-898719e57d3c gateway port host: dv-cinder-836071-3-iscsi {{(pid=109912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:54:32.953265 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-1d70f7ee-514a-438e-bebd-7f7b3f2656ff admin admin] Publish callbacks [] for port (a17cc762-9d9e-43c1-9a24-b912df62595b), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:32.989836 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-1d70f7ee-514a-438e-bebd-7f7b3f2656ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16387658'] for port (a17cc762-9d9e-43c1-9a24-b912df62595b), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:33.030624 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d70f7ee-514a-438e-bebd-7f7b3f2656ff admin admin] Network 9bdc578a-8a20-4e51-8b05-6fc0142815ac is already hosted by enough agents. {{(pid=109909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:54:33.033935 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.base_scheduler [None req-1d70f7ee-514a-438e-bebd-7f7b3f2656ff admin admin] Resources bound (agent type, host, resource id): {{(pid=109909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:54:33.038292 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d70f7ee-514a-438e-bebd-7f7b3f2656ff admin admin] Received port after_create {{(pid=109909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 10:54:33.074141 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d70f7ee-514a-438e-bebd-7f7b3f2656ff admin admin] Pushing event updated for resources: {'Port': ['ID=a17cc762-9d9e-43c1-9a24-b912df62595b,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:33.088704 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70f7ee-514a-438e-bebd-7f7b3f2656ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:33.089225 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70f7ee-514a-438e-bebd-7f7b3f2656ff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:33.089712 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70f7ee-514a-438e-bebd-7f7b3f2656ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:33.090146 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70f7ee-514a-438e-bebd-7f7b3f2656ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:33.090612 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70f7ee-514a-438e-bebd-7f7b3f2656ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:33.091080 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70f7ee-514a-438e-bebd-7f7b3f2656ff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:33.091628 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70f7ee-514a-438e-bebd-7f7b3f2656ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:33.092148 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70f7ee-514a-438e-bebd-7f7b3f2656ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:33.092882 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70f7ee-514a-438e-bebd-7f7b3f2656ff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:33.092882 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70f7ee-514a-438e-bebd-7f7b3f2656ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:33.093427 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70f7ee-514a-438e-bebd-7f7b3f2656ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:33.093845 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70f7ee-514a-438e-bebd-7f7b3f2656ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:33.094258 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70f7ee-514a-438e-bebd-7f7b3f2656ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:33.094869 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70f7ee-514a-438e-bebd-7f7b3f2656ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:33.095108 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d70f7ee-514a-438e-bebd-7f7b3f2656ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:54:33.115178 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-1d70f7ee-514a-438e-bebd-7f7b3f2656ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741448'] for router_interface (5764f624-bcdf-4639-b56d-898719e57d3c), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:33.230904 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-126de07e-4ac5-4d88-8c68-4b01084332d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5764f624-bcdf-4639-b56d-898719e57d3c', 'name': 'tempest-TestShelveInstance-399993024-router', 'tenant_id': 'c72dc37aad5649d5aadd2a0655be72b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '9855d179-8d6e-466a-a69a-8781d06ddcaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:29Z', 'updated_at': '2022-04-08T10:54:30Z', 'revision_number': 3, 'project_id': 'c72dc37aad5649d5aadd2a0655be72b7', 'gw_port': {'id': '9855d179-8d6e-466a-a69a-8781d06ddcaa', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:af:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5764f624-bcdf-4639-b56d-898719e57d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:30Z', 'updated_at': '2022-04-08T10:54:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi'}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:33.274231 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126de07e-4ac5-4d88-8c68-4b01084332d1 None None] The sync data for ids ['5764f624-bcdf-4639-b56d-898719e57d3c'] in dv-cinder-836071-3-iscsi is: [{'id': '5764f624-bcdf-4639-b56d-898719e57d3c', 'name': 'tempest-TestShelveInstance-399993024-router', 'tenant_id': 'c72dc37aad5649d5aadd2a0655be72b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '9855d179-8d6e-466a-a69a-8781d06ddcaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:29Z', 'updated_at': '2022-04-08T10:54:30Z', 'revision_number': 3, 'project_id': 'c72dc37aad5649d5aadd2a0655be72b7', 'gw_port': {'id': '9855d179-8d6e-466a-a69a-8781d06ddcaa', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:af:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5764f624-bcdf-4639-b56d-898719e57d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:30Z', 'updated_at': '2022-04-08T10:54:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi'}] {{(pid=109912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:54:33.323131 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-1d70f7ee-514a-438e-bebd-7f7b3f2656ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (a17cc762-9d9e-43c1-9a24-b912df62595b), before_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:33.465306 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-ca9ea16a-2942-494d-98d5-cc892e27f308 None None] Provisioning complete for port a17cc762-9d9e-43c1-9a24-b912df62595b triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:54:33.466972 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-ca9ea16a-2942-494d-98d5-cc892e27f308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (a17cc762-9d9e-43c1-9a24-b912df62595b), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:33.514504 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-ca9ea16a-2942-494d-98d5-cc892e27f308 None None] Port a17cc762-9d9e-43c1-9a24-b912df62595b cannot update to ACTIVE because it is not bound. {{(pid=109911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 10:54:33.544078 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-1d70f7ee-514a-438e-bebd-7f7b3f2656ff admin admin] Publish callbacks [] for port (a17cc762-9d9e-43c1-9a24-b912df62595b), precommit_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:33.556868 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-1d70f7ee-514a-438e-bebd-7f7b3f2656ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16387669'] for port (a17cc762-9d9e-43c1-9a24-b912df62595b), after_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:33.642037 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d70f7ee-514a-438e-bebd-7f7b3f2656ff admin admin] Pushing event updated for resources: {'Port': ['ID=a17cc762-9d9e-43c1-9a24-b912df62595b,revision_number=2']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:33.645236 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-1d70f7ee-514a-438e-bebd-7f7b3f2656ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-741604'] for router_interface (5764f624-bcdf-4639-b56d-898719e57d3c), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:33.803969 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d70f7ee-514a-438e-bebd-7f7b3f2656ff admin admin] Network 9bdc578a-8a20-4e51-8b05-6fc0142815ac is already hosted by enough agents. {{(pid=109909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:54:33.810518 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.base_scheduler [None req-1d70f7ee-514a-438e-bebd-7f7b3f2656ff admin admin] Resources bound (agent type, host, resource id): {{(pid=109909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:54:34.038518 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d70f7ee-514a-438e-bebd-7f7b3f2656ff admin admin] Router 5764f624-bcdf-4639-b56d-898719e57d3c has already been hosted by L3 agent a0f054a9-d30b-4594-8de6-6c24438c3963 {{(pid=109909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:54:34.046760 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device 9855d179-8d6e-466a-a69a-8781d06ddcaa up at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:54:34.117106 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Provisioning complete for port 9855d179-8d6e-466a-a69a-8781d06ddcaa triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:54:34.117763 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (9855d179-8d6e-466a-a69a-8781d06ddcaa), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:34.173176 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-20003870-e107-4b9d-a6d4-7ed9a90817c2 None None] Provisioning complete for port a17cc762-9d9e-43c1-9a24-b912df62595b triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:54:34.173849 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-20003870-e107-4b9d-a6d4-7ed9a90817c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (a17cc762-9d9e-43c1-9a24-b912df62595b), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:34.198966 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d70f7ee-514a-438e-bebd-7f7b3f2656ff admin admin] Notify agent at l3_agent.dv-cinder-836071-3-iscsi the message routers_updated {{(pid=109909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:54:34.204988 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-1d70f7ee-514a-438e-bebd-7f7b3f2656ff admin admin] 10.222.0.43 "PUT /v2.0/routers/5764f624-bcdf-4639-b56d-898719e57d3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5584271 Apr 08 10:54:34.248345 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-20003870-e107-4b9d-a6d4-7ed9a90817c2 None None] Port a17cc762-9d9e-43c1-9a24-b912df62595b cannot update to ACTIVE because it is not bound. {{(pid=109911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 10:54:34.269186 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Current status of the port 9855d179-8d6e-466a-a69a-8781d06ddcaa is: DOWN; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:54:34.269599 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (9855d179-8d6e-466a-a69a-8781d06ddcaa), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:34.296245 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] For port 9855d179-8d6e-466a-a69a-8781d06ddcaa, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=9855d179-8d6e-466a-a69a-8781d06ddcaa,segment=NetworkSegment(161e69df-2a78-40e9-90fc-e661b1490c65),segment_id=161e69df-2a78-40e9-90fc-e661b1490c65)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:54:34.302611 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (9855d179-8d6e-466a-a69a-8781d06ddcaa), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:34.303546 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device 96a9188d-a56d-443e-8a83-56a1813f4240 up at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:54:34.400167 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Pushing event updated for resources: {'Port': ['ID=9855d179-8d6e-466a-a69a-8781d06ddcaa,revision_number=4']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:34.422804 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Provisioning complete for port 96a9188d-a56d-443e-8a83-56a1813f4240 triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:54:34.423257 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (96a9188d-a56d-443e-8a83-56a1813f4240), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:34.523868 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Current status of the port 96a9188d-a56d-443e-8a83-56a1813f4240 is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:54:34.524993 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device cc8d4801-1daf-4ade-8b8f-cd72ebd00fe3 up at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:54:34.600136 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Provisioning complete for port cc8d4801-1daf-4ade-8b8f-cd72ebd00fe3 triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:54:34.600515 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (cc8d4801-1daf-4ade-8b8f-cd72ebd00fe3), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:34.694891 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Current status of the port cc8d4801-1daf-4ade-8b8f-cd72ebd00fe3 is: DOWN; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:54:34.695286 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (cc8d4801-1daf-4ade-8b8f-cd72ebd00fe3), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:34.718456 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] For port cc8d4801-1daf-4ade-8b8f-cd72ebd00fe3, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=cc8d4801-1daf-4ade-8b8f-cd72ebd00fe3,segment=NetworkSegment(161e69df-2a78-40e9-90fc-e661b1490c65),segment_id=161e69df-2a78-40e9-90fc-e661b1490c65)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:54:34.723516 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (cc8d4801-1daf-4ade-8b8f-cd72ebd00fe3), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:34.776662 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Pushing event updated for resources: {'Port': ['ID=cc8d4801-1daf-4ade-8b8f-cd72ebd00fe3,revision_number=4']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:34.789228 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 59374) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:54:34.794340 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [None req-849ef254-6aff-4473-9997-63e4da580157 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1515940789-network', 'tenant_id': '111fcfbb9b474bbe967c5cb40e85e02d'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:54:34.818391 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849ef254-6aff-4473-9997-63e4da580157 admin admin] Made reservation on behalf of 111fcfbb9b474bbe967c5cb40e85e02d for: {'network': 1} {{(pid=109910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:54:34.820965 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-849ef254-6aff-4473-9997-63e4da580157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for network (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:34.833413 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-849ef254-6aff-4473-9997-63e4da580157 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:34.919038 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-849ef254-6aff-4473-9997-63e4da580157 admin admin] Publish callbacks [] for security_group (1bd2df37-6c42-4f24-b90b-b4a1247d8f6e), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:34.925970 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-849ef254-6aff-4473-9997-63e4da580157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (1bd2df37-6c42-4f24-b90b-b4a1247d8f6e), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:34.950946 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-849ef254-6aff-4473-9997-63e4da580157 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=109910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:54:34.961348 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ef254-6aff-4473-9997-63e4da580157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd2df37-6c42-4f24-b90b-b4a1247d8f6e,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:34.966917 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-849ef254-6aff-4473-9997-63e4da580157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801210'] for segment (56be1b9b-52b7-4405-87b3-3bbb2d2773ef), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:34.967271 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.db.segments_db [None req-849ef254-6aff-4473-9997-63e4da580157 admin admin] Added segment 56be1b9b-52b7-4405-87b3-3bbb2d2773ef of type vlan for network 3035a7ce-789f-492f-a26f-35e5b076ea0b Apr 08 10:54:35.012363 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-849ef254-6aff-4473-9997-63e4da580157 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778032765835'] for network (3035a7ce-789f-492f-a26f-35e5b076ea0b), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:35.042759 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-849ef254-6aff-4473-9997-63e4da580157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513'] for network (3035a7ce-789f-492f-a26f-35e5b076ea0b), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:35.043952 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849ef254-6aff-4473-9997-63e4da580157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:35.044635 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-849ef254-6aff-4473-9997-63e4da580157 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553535'] for network (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:35.103960 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-849ef254-6aff-4473-9997-63e4da580157 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3135271 Apr 08 10:54:35.106917 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 59378) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:54:35.111989 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ef254-6aff-4473-9997-63e4da580157 admin admin] Pushing event updated for resources: {'Network': ['ID=3035a7ce-789f-492f-a26f-35e5b076ea0b,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:35.112142 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.v2.base [None req-0df7e812-2011-4e3a-96e0-35fca31397ed admin admin] Request body: {'subnet': {'network_id': '3035a7ce-789f-492f-a26f-35e5b076ea0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1515940789-subnet', 'tenant_id': '111fcfbb9b474bbe967c5cb40e85e02d', 'ip_version': 4}} {{(pid=109909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:54:35.123355 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Network 3035a7ce-789f-492f-a26f-35e5b076ea0b details requested by agent ovs-agent-dv-cinder-836071-3-iscsi with host dv-cinder-836071-3-iscsi {{(pid=109911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 10:54:35.137220 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df7e812-2011-4e3a-96e0-35fca31397ed admin admin] Made reservation on behalf of 111fcfbb9b474bbe967c5cb40e85e02d for: {'subnet': 1} {{(pid=109909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:54:35.139722 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-0df7e812-2011-4e3a-96e0-35fca31397ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12896999'] for subnet (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:35.310220 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c0170a-6d73-48e0-86c0-c59ffd98cf93 None None] Sync routers for ids ['14765fb2-1e6e-403f-874d-09b1b4681b80'] in dv-cinder-836071-3-iscsi {{(pid=109911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:54:35.322465 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c0170a-6d73-48e0-86c0-c59ffd98cf93 None None] Routers {'14765fb2-1e6e-403f-874d-09b1b4681b80'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:54:35.323236 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-d8c0170a-6d73-48e0-86c0-c59ffd98cf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:54:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['14765fb2-1e6e-403f-874d-09b1b4681b80'], 'active': True} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:35.325585 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-0df7e812-2011-4e3a-96e0-35fca31397ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16387806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12895261'] for subnet (d4ec5fb4-df58-45c8-8851-f9c99287a295), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:35.379575 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df7e812-2011-4e3a-96e0-35fca31397ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4ec5fb4-df58-45c8-8851-f9c99287a295,revision_number=0']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:35.393407 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df7e812-2011-4e3a-96e0-35fca31397ed admin admin] Checking segment: {'id': '56be1b9b-52b7-4405-87b3-3bbb2d2773ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '3035a7ce-789f-492f-a26f-35e5b076ea0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:54:35.394376 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df7e812-2011-4e3a-96e0-35fca31397ed admin admin] Network hostable DHCP agents. Network: 3035a7ce-789f-492f-a26f-35e5b076ea0b, hostable agents: ['0996d03c-a6d6-4751-8b32-c8111f4b3d8a'], hosted agents: [] {{(pid=109909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:54:35.411776 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df7e812-2011-4e3a-96e0-35fca31397ed admin admin] Network 3035a7ce-789f-492f-a26f-35e5b076ea0b is scheduled to be hosted by DHCP agent 0996d03c-a6d6-4751-8b32-c8111f4b3d8a with binding_index 1 {{(pid=109909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:54:35.429692 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.base_scheduler [None req-0df7e812-2011-4e3a-96e0-35fca31397ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836071-3-iscsi, 3035a7ce-789f-492f-a26f-35e5b076ea0b) {{(pid=109909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:54:35.434417 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df7e812-2011-4e3a-96e0-35fca31397ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:35.435060 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-0df7e812-2011-4e3a-96e0-35fca31397ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:35.441054 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665e6d27-3fc3-43bd-85c1-a5ad7a1ddaee None None] Network 3035a7ce-789f-492f-a26f-35e5b076ea0b requested from dv-cinder-836071-3-iscsi {{(pid=109911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 10:54:35.456239 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-0df7e812-2011-4e3a-96e0-35fca31397ed admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3458841 Apr 08 10:54:35.457213 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 59380) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:54:35.461389 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.v2.base [None req-69792ce2-82b2-4623-8107-17aecabc6b09 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1515940789-router', 'tenant_id': '111fcfbb9b474bbe967c5cb40e85e02d', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b'}}} {{(pid=109909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:54:35.481915 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-69792ce2-82b2-4623-8107-17aecabc6b09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-748360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40211'] for router (4fa8135b-e6a6-410d-8dea-6e0e30fb2d78), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:35.482979 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-69792ce2-82b2-4623-8107-17aecabc6b09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-743752', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40424'] for router (4fa8135b-e6a6-410d-8dea-6e0e30fb2d78), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:35.506191 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvr_db [None req-d8c0170a-6d73-48e0-86c0-c59ffd98cf93 None None] Set router 14765fb2-1e6e-403f-874d-09b1b4681b80 gateway port host: dv-cinder-836071-3-iscsi {{(pid=109911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:54:35.541343 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-69792ce2-82b2-4623-8107-17aecabc6b09 admin admin] Publish callbacks [] for router_controller (4fa8135b-e6a6-410d-8dea-6e0e30fb2d78), precommit_add_association {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:35.661917 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ada131d-7819-4885-8691-4a7c28a484d6 None None] Sync routers for ids ['5764f624-bcdf-4639-b56d-898719e57d3c'] in dv-cinder-836071-3-iscsi {{(pid=109912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:54:35.677756 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fc38a2-3688-44a8-a6aa-92c63254977a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2e46b0fd-1d33-5ebd-a23e-349e34994587-3035a7ce-789f-492f-a26f-35e5b076ea0b', 'network_id': '3035a7ce-789f-492f-a26f-35e5b076ea0b', 'project_id': '111fcfbb9b474bbe967c5cb40e85e02d', 'fixed_ips': [{'subnet_id': 'd4ec5fb4-df58-45c8-8851-f9c99287a295'}]}} from dv-cinder-836071-3-iscsi. {{(pid=109911) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 10:54:35.677993 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ada131d-7819-4885-8691-4a7c28a484d6 None None] Routers {'5764f624-bcdf-4639-b56d-898719e57d3c'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:54:35.678560 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-9ada131d-7819-4885-8691-4a7c28a484d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:54:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['5764f624-bcdf-4639-b56d-898719e57d3c'], 'active': True} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:35.678947 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-68fc38a2-3688-44a8-a6aa-92c63254977a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:35.700528 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-69792ce2-82b2-4623-8107-17aecabc6b09 admin admin] Publish callbacks [] for router_gateway (4fa8135b-e6a6-410d-8dea-6e0e30fb2d78), precommit_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:35.799633 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvr_db [None req-9ada131d-7819-4885-8691-4a7c28a484d6 None None] Set router 5764f624-bcdf-4639-b56d-898719e57d3c gateway port host: dv-cinder-836071-3-iscsi {{(pid=109912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:54:35.930558 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-69792ce2-82b2-4623-8107-17aecabc6b09 admin admin] Publish callbacks [] for router_gateway (4fa8135b-e6a6-410d-8dea-6e0e30fb2d78), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:35.952634 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-69792ce2-82b2-4623-8107-17aecabc6b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:35.976962 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device 9855d179-8d6e-466a-a69a-8781d06ddcaa up at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:54:36.033987 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-9ada131d-7819-4885-8691-4a7c28a484d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5764f624-bcdf-4639-b56d-898719e57d3c', 'name': 'tempest-TestShelveInstance-399993024-router', 'tenant_id': 'c72dc37aad5649d5aadd2a0655be72b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '9855d179-8d6e-466a-a69a-8781d06ddcaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:29Z', 'updated_at': '2022-04-08T10:54:33Z', 'revision_number': 4, 'project_id': 'c72dc37aad5649d5aadd2a0655be72b7', 'gw_port': {'id': '9855d179-8d6e-466a-a69a-8781d06ddcaa', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:af:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5764f624-bcdf-4639-b56d-898719e57d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:30Z', 'updated_at': '2022-04-08T10:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': 'a17cc762-9d9e-43c1-9a24-b912df62595b', 'name': '', 'network_id': '9bdc578a-8a20-4e51-8b05-6fc0142815ac', 'tenant_id': 'c72dc37aad5649d5aadd2a0655be72b7', 'mac_address': 'fa:16:3e:55:4c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5764f624-bcdf-4639-b56d-898719e57d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '1c0e0539-9edb-46b9-96e6-f2c533e4f06c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:32Z', 'updated_at': '2022-04-08T10:54:33Z', 'revision_number': 2, 'project_id': 'c72dc37aad5649d5aadd2a0655be72b7', 'subnets': [{'id': '1c0e0539-9edb-46b9-96e6-f2c533e4f06c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:36.068885 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ada131d-7819-4885-8691-4a7c28a484d6 None None] Checking router: 5764f624-bcdf-4639-b56d-898719e57d3c for host: dv-cinder-836071-3-iscsi {{(pid=109912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:54:36.072454 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ada131d-7819-4885-8691-4a7c28a484d6 None None] Updating router 5764f624-bcdf-4639-b56d-898719e57d3c port a17cc762-9d9e-43c1-9a24-b912df62595b binding host dv-cinder-836071-3-iscsi {{(pid=109912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:54:36.099094 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.db.db_base_plugin_common [None req-69792ce2-82b2-4623-8107-17aecabc6b09 admin admin] Allocated IP 172.27.2.237 (173a9438-8c11-42c7-a64e-a6d835b0fe8b/3e92b2da-8062-400a-a6d5-15b49fe43bf4/93f31ba7-2411-4258-ac90-c713e010bdf1) {{(pid=109909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:54:36.108337 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.db_base_plugin_common [None req-68fc38a2-3688-44a8-a6aa-92c63254977a None None] Allocated IP 172.20.0.2 (3035a7ce-789f-492f-a26f-35e5b076ea0b/d4ec5fb4-df58-45c8-8851-f9c99287a295/3b16c05d-d578-4cd9-a7d3-f281aa4ab8fa) {{(pid=109911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:54:36.109054 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-9ada131d-7819-4885-8691-4a7c28a484d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (a17cc762-9d9e-43c1-9a24-b912df62595b), before_update {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:36.116129 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-d8c0170a-6d73-48e0-86c0-c59ffd98cf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14765fb2-1e6e-403f-874d-09b1b4681b80', 'name': 'tempest-TestVolumeBootPattern-320487190-router', 'tenant_id': '588ef7385f1943ae80a40bce9e31bec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'cc8d4801-1daf-4ade-8b8f-cd72ebd00fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:25Z', 'updated_at': '2022-04-08T10:54:29Z', 'revision_number': 4, 'project_id': '588ef7385f1943ae80a40bce9e31bec0', 'gw_port': {'id': 'cc8d4801-1daf-4ade-8b8f-cd72ebd00fe3', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:96:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14765fb2-1e6e-403f-874d-09b1b4681b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:26Z', 'updated_at': '2022-04-08T10:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': 'bb322c53-2fbe-44bb-8e57-e50b3a851c9d', 'name': '', 'network_id': '267ad05b-8038-43d0-ac7d-549874a47f29', 'tenant_id': '588ef7385f1943ae80a40bce9e31bec0', 'mac_address': 'fa:16:3e:ec:43:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14765fb2-1e6e-403f-874d-09b1b4681b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'bcd667b4-864c-4ce2-a9f1-d02105f15921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:28Z', 'updated_at': '2022-04-08T10:54:29Z', 'revision_number': 2, 'project_id': '588ef7385f1943ae80a40bce9e31bec0', 'subnets': [{'id': 'bcd667b4-864c-4ce2-a9f1-d02105f15921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:36.118152 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Provisioning complete for port 9855d179-8d6e-466a-a69a-8781d06ddcaa triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:54:36.118615 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (9855d179-8d6e-466a-a69a-8781d06ddcaa), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:36.169648 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c0170a-6d73-48e0-86c0-c59ffd98cf93 None None] Checking router: 14765fb2-1e6e-403f-874d-09b1b4681b80 for host: dv-cinder-836071-3-iscsi {{(pid=109911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:54:36.170534 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c0170a-6d73-48e0-86c0-c59ffd98cf93 None None] Updating router 14765fb2-1e6e-403f-874d-09b1b4681b80 port bb322c53-2fbe-44bb-8e57-e50b3a851c9d binding host dv-cinder-836071-3-iscsi {{(pid=109911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:54:36.209763 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-69792ce2-82b2-4623-8107-17aecabc6b09 admin admin] Publish callbacks [] for port (93f31ba7-2411-4258-ac90-c713e010bdf1), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:36.251514 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-69792ce2-82b2-4623-8107-17aecabc6b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16387658'] for port (93f31ba7-2411-4258-ac90-c713e010bdf1), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:36.264423 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-d8c0170a-6d73-48e0-86c0-c59ffd98cf93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (bb322c53-2fbe-44bb-8e57-e50b3a851c9d), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:36.301107 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69792ce2-82b2-4623-8107-17aecabc6b09 admin admin] Network 173a9438-8c11-42c7-a64e-a6d835b0fe8b is already hosted by enough agents. {{(pid=109909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:54:36.306557 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.base_scheduler [None req-69792ce2-82b2-4623-8107-17aecabc6b09 admin admin] Resources bound (agent type, host, resource id): {{(pid=109909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:54:36.312686 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69792ce2-82b2-4623-8107-17aecabc6b09 admin admin] Pushing event updated for resources: {'Port': ['ID=93f31ba7-2411-4258-ac90-c713e010bdf1,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:36.315210 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69792ce2-82b2-4623-8107-17aecabc6b09 admin admin] Received port after_create {{(pid=109909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 10:54:36.415582 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-9ada131d-7819-4885-8691-4a7c28a484d6 None None] Publish callbacks [] for port (a17cc762-9d9e-43c1-9a24-b912df62595b), precommit_update {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:36.425615 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-9ada131d-7819-4885-8691-4a7c28a484d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (a17cc762-9d9e-43c1-9a24-b912df62595b), after_update {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:36.462643 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Current status of the port 9855d179-8d6e-466a-a69a-8781d06ddcaa is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:54:36.463696 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device cc8d4801-1daf-4ade-8b8f-cd72ebd00fe3 up at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:54:36.471558 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-68fc38a2-3688-44a8-a6aa-92c63254977a None None] Publish callbacks [] for port (3b16c05d-d578-4cd9-a7d3-f281aa4ab8fa), precommit_create {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:36.481792 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a00064f-4883-4e1f-b43b-5d727a4db046 None None] Pushing event updated for resources: {'Port': ['ID=a17cc762-9d9e-43c1-9a24-b912df62595b,revision_number=3']} {{(pid=109912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:36.516521 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-68fc38a2-3688-44a8-a6aa-92c63254977a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861'] for port (3b16c05d-d578-4cd9-a7d3-f281aa4ab8fa), after_create {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:36.531260 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.managers [None req-9ada131d-7819-4885-8691-4a7c28a484d6 None None] Attempting to bind port a17cc762-9d9e-43c1-9a24-b912df62595b on host dv-cinder-836071-3-iscsi for vnic_type normal with profile {{(pid=109912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 10:54:36.531630 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.managers [None req-9ada131d-7819-4885-8691-4a7c28a484d6 None None] Attempting to bind port a17cc762-9d9e-43c1-9a24-b912df62595b by drivers openvswitch,hyperv on host dv-cinder-836071-3-iscsi at level 0 using segments [{'id': '70944567-ec60-4334-80f5-e288d4e47c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9bdc578a-8a20-4e51-8b05-6fc0142815ac'}] {{(pid=109912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 10:54:36.532154 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ada131d-7819-4885-8691-4a7c28a484d6 None None] Attempting to bind port a17cc762-9d9e-43c1-9a24-b912df62595b on network 9bdc578a-8a20-4e51-8b05-6fc0142815ac {{(pid=109912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:54:36.537765 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ada131d-7819-4885-8691-4a7c28a484d6 None None] Checking agent: {'id': 'd1e78606-e5cc-43c0-bc22-8a5324478286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 41, 48), 'started_at': datetime.datetime(2022, 4, 8, 10, 42, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 10:54:36.538348 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ada131d-7819-4885-8691-4a7c28a484d6 None None] Checking segment: {'id': '70944567-ec60-4334-80f5-e288d4e47c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9bdc578a-8a20-4e51-8b05-6fc0142815ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:54:36.538747 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-9ada131d-7819-4885-8691-4a7c28a484d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:36.539137 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ada131d-7819-4885-8691-4a7c28a484d6 None None] Bound using segment: {'id': '70944567-ec60-4334-80f5-e288d4e47c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9bdc578a-8a20-4e51-8b05-6fc0142815ac'} {{(pid=109912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 10:54:36.539597 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.managers [None req-9ada131d-7819-4885-8691-4a7c28a484d6 None None] Bound port: a17cc762-9d9e-43c1-9a24-b912df62595b, host: dv-cinder-836071-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70944567-ec60-4334-80f5-e288d4e47c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9bdc578a-8a20-4e51-8b05-6fc0142815ac'}}] {{(pid=109912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 10:54:36.539973 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-9ada131d-7819-4885-8691-4a7c28a484d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (a17cc762-9d9e-43c1-9a24-b912df62595b), before_update {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:36.611976 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.db [None req-9ada131d-7819-4885-8691-4a7c28a484d6 None None] For port a17cc762-9d9e-43c1-9a24-b912df62595b, host dv-cinder-836071-3-iscsi, cleared binding levels {{(pid=109912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:54:36.615626 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.db [None req-9ada131d-7819-4885-8691-4a7c28a484d6 None None] For port a17cc762-9d9e-43c1-9a24-b912df62595b, host dv-cinder-836071-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=a17cc762-9d9e-43c1-9a24-b912df62595b,segment=NetworkSegment(70944567-ec60-4334-80f5-e288d4e47c49),segment_id=70944567-ec60-4334-80f5-e288d4e47c49)] {{(pid=109912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:54:36.630418 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-9ada131d-7819-4885-8691-4a7c28a484d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (a17cc762-9d9e-43c1-9a24-b912df62595b), after_update {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:36.688935 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a00064f-4883-4e1f-b43b-5d727a4db046 None None] Pushing event updated for resources: {'Port': ['ID=a17cc762-9d9e-43c1-9a24-b912df62595b,revision_number=4']} {{(pid=109912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:36.712762 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ada131d-7819-4885-8691-4a7c28a484d6 None None] Routers {'5764f624-bcdf-4639-b56d-898719e57d3c'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:54:36.713466 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-9ada131d-7819-4885-8691-4a7c28a484d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:54:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['5764f624-bcdf-4639-b56d-898719e57d3c'], 'active': True} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:36.765731 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fc38a2-3688-44a8-a6aa-92c63254977a None None] Network 3035a7ce-789f-492f-a26f-35e5b076ea0b is already hosted by enough agents. {{(pid=109911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:54:36.769138 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.scheduler.base_scheduler [None req-68fc38a2-3688-44a8-a6aa-92c63254977a None None] Resources bound (agent type, host, resource id): {{(pid=109911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:54:36.772622 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fc38a2-3688-44a8-a6aa-92c63254977a None None] Received port after_create {{(pid=109911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 10:54:36.774496 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc38a2-3688-44a8-a6aa-92c63254977a None None] Pushing event updated for resources: {'Port': ['ID=3b16c05d-d578-4cd9-a7d3-f281aa4ab8fa,revision_number=1']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:36.862697 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Provisioning complete for port cc8d4801-1daf-4ade-8b8f-cd72ebd00fe3 triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:54:36.863071 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (cc8d4801-1daf-4ade-8b8f-cd72ebd00fe3), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:36.885345 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-69792ce2-82b2-4623-8107-17aecabc6b09 admin admin] Publish callbacks [] for router_gateway (4fa8135b-e6a6-410d-8dea-6e0e30fb2d78), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:36.945626 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvr_db [None req-9ada131d-7819-4885-8691-4a7c28a484d6 None None] Set router 5764f624-bcdf-4639-b56d-898719e57d3c gateway port host: dv-cinder-836071-3-iscsi {{(pid=109912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:54:36.968714 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.managers [None req-68fc38a2-3688-44a8-a6aa-92c63254977a None None] Attempting to bind port 3b16c05d-d578-4cd9-a7d3-f281aa4ab8fa on host dv-cinder-836071-3-iscsi for vnic_type normal with profile {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 10:54:36.969375 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.managers [None req-68fc38a2-3688-44a8-a6aa-92c63254977a None None] Attempting to bind port 3b16c05d-d578-4cd9-a7d3-f281aa4ab8fa by drivers openvswitch,hyperv on host dv-cinder-836071-3-iscsi at level 0 using segments [{'id': '56be1b9b-52b7-4405-87b3-3bbb2d2773ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '3035a7ce-789f-492f-a26f-35e5b076ea0b'}] {{(pid=109911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 10:54:36.969942 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fc38a2-3688-44a8-a6aa-92c63254977a None None] Attempting to bind port 3b16c05d-d578-4cd9-a7d3-f281aa4ab8fa on network 3035a7ce-789f-492f-a26f-35e5b076ea0b {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:54:36.979471 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-4bd4ca77-b5f7-4d95-92d6-295f91a44e6f None None] Provisioning complete for port a17cc762-9d9e-43c1-9a24-b912df62595b triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:54:36.979838 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-4bd4ca77-b5f7-4d95-92d6-295f91a44e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (a17cc762-9d9e-43c1-9a24-b912df62595b), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:37.023592 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-d8c0170a-6d73-48e0-86c0-c59ffd98cf93 None None] Publish callbacks [] for port (bb322c53-2fbe-44bb-8e57-e50b3a851c9d), precommit_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:37.028649 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fc38a2-3688-44a8-a6aa-92c63254977a None None] Checking agent: {'id': 'd1e78606-e5cc-43c0-bc22-8a5324478286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 41, 48), 'started_at': datetime.datetime(2022, 4, 8, 10, 42, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 10:54:37.029006 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fc38a2-3688-44a8-a6aa-92c63254977a None None] Checking segment: {'id': '56be1b9b-52b7-4405-87b3-3bbb2d2773ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '3035a7ce-789f-492f-a26f-35e5b076ea0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:54:37.033429 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-68fc38a2-3688-44a8-a6aa-92c63254977a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:37.033429 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fc38a2-3688-44a8-a6aa-92c63254977a None None] Bound using segment: {'id': '56be1b9b-52b7-4405-87b3-3bbb2d2773ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '3035a7ce-789f-492f-a26f-35e5b076ea0b'} {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 10:54:37.033429 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.managers [None req-68fc38a2-3688-44a8-a6aa-92c63254977a None None] Bound port: 3b16c05d-d578-4cd9-a7d3-f281aa4ab8fa, host: dv-cinder-836071-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56be1b9b-52b7-4405-87b3-3bbb2d2773ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '3035a7ce-789f-492f-a26f-35e5b076ea0b'}}] {{(pid=109911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 10:54:37.033429 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-68fc38a2-3688-44a8-a6aa-92c63254977a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (3b16c05d-d578-4cd9-a7d3-f281aa4ab8fa), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:37.051505 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-d8c0170a-6d73-48e0-86c0-c59ffd98cf93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (bb322c53-2fbe-44bb-8e57-e50b3a851c9d), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:37.174771 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-69792ce2-82b2-4623-8107-17aecabc6b09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-748511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-743719'] for router (4fa8135b-e6a6-410d-8dea-6e0e30fb2d78), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:37.180730 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-9ada131d-7819-4885-8691-4a7c28a484d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5764f624-bcdf-4639-b56d-898719e57d3c', 'name': 'tempest-TestShelveInstance-399993024-router', 'tenant_id': 'c72dc37aad5649d5aadd2a0655be72b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '9855d179-8d6e-466a-a69a-8781d06ddcaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:29Z', 'updated_at': '2022-04-08T10:54:33Z', 'revision_number': 4, 'project_id': 'c72dc37aad5649d5aadd2a0655be72b7', 'gw_port': {'id': '9855d179-8d6e-466a-a69a-8781d06ddcaa', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:af:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5764f624-bcdf-4639-b56d-898719e57d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:30Z', 'updated_at': '2022-04-08T10:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': 'a17cc762-9d9e-43c1-9a24-b912df62595b', 'name': '', 'network_id': '9bdc578a-8a20-4e51-8b05-6fc0142815ac', 'tenant_id': 'c72dc37aad5649d5aadd2a0655be72b7', 'mac_address': 'fa:16:3e:55:4c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5764f624-bcdf-4639-b56d-898719e57d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '1c0e0539-9edb-46b9-96e6-f2c533e4f06c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:32Z', 'updated_at': '2022-04-08T10:54:36Z', 'revision_number': 4, 'project_id': 'c72dc37aad5649d5aadd2a0655be72b7', 'subnets': [{'id': '1c0e0539-9edb-46b9-96e6-f2c533e4f06c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:37.215061 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ada131d-7819-4885-8691-4a7c28a484d6 None None] The sync data for ids ['5764f624-bcdf-4639-b56d-898719e57d3c'] in dv-cinder-836071-3-iscsi is: [{'id': '5764f624-bcdf-4639-b56d-898719e57d3c', 'name': 'tempest-TestShelveInstance-399993024-router', 'tenant_id': 'c72dc37aad5649d5aadd2a0655be72b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '9855d179-8d6e-466a-a69a-8781d06ddcaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:29Z', 'updated_at': '2022-04-08T10:54:33Z', 'revision_number': 4, 'project_id': 'c72dc37aad5649d5aadd2a0655be72b7', 'gw_port': {'id': '9855d179-8d6e-466a-a69a-8781d06ddcaa', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:af:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5764f624-bcdf-4639-b56d-898719e57d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:30Z', 'updated_at': '2022-04-08T10:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': 'a17cc762-9d9e-43c1-9a24-b912df62595b', 'name': '', 'network_id': '9bdc578a-8a20-4e51-8b05-6fc0142815ac', 'tenant_id': 'c72dc37aad5649d5aadd2a0655be72b7', 'mac_address': 'fa:16:3e:55:4c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5764f624-bcdf-4639-b56d-898719e57d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '1c0e0539-9edb-46b9-96e6-f2c533e4f06c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:32Z', 'updated_at': '2022-04-08T10:54:36Z', 'revision_number': 4, 'project_id': 'c72dc37aad5649d5aadd2a0655be72b7', 'subnets': [{'id': '1c0e0539-9edb-46b9-96e6-f2c533e4f06c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:54:37.245659 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8823a071-e641-4545-83ae-f91d4e7f6dac None None] Pushing event updated for resources: {'Port': ['ID=bb322c53-2fbe-44bb-8e57-e50b3a851c9d,revision_number=3']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:37.366974 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Current status of the port cc8d4801-1daf-4ade-8b8f-cd72ebd00fe3 is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:54:37.373955 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69792ce2-82b2-4623-8107-17aecabc6b09 admin admin] Router 4fa8135b-e6a6-410d-8dea-6e0e30fb2d78 is scheduled to L3 agent a0f054a9-d30b-4594-8de6-6c24438c3963 with binding_index 1 {{(pid=109909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:54:37.376127 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-68fc38a2-3688-44a8-a6aa-92c63254977a None None] For port 3b16c05d-d578-4cd9-a7d3-f281aa4ab8fa, host dv-cinder-836071-3-iscsi, cleared binding levels {{(pid=109911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:54:37.382692 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-4bd4ca77-b5f7-4d95-92d6-295f91a44e6f None None] Current status of the port a17cc762-9d9e-43c1-9a24-b912df62595b is: DOWN; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:54:37.386518 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-4bd4ca77-b5f7-4d95-92d6-295f91a44e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (a17cc762-9d9e-43c1-9a24-b912df62595b), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:37.435130 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-68fc38a2-3688-44a8-a6aa-92c63254977a None None] For port 3b16c05d-d578-4cd9-a7d3-f281aa4ab8fa, host dv-cinder-836071-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=3b16c05d-d578-4cd9-a7d3-f281aa4ab8fa,segment=NetworkSegment(56be1b9b-52b7-4405-87b3-3bbb2d2773ef),segment_id=56be1b9b-52b7-4405-87b3-3bbb2d2773ef)] {{(pid=109911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:54:37.449510 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.managers [None req-d8c0170a-6d73-48e0-86c0-c59ffd98cf93 None None] Attempting to bind port bb322c53-2fbe-44bb-8e57-e50b3a851c9d on host dv-cinder-836071-3-iscsi for vnic_type normal with profile {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 10:54:37.449903 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.managers [None req-d8c0170a-6d73-48e0-86c0-c59ffd98cf93 None None] Attempting to bind port bb322c53-2fbe-44bb-8e57-e50b3a851c9d by drivers openvswitch,hyperv on host dv-cinder-836071-3-iscsi at level 0 using segments [{'id': '0074283b-e9ce-4685-8692-43610690730b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '267ad05b-8038-43d0-ac7d-549874a47f29'}] {{(pid=109911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 10:54:37.450390 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c0170a-6d73-48e0-86c0-c59ffd98cf93 None None] Attempting to bind port bb322c53-2fbe-44bb-8e57-e50b3a851c9d on network 267ad05b-8038-43d0-ac7d-549874a47f29 {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:54:37.460658 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-68fc38a2-3688-44a8-a6aa-92c63254977a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (3b16c05d-d578-4cd9-a7d3-f281aa4ab8fa), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:37.464447 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-4bd4ca77-b5f7-4d95-92d6-295f91a44e6f None None] For port a17cc762-9d9e-43c1-9a24-b912df62595b, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=a17cc762-9d9e-43c1-9a24-b912df62595b,segment=NetworkSegment(70944567-ec60-4334-80f5-e288d4e47c49),segment_id=70944567-ec60-4334-80f5-e288d4e47c49)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:54:37.492457 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-4bd4ca77-b5f7-4d95-92d6-295f91a44e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (a17cc762-9d9e-43c1-9a24-b912df62595b), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:37.499609 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c0170a-6d73-48e0-86c0-c59ffd98cf93 None None] Checking agent: {'id': 'd1e78606-e5cc-43c0-bc22-8a5324478286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 41, 48), 'started_at': datetime.datetime(2022, 4, 8, 10, 42, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 10:54:37.499609 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c0170a-6d73-48e0-86c0-c59ffd98cf93 None None] Checking segment: {'id': '0074283b-e9ce-4685-8692-43610690730b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '267ad05b-8038-43d0-ac7d-549874a47f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:54:37.499857 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-d8c0170a-6d73-48e0-86c0-c59ffd98cf93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:37.500239 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c0170a-6d73-48e0-86c0-c59ffd98cf93 None None] Bound using segment: {'id': '0074283b-e9ce-4685-8692-43610690730b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '267ad05b-8038-43d0-ac7d-549874a47f29'} {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 10:54:37.500759 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.managers [None req-d8c0170a-6d73-48e0-86c0-c59ffd98cf93 None None] Bound port: bb322c53-2fbe-44bb-8e57-e50b3a851c9d, host: dv-cinder-836071-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0074283b-e9ce-4685-8692-43610690730b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '267ad05b-8038-43d0-ac7d-549874a47f29'}}] {{(pid=109911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 10:54:37.501164 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-d8c0170a-6d73-48e0-86c0-c59ffd98cf93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (bb322c53-2fbe-44bb-8e57-e50b3a851c9d), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:37.535783 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69792ce2-82b2-4623-8107-17aecabc6b09 admin admin] Notify agent at l3_agent.dv-cinder-836071-3-iscsi the message routers_updated {{(pid=109909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:54:37.564198 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313c1ca1-b332-4e7f-a442-7ce84b07fc2d None None] Sync routers for ids ['4fa8135b-e6a6-410d-8dea-6e0e30fb2d78'] in dv-cinder-836071-3-iscsi {{(pid=109911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:54:37.576906 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc38a2-3688-44a8-a6aa-92c63254977a None None] Pushing event updated for resources: {'Port': ['ID=3b16c05d-d578-4cd9-a7d3-f281aa4ab8fa,revision_number=2']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:37.578497 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-69792ce2-82b2-4623-8107-17aecabc6b09 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:37.590681 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-69792ce2-82b2-4623-8107-17aecabc6b09 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1329622 Apr 08 10:54:37.593734 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 59388) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:54:37.644935 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313c1ca1-b332-4e7f-a442-7ce84b07fc2d None None] Routers {'4fa8135b-e6a6-410d-8dea-6e0e30fb2d78'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:54:37.645904 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-313c1ca1-b332-4e7f-a442-7ce84b07fc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:54:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['4fa8135b-e6a6-410d-8dea-6e0e30fb2d78'], 'active': True} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:37.711943 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-d8c0170a-6d73-48e0-86c0-c59ffd98cf93 None None] For port bb322c53-2fbe-44bb-8e57-e50b3a851c9d, host dv-cinder-836071-3-iscsi, cleared binding levels {{(pid=109911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:54:37.742628 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-d8c0170a-6d73-48e0-86c0-c59ffd98cf93 None None] For port bb322c53-2fbe-44bb-8e57-e50b3a851c9d, host dv-cinder-836071-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=bb322c53-2fbe-44bb-8e57-e50b3a851c9d,segment=NetworkSegment(0074283b-e9ce-4685-8692-43610690730b),segment_id=0074283b-e9ce-4685-8692-43610690730b)] {{(pid=109911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:54:37.748743 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd4ca77-b5f7-4d95-92d6-295f91a44e6f None None] Pushing event updated for resources: {'Port': ['ID=a17cc762-9d9e-43c1-9a24-b912df62595b,revision_number=5']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:37.782165 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-ae4031da-e06c-45b9-9220-7eefd7bf5069 None None] Provisioning complete for port a17cc762-9d9e-43c1-9a24-b912df62595b triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:54:37.782471 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-ae4031da-e06c-45b9-9220-7eefd7bf5069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (a17cc762-9d9e-43c1-9a24-b912df62595b), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:37.790512 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-d8c0170a-6d73-48e0-86c0-c59ffd98cf93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (bb322c53-2fbe-44bb-8e57-e50b3a851c9d), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:38.001844 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvr_db [None req-313c1ca1-b332-4e7f-a442-7ce84b07fc2d None None] Set router 4fa8135b-e6a6-410d-8dea-6e0e30fb2d78 gateway port host: dv-cinder-836071-3-iscsi {{(pid=109911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:54:38.328815 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device a17cc762-9d9e-43c1-9a24-b912df62595b up at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:54:38.332544 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c0170a-6d73-48e0-86c0-c59ffd98cf93 None None] Routers {'14765fb2-1e6e-403f-874d-09b1b4681b80'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:54:38.333263 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-d8c0170a-6d73-48e0-86c0-c59ffd98cf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:54:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['14765fb2-1e6e-403f-874d-09b1b4681b80'], 'active': True} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:38.358848 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8823a071-e641-4545-83ae-f91d4e7f6dac None None] Pushing event updated for resources: {'Port': ['ID=bb322c53-2fbe-44bb-8e57-e50b3a851c9d,revision_number=4']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:38.410258 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-962e9db4-7e44-4177-8a59-bb22da74f6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:38.656231 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-ae4031da-e06c-45b9-9220-7eefd7bf5069 None None] Current status of the port a17cc762-9d9e-43c1-9a24-b912df62595b is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:54:38.659139 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.db_base_plugin_common [None req-962e9db4-7e44-4177-8a59-bb22da74f6a5 admin admin] Allocated IP 172.20.0.1 (3035a7ce-789f-492f-a26f-35e5b076ea0b/d4ec5fb4-df58-45c8-8851-f9c99287a295/e204e99f-e924-4bde-89f6-5cf9fa56ddba) {{(pid=109910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:54:38.691539 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Provisioning complete for port a17cc762-9d9e-43c1-9a24-b912df62595b triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:54:38.691912 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (a17cc762-9d9e-43c1-9a24-b912df62595b), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:38.694719 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvr_db [None req-d8c0170a-6d73-48e0-86c0-c59ffd98cf93 None None] Set router 14765fb2-1e6e-403f-874d-09b1b4681b80 gateway port host: dv-cinder-836071-3-iscsi {{(pid=109911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:54:38.789012 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-ae4031da-e06c-45b9-9220-7eefd7bf5069 None None] Provisioning complete for port bb322c53-2fbe-44bb-8e57-e50b3a851c9d triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:54:38.789830 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-ae4031da-e06c-45b9-9220-7eefd7bf5069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (bb322c53-2fbe-44bb-8e57-e50b3a851c9d), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:38.795656 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-962e9db4-7e44-4177-8a59-bb22da74f6a5 admin admin] Publish callbacks [] for port (e204e99f-e924-4bde-89f6-5cf9fa56ddba), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:38.836232 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-962e9db4-7e44-4177-8a59-bb22da74f6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14190223'] for port (e204e99f-e924-4bde-89f6-5cf9fa56ddba), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:38.888691 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962e9db4-7e44-4177-8a59-bb22da74f6a5 admin admin] Network 3035a7ce-789f-492f-a26f-35e5b076ea0b is already hosted by enough agents. {{(pid=109910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:54:38.893489 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.base_scheduler [None req-962e9db4-7e44-4177-8a59-bb22da74f6a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:54:38.895790 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962e9db4-7e44-4177-8a59-bb22da74f6a5 admin admin] Pushing event updated for resources: {'Port': ['ID=e204e99f-e924-4bde-89f6-5cf9fa56ddba,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:38.898056 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962e9db4-7e44-4177-8a59-bb22da74f6a5 admin admin] Received port after_create {{(pid=109910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 10:54:38.944348 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-962e9db4-7e44-4177-8a59-bb22da74f6a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741448'] for router_interface (4fa8135b-e6a6-410d-8dea-6e0e30fb2d78), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:39.016355 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6151d72e-5e6e-4b0a-a240-c85b449bc2b2 None None] Network 3035a7ce-789f-492f-a26f-35e5b076ea0b requested from dv-cinder-836071-3-iscsi {{(pid=109911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 10:54:39.036012 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Current status of the port a17cc762-9d9e-43c1-9a24-b912df62595b is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:54:39.037662 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device 3b16c05d-d578-4cd9-a7d3-f281aa4ab8fa up at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:54:39.092878 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-962e9db4-7e44-4177-8a59-bb22da74f6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (e204e99f-e924-4bde-89f6-5cf9fa56ddba), before_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:39.152076 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-313c1ca1-b332-4e7f-a442-7ce84b07fc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa8135b-e6a6-410d-8dea-6e0e30fb2d78', 'name': 'tempest-TestShelveInstance-1515940789-router', 'tenant_id': '111fcfbb9b474bbe967c5cb40e85e02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': '93f31ba7-2411-4258-ac90-c713e010bdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:35Z', 'updated_at': '2022-04-08T10:54:36Z', 'revision_number': 3, 'project_id': '111fcfbb9b474bbe967c5cb40e85e02d', 'gw_port': {'id': '93f31ba7-2411-4258-ac90-c713e010bdf1', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:03:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fa8135b-e6a6-410d-8dea-6e0e30fb2d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:35Z', 'updated_at': '2022-04-08T10:54:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi'}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:39.220787 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-ae4031da-e06c-45b9-9220-7eefd7bf5069 None None] Current status of the port bb322c53-2fbe-44bb-8e57-e50b3a851c9d is: DOWN; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:54:39.221305 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-ae4031da-e06c-45b9-9220-7eefd7bf5069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (bb322c53-2fbe-44bb-8e57-e50b3a851c9d), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:39.233354 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313c1ca1-b332-4e7f-a442-7ce84b07fc2d None None] Checking router: 4fa8135b-e6a6-410d-8dea-6e0e30fb2d78 for host: dv-cinder-836071-3-iscsi {{(pid=109911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:54:39.233636 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313c1ca1-b332-4e7f-a442-7ce84b07fc2d None None] Updating router 4fa8135b-e6a6-410d-8dea-6e0e30fb2d78 port 93f31ba7-2411-4258-ac90-c713e010bdf1 binding host dv-cinder-836071-3-iscsi {{(pid=109911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:54:39.271558 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-962e9db4-7e44-4177-8a59-bb22da74f6a5 admin admin] Publish callbacks [] for port (e204e99f-e924-4bde-89f6-5cf9fa56ddba), precommit_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:39.279169 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-962e9db4-7e44-4177-8a59-bb22da74f6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14190224'] for port (e204e99f-e924-4bde-89f6-5cf9fa56ddba), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:39.328635 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-313c1ca1-b332-4e7f-a442-7ce84b07fc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (93f31ba7-2411-4258-ac90-c713e010bdf1), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:39.331730 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-ae4031da-e06c-45b9-9220-7eefd7bf5069 None None] For port bb322c53-2fbe-44bb-8e57-e50b3a851c9d, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=bb322c53-2fbe-44bb-8e57-e50b3a851c9d,segment=NetworkSegment(0074283b-e9ce-4685-8692-43610690730b),segment_id=0074283b-e9ce-4685-8692-43610690730b)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:54:39.348213 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962e9db4-7e44-4177-8a59-bb22da74f6a5 admin admin] Pushing event updated for resources: {'Port': ['ID=e204e99f-e924-4bde-89f6-5cf9fa56ddba,revision_number=2']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:39.350659 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-962e9db4-7e44-4177-8a59-bb22da74f6a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-741604'] for router_interface (4fa8135b-e6a6-410d-8dea-6e0e30fb2d78), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:39.360729 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-ae4031da-e06c-45b9-9220-7eefd7bf5069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (bb322c53-2fbe-44bb-8e57-e50b3a851c9d), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:39.369230 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Provisioning complete for port 3b16c05d-d578-4cd9-a7d3-f281aa4ab8fa triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:54:39.369652 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (3b16c05d-d578-4cd9-a7d3-f281aa4ab8fa), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:39.446976 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962e9db4-7e44-4177-8a59-bb22da74f6a5 admin admin] Network 3035a7ce-789f-492f-a26f-35e5b076ea0b is already hosted by enough agents. {{(pid=109910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:54:39.450239 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.base_scheduler [None req-962e9db4-7e44-4177-8a59-bb22da74f6a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:54:39.546196 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-d8c0170a-6d73-48e0-86c0-c59ffd98cf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14765fb2-1e6e-403f-874d-09b1b4681b80', 'name': 'tempest-TestVolumeBootPattern-320487190-router', 'tenant_id': '588ef7385f1943ae80a40bce9e31bec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'cc8d4801-1daf-4ade-8b8f-cd72ebd00fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:25Z', 'updated_at': '2022-04-08T10:54:29Z', 'revision_number': 4, 'project_id': '588ef7385f1943ae80a40bce9e31bec0', 'gw_port': {'id': 'cc8d4801-1daf-4ade-8b8f-cd72ebd00fe3', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:96:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14765fb2-1e6e-403f-874d-09b1b4681b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:26Z', 'updated_at': '2022-04-08T10:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': 'bb322c53-2fbe-44bb-8e57-e50b3a851c9d', 'name': '', 'network_id': '267ad05b-8038-43d0-ac7d-549874a47f29', 'tenant_id': '588ef7385f1943ae80a40bce9e31bec0', 'mac_address': 'fa:16:3e:ec:43:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14765fb2-1e6e-403f-874d-09b1b4681b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'bcd667b4-864c-4ce2-a9f1-d02105f15921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:28Z', 'updated_at': '2022-04-08T10:54:37Z', 'revision_number': 4, 'project_id': '588ef7385f1943ae80a40bce9e31bec0', 'subnets': [{'id': 'bcd667b4-864c-4ce2-a9f1-d02105f15921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:39.558188 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4031da-e06c-45b9-9220-7eefd7bf5069 None None] Pushing event updated for resources: {'Port': ['ID=bb322c53-2fbe-44bb-8e57-e50b3a851c9d,revision_number=5']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:39.589701 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-962e9db4-7e44-4177-8a59-bb22da74f6a5 admin admin] Router 4fa8135b-e6a6-410d-8dea-6e0e30fb2d78 has already been hosted by L3 agent a0f054a9-d30b-4594-8de6-6c24438c3963 {{(pid=109910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:54:39.609101 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c0170a-6d73-48e0-86c0-c59ffd98cf93 None None] The sync data for ids ['14765fb2-1e6e-403f-874d-09b1b4681b80'] in dv-cinder-836071-3-iscsi is: [{'id': '14765fb2-1e6e-403f-874d-09b1b4681b80', 'name': 'tempest-TestVolumeBootPattern-320487190-router', 'tenant_id': '588ef7385f1943ae80a40bce9e31bec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'cc8d4801-1daf-4ade-8b8f-cd72ebd00fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:25Z', 'updated_at': '2022-04-08T10:54:29Z', 'revision_number': 4, 'project_id': '588ef7385f1943ae80a40bce9e31bec0', 'gw_port': {'id': 'cc8d4801-1daf-4ade-8b8f-cd72ebd00fe3', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:96:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14765fb2-1e6e-403f-874d-09b1b4681b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:26Z', 'updated_at': '2022-04-08T10:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': 'bb322c53-2fbe-44bb-8e57-e50b3a851c9d', 'name': '', 'network_id': '267ad05b-8038-43d0-ac7d-549874a47f29', 'tenant_id': '588ef7385f1943ae80a40bce9e31bec0', 'mac_address': 'fa:16:3e:ec:43:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14765fb2-1e6e-403f-874d-09b1b4681b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'bcd667b4-864c-4ce2-a9f1-d02105f15921', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:28Z', 'updated_at': '2022-04-08T10:54:37Z', 'revision_number': 4, 'project_id': '588ef7385f1943ae80a40bce9e31bec0', 'subnets': [{'id': 'bcd667b4-864c-4ce2-a9f1-d02105f15921', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:54:39.714742 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-29570666-cc22-4521-b3f7-5ce96709c6de None None] Provisioning complete for port bb322c53-2fbe-44bb-8e57-e50b3a851c9d triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:54:39.715174 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-29570666-cc22-4521-b3f7-5ce96709c6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (bb322c53-2fbe-44bb-8e57-e50b3a851c9d), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:39.750731 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962e9db4-7e44-4177-8a59-bb22da74f6a5 admin admin] Notify agent at l3_agent.dv-cinder-836071-3-iscsi the message routers_updated {{(pid=109910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:54:39.759602 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-962e9db4-7e44-4177-8a59-bb22da74f6a5 admin admin] 10.222.0.43 "PUT /v2.0/routers/4fa8135b-e6a6-410d-8dea-6e0e30fb2d78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1647558 Apr 08 10:54:39.784782 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Current status of the port 3b16c05d-d578-4cd9-a7d3-f281aa4ab8fa is: DOWN; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:54:39.785351 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (3b16c05d-d578-4cd9-a7d3-f281aa4ab8fa), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:39.950189 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] For port 3b16c05d-d578-4cd9-a7d3-f281aa4ab8fa, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=3b16c05d-d578-4cd9-a7d3-f281aa4ab8fa,segment=NetworkSegment(56be1b9b-52b7-4405-87b3-3bbb2d2773ef),segment_id=56be1b9b-52b7-4405-87b3-3bbb2d2773ef)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:54:39.968926 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-29570666-cc22-4521-b3f7-5ce96709c6de None None] Current status of the port bb322c53-2fbe-44bb-8e57-e50b3a851c9d is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:54:39.972583 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (3b16c05d-d578-4cd9-a7d3-f281aa4ab8fa), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:40.204797 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device bb322c53-2fbe-44bb-8e57-e50b3a851c9d up at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:54:40.485154 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 59424) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:54:40.490072 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [None req-0c603c4a-81cc-42bf-b524-2ffebd0f6927 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-161185416', 'description': 'tempest-secgroup-smoke-161185416 description', 'project_id': 'c72dc37aad5649d5aadd2a0655be72b7'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:54:40.527907 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-0c603c4a-81cc-42bf-b524-2ffebd0f6927 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Publish callbacks [] for security_group (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:40.576013 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-29570666-cc22-4521-b3f7-5ce96709c6de None None] Provisioning complete for port 3b16c05d-d578-4cd9-a7d3-f281aa4ab8fa triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:54:40.576579 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-29570666-cc22-4521-b3f7-5ce96709c6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (3b16c05d-d578-4cd9-a7d3-f281aa4ab8fa), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:40.604075 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-313c1ca1-b332-4e7f-a442-7ce84b07fc2d None None] Publish callbacks [] for port (93f31ba7-2411-4258-ac90-c713e010bdf1), precommit_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:40.622560 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-313c1ca1-b332-4e7f-a442-7ce84b07fc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (93f31ba7-2411-4258-ac90-c713e010bdf1), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:40.624486 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Pushing event updated for resources: {'Port': ['ID=3b16c05d-d578-4cd9-a7d3-f281aa4ab8fa,revision_number=3']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:40.646320 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-0c603c4a-81cc-42bf-b524-2ffebd0f6927 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Publish callbacks [] for security_group (27326a5a-ecd1-4000-86db-7673c419a22f), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:40.651175 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-0c603c4a-81cc-42bf-b524-2ffebd0f6927 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (27326a5a-ecd1-4000-86db-7673c419a22f), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:40.687850 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-0c603c4a-81cc-42bf-b524-2ffebd0f6927 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Publish callbacks [] for security_group (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:40.692549 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-0c603c4a-81cc-42bf-b524-2ffebd0f6927 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2028995 Apr 08 10:54:40.692549 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 59426) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:54:40.697920 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [None req-428ca093-f957-4fd7-a0a4-a22eef783474 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Request body: {'security_group_rule': {'security_group_id': '27326a5a-ecd1-4000-86db-7673c419a22f', 'project_id': 'c72dc37aad5649d5aadd2a0655be72b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:54:40.699879 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.managers [None req-313c1ca1-b332-4e7f-a442-7ce84b07fc2d None None] Attempting to bind port 93f31ba7-2411-4258-ac90-c713e010bdf1 on host dv-cinder-836071-3-iscsi for vnic_type normal with profile {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 10:54:40.700256 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.managers [None req-313c1ca1-b332-4e7f-a442-7ce84b07fc2d None None] Attempting to bind port 93f31ba7-2411-4258-ac90-c713e010bdf1 by drivers openvswitch,hyperv on host dv-cinder-836071-3-iscsi at level 0 using segments [{'id': '161e69df-2a78-40e9-90fc-e661b1490c65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b'}] {{(pid=109911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 10:54:40.700620 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313c1ca1-b332-4e7f-a442-7ce84b07fc2d None None] Attempting to bind port 93f31ba7-2411-4258-ac90-c713e010bdf1 on network 173a9438-8c11-42c7-a64e-a6d835b0fe8b {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:54:40.703628 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Provisioning complete for port bb322c53-2fbe-44bb-8e57-e50b3a851c9d triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:54:40.703874 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c603c4a-81cc-42bf-b524-2ffebd0f6927 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27326a5a-ecd1-4000-86db-7673c419a22f,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:40.703990 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (bb322c53-2fbe-44bb-8e57-e50b3a851c9d), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:40.711024 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f188d24f-e3d2-4730-89ef-fff0d9940c36 None None] Pushing event updated for resources: {'Port': ['ID=93f31ba7-2411-4258-ac90-c713e010bdf1,revision_number=2']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:40.733741 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-428ca093-f957-4fd7-a0a4-a22eef783474 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Publish callbacks [] for security_group_rule (e2606cb2-7e28-41c3-9deb-2d0c8d1a1e6c), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:40.748034 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313c1ca1-b332-4e7f-a442-7ce84b07fc2d None None] Checking agent: {'id': 'd1e78606-e5cc-43c0-bc22-8a5324478286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 41, 48), 'started_at': datetime.datetime(2022, 4, 8, 10, 42, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 10:54:40.748034 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313c1ca1-b332-4e7f-a442-7ce84b07fc2d None None] Checking segment: {'id': '161e69df-2a78-40e9-90fc-e661b1490c65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:54:40.748484 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-313c1ca1-b332-4e7f-a442-7ce84b07fc2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:40.748771 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313c1ca1-b332-4e7f-a442-7ce84b07fc2d None None] Bound using segment: {'id': '161e69df-2a78-40e9-90fc-e661b1490c65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b'} {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 10:54:40.749306 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.managers [None req-313c1ca1-b332-4e7f-a442-7ce84b07fc2d None None] Bound port: 93f31ba7-2411-4258-ac90-c713e010bdf1, host: dv-cinder-836071-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '161e69df-2a78-40e9-90fc-e661b1490c65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b'}}] {{(pid=109911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 10:54:40.749686 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-313c1ca1-b332-4e7f-a442-7ce84b07fc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (93f31ba7-2411-4258-ac90-c713e010bdf1), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:40.804685 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-428ca093-f957-4fd7-a0a4-a22eef783474 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Publish callbacks [] for security_group_rule (e2606cb2-7e28-41c3-9deb-2d0c8d1a1e6c), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:40.810511 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-428ca093-f957-4fd7-a0a4-a22eef783474 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682660'] for security_group_rule (e2606cb2-7e28-41c3-9deb-2d0c8d1a1e6c), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:40.830411 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428ca093-f957-4fd7-a0a4-a22eef783474 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2606cb2-7e28-41c3-9deb-2d0c8d1a1e6c,revision_number=0']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:40.837858 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-428ca093-f957-4fd7-a0a4-a22eef783474 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:40.839285 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-428ca093-f957-4fd7-a0a4-a22eef783474 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1455503 Apr 08 10:54:40.841998 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 59428) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:54:40.846486 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-29570666-cc22-4521-b3f7-5ce96709c6de None None] Current status of the port 3b16c05d-d578-4cd9-a7d3-f281aa4ab8fa is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:54:40.846708 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [None req-f21ea7f1-95bb-4da0-8228-3db05ad60a4c tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Request body: {'security_group_rule': {'security_group_id': '27326a5a-ecd1-4000-86db-7673c419a22f', 'project_id': 'c72dc37aad5649d5aadd2a0655be72b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:54:40.876039 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-f21ea7f1-95bb-4da0-8228-3db05ad60a4c tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Publish callbacks [] for security_group_rule (d751d799-a61b-46fe-9157-0d3c9766228d), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:40.889918 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-313c1ca1-b332-4e7f-a442-7ce84b07fc2d None None] For port 93f31ba7-2411-4258-ac90-c713e010bdf1, host dv-cinder-836071-3-iscsi, cleared binding levels {{(pid=109911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:54:40.910197 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-313c1ca1-b332-4e7f-a442-7ce84b07fc2d None None] For port 93f31ba7-2411-4258-ac90-c713e010bdf1, host dv-cinder-836071-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=93f31ba7-2411-4258-ac90-c713e010bdf1,segment=NetworkSegment(161e69df-2a78-40e9-90fc-e661b1490c65),segment_id=161e69df-2a78-40e9-90fc-e661b1490c65)] {{(pid=109911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:54:40.921302 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-313c1ca1-b332-4e7f-a442-7ce84b07fc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (93f31ba7-2411-4258-ac90-c713e010bdf1), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:40.924696 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Current status of the port bb322c53-2fbe-44bb-8e57-e50b3a851c9d is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:54:40.951661 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-f21ea7f1-95bb-4da0-8228-3db05ad60a4c tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Publish callbacks [] for security_group_rule (d751d799-a61b-46fe-9157-0d3c9766228d), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:40.957346 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-f21ea7f1-95bb-4da0-8228-3db05ad60a4c tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682660'] for security_group_rule (d751d799-a61b-46fe-9157-0d3c9766228d), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:40.977551 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ea7f1-95bb-4da0-8228-3db05ad60a4c tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d751d799-a61b-46fe-9157-0d3c9766228d,revision_number=0']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:40.987271 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-f21ea7f1-95bb-4da0-8228-3db05ad60a4c tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:40.989735 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-f21ea7f1-95bb-4da0-8228-3db05ad60a4c tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1462984 Apr 08 10:54:40.992602 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 59430) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:54:41.000036 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [None req-a89f6cc8-cbcd-44c4-b429-53295bae228e tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Request body: {'security_group_rule': {'security_group_id': '27326a5a-ecd1-4000-86db-7673c419a22f', 'project_id': 'c72dc37aad5649d5aadd2a0655be72b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:54:41.000981 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-4f77772a-b44a-4eed-9890-e32456f61736 None None] Provisioning complete for port 3b16c05d-d578-4cd9-a7d3-f281aa4ab8fa triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:54:41.001687 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-4f77772a-b44a-4eed-9890-e32456f61736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (3b16c05d-d578-4cd9-a7d3-f281aa4ab8fa), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:41.038067 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313c1ca1-b332-4e7f-a442-7ce84b07fc2d None None] Routers {'4fa8135b-e6a6-410d-8dea-6e0e30fb2d78'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:54:41.038511 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-a89f6cc8-cbcd-44c4-b429-53295bae228e tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Publish callbacks [] for security_group_rule (0412344b-a6b4-48a7-83a0-a92f4a52736d), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:41.038655 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-313c1ca1-b332-4e7f-a442-7ce84b07fc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:54:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['4fa8135b-e6a6-410d-8dea-6e0e30fb2d78'], 'active': True} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:41.045688 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f188d24f-e3d2-4730-89ef-fff0d9940c36 None None] Pushing event updated for resources: {'Port': ['ID=93f31ba7-2411-4258-ac90-c713e010bdf1,revision_number=3']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:41.111273 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-a89f6cc8-cbcd-44c4-b429-53295bae228e tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Publish callbacks [] for security_group_rule (0412344b-a6b4-48a7-83a0-a92f4a52736d), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:41.115637 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-a89f6cc8-cbcd-44c4-b429-53295bae228e tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682660'] for security_group_rule (0412344b-a6b4-48a7-83a0-a92f4a52736d), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:41.135748 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89f6cc8-cbcd-44c4-b429-53295bae228e tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0412344b-a6b4-48a7-83a0-a92f4a52736d,revision_number=0']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:41.146718 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-a89f6cc8-cbcd-44c4-b429-53295bae228e tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:41.147951 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-a89f6cc8-cbcd-44c4-b429-53295bae228e tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1539061 Apr 08 10:54:41.150790 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 59432) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:54:41.155151 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [None req-15e4b473-5e6c-4f1b-8787-6beda7c1879f tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Request body: {'security_group_rule': {'security_group_id': '27326a5a-ecd1-4000-86db-7673c419a22f', 'project_id': 'c72dc37aad5649d5aadd2a0655be72b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:54:41.181579 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-15e4b473-5e6c-4f1b-8787-6beda7c1879f tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Publish callbacks [] for security_group_rule (f29e635d-eb49-4b9e-aede-fffb948f88f0), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:41.200226 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-4f77772a-b44a-4eed-9890-e32456f61736 None None] Current status of the port 3b16c05d-d578-4cd9-a7d3-f281aa4ab8fa is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:54:41.203480 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvr_db [None req-313c1ca1-b332-4e7f-a442-7ce84b07fc2d None None] Set router 4fa8135b-e6a6-410d-8dea-6e0e30fb2d78 gateway port host: dv-cinder-836071-3-iscsi {{(pid=109911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:54:41.246287 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-4f77772a-b44a-4eed-9890-e32456f61736 None None] Provisioning complete for port e204e99f-e924-4bde-89f6-5cf9fa56ddba triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:54:41.246713 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-4f77772a-b44a-4eed-9890-e32456f61736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (e204e99f-e924-4bde-89f6-5cf9fa56ddba), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:41.250550 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-15e4b473-5e6c-4f1b-8787-6beda7c1879f tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Publish callbacks [] for security_group_rule (f29e635d-eb49-4b9e-aede-fffb948f88f0), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:41.255770 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-15e4b473-5e6c-4f1b-8787-6beda7c1879f tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682660'] for security_group_rule (f29e635d-eb49-4b9e-aede-fffb948f88f0), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:41.284102 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e4b473-5e6c-4f1b-8787-6beda7c1879f tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f29e635d-eb49-4b9e-aede-fffb948f88f0,revision_number=0']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:41.290108 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-15e4b473-5e6c-4f1b-8787-6beda7c1879f tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:41.293716 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-15e4b473-5e6c-4f1b-8787-6beda7c1879f tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1417811 Apr 08 10:54:41.294593 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 59436) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:54:41.299939 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.v2.base [None req-f16051b7-0393-4a2d-85a3-074e85900531 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Request body: {'security_group_rule': {'security_group_id': '27326a5a-ecd1-4000-86db-7673c419a22f', 'project_id': 'c72dc37aad5649d5aadd2a0655be72b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:54:41.321564 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.db.securitygroups_db [None req-f16051b7-0393-4a2d-85a3-074e85900531 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Project c72dc37aad5649d5aadd2a0655be72b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:54:41.326991 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-f16051b7-0393-4a2d-85a3-074e85900531 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Publish callbacks [] for security_group_rule (2d909442-92b9-4c3e-b5c4-0240c8c9dd42), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:41.338442 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-4f77772a-b44a-4eed-9890-e32456f61736 None None] Port e204e99f-e924-4bde-89f6-5cf9fa56ddba cannot update to ACTIVE because it is not bound. {{(pid=109911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 10:54:41.405220 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-f16051b7-0393-4a2d-85a3-074e85900531 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Publish callbacks [] for security_group_rule (2d909442-92b9-4c3e-b5c4-0240c8c9dd42), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:41.409358 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-f16051b7-0393-4a2d-85a3-074e85900531 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682660'] for security_group_rule (2d909442-92b9-4c3e-b5c4-0240c8c9dd42), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:41.428138 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16051b7-0393-4a2d-85a3-074e85900531 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d909442-92b9-4c3e-b5c4-0240c8c9dd42,revision_number=0']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:41.438307 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-f16051b7-0393-4a2d-85a3-074e85900531 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:41.442363 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-f16051b7-0393-4a2d-85a3-074e85900531 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1461403 Apr 08 10:54:41.442562 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 59440) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:54:41.447394 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [None req-0896997d-6b1b-4dc1-8a20-9657db72597e tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Request body: {'security_group_rule': {'security_group_id': '27326a5a-ecd1-4000-86db-7673c419a22f', 'project_id': 'c72dc37aad5649d5aadd2a0655be72b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:54:41.465742 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-313c1ca1-b332-4e7f-a442-7ce84b07fc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa8135b-e6a6-410d-8dea-6e0e30fb2d78', 'name': 'tempest-TestShelveInstance-1515940789-router', 'tenant_id': '111fcfbb9b474bbe967c5cb40e85e02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': '93f31ba7-2411-4258-ac90-c713e010bdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:35Z', 'updated_at': '2022-04-08T10:54:39Z', 'revision_number': 4, 'project_id': '111fcfbb9b474bbe967c5cb40e85e02d', 'gw_port': {'id': '93f31ba7-2411-4258-ac90-c713e010bdf1', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:03:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fa8135b-e6a6-410d-8dea-6e0e30fb2d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:35Z', 'updated_at': '2022-04-08T10:54:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': 'e204e99f-e924-4bde-89f6-5cf9fa56ddba', 'name': '', 'network_id': '3035a7ce-789f-492f-a26f-35e5b076ea0b', 'tenant_id': '111fcfbb9b474bbe967c5cb40e85e02d', 'mac_address': 'fa:16:3e:5f:44:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fa8135b-e6a6-410d-8dea-6e0e30fb2d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'd4ec5fb4-df58-45c8-8851-f9c99287a295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:38Z', 'updated_at': '2022-04-08T10:54:39Z', 'revision_number': 2, 'project_id': '111fcfbb9b474bbe967c5cb40e85e02d', 'subnets': [{'id': 'd4ec5fb4-df58-45c8-8851-f9c99287a295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:41.468585 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.db.securitygroups_db [None req-0896997d-6b1b-4dc1-8a20-9657db72597e tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Project c72dc37aad5649d5aadd2a0655be72b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 10:54:41.473602 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-0896997d-6b1b-4dc1-8a20-9657db72597e tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Publish callbacks [] for security_group_rule (30698474-50cf-4c05-afdf-37883de05f4f), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:41.493932 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313c1ca1-b332-4e7f-a442-7ce84b07fc2d None None] The sync data for ids ['4fa8135b-e6a6-410d-8dea-6e0e30fb2d78'] in dv-cinder-836071-3-iscsi is: [{'id': '4fa8135b-e6a6-410d-8dea-6e0e30fb2d78', 'name': 'tempest-TestShelveInstance-1515940789-router', 'tenant_id': '111fcfbb9b474bbe967c5cb40e85e02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': '93f31ba7-2411-4258-ac90-c713e010bdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:35Z', 'updated_at': '2022-04-08T10:54:39Z', 'revision_number': 4, 'project_id': '111fcfbb9b474bbe967c5cb40e85e02d', 'gw_port': {'id': '93f31ba7-2411-4258-ac90-c713e010bdf1', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:03:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fa8135b-e6a6-410d-8dea-6e0e30fb2d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:35Z', 'updated_at': '2022-04-08T10:54:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': 'e204e99f-e924-4bde-89f6-5cf9fa56ddba', 'name': '', 'network_id': '3035a7ce-789f-492f-a26f-35e5b076ea0b', 'tenant_id': '111fcfbb9b474bbe967c5cb40e85e02d', 'mac_address': 'fa:16:3e:5f:44:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fa8135b-e6a6-410d-8dea-6e0e30fb2d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'd4ec5fb4-df58-45c8-8851-f9c99287a295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:38Z', 'updated_at': '2022-04-08T10:54:39Z', 'revision_number': 2, 'project_id': '111fcfbb9b474bbe967c5cb40e85e02d', 'subnets': [{'id': 'd4ec5fb4-df58-45c8-8851-f9c99287a295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:54:41.537892 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-0896997d-6b1b-4dc1-8a20-9657db72597e tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Publish callbacks [] for security_group_rule (30698474-50cf-4c05-afdf-37883de05f4f), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:41.543014 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-0896997d-6b1b-4dc1-8a20-9657db72597e tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682660'] for security_group_rule (30698474-50cf-4c05-afdf-37883de05f4f), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:41.564915 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0896997d-6b1b-4dc1-8a20-9657db72597e tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30698474-50cf-4c05-afdf-37883de05f4f,revision_number=0']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:41.573483 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-0896997d-6b1b-4dc1-8a20-9657db72597e tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:41.574803 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-0896997d-6b1b-4dc1-8a20-9657db72597e tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1310720 Apr 08 10:54:41.798664 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-410c37d7-6e11-408a-8707-38b656be063f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (0996d03c-a6d6-4751-8b32-c8111f4b3d8a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:42.084382 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device 3b16c05d-d578-4cd9-a7d3-f281aa4ab8fa up at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:54:42.139611 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Provisioning complete for port 3b16c05d-d578-4cd9-a7d3-f281aa4ab8fa triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:54:42.140123 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (3b16c05d-d578-4cd9-a7d3-f281aa4ab8fa), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:42.229613 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Current status of the port 3b16c05d-d578-4cd9-a7d3-f281aa4ab8fa is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:54:44.070159 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device 93f31ba7-2411-4258-ac90-c713e010bdf1 up at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:54:44.148149 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Provisioning complete for port 93f31ba7-2411-4258-ac90-c713e010bdf1 triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:54:44.148576 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (93f31ba7-2411-4258-ac90-c713e010bdf1), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:44.197629 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-4297c8c9-cbc2-462e-af6f-665b36660a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (a0f054a9-d30b-4594-8de6-6c24438c3963), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:44.244801 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Current status of the port 93f31ba7-2411-4258-ac90-c713e010bdf1 is: DOWN; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:54:44.245231 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (93f31ba7-2411-4258-ac90-c713e010bdf1), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:44.266283 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] For port 93f31ba7-2411-4258-ac90-c713e010bdf1, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=93f31ba7-2411-4258-ac90-c713e010bdf1,segment=NetworkSegment(161e69df-2a78-40e9-90fc-e661b1490c65),segment_id=161e69df-2a78-40e9-90fc-e661b1490c65)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:54:44.271738 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (93f31ba7-2411-4258-ac90-c713e010bdf1), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:44.330833 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Pushing event updated for resources: {'Port': ['ID=93f31ba7-2411-4258-ac90-c713e010bdf1,revision_number=4']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:45.137962 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c39995e2-c233-4533-b78f-2944bd33f611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (65c9c9bc-bb02-426d-a902-340b44f1a4c2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:45.855910 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850f2334-693c-4794-8a56-a8e777c5c9ed None None] Sync routers for ids ['4fa8135b-e6a6-410d-8dea-6e0e30fb2d78'] in dv-cinder-836071-3-iscsi {{(pid=109912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:54:45.867311 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850f2334-693c-4794-8a56-a8e777c5c9ed None None] Routers {'4fa8135b-e6a6-410d-8dea-6e0e30fb2d78'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:54:45.868011 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-850f2334-693c-4794-8a56-a8e777c5c9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:54:44Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['4fa8135b-e6a6-410d-8dea-6e0e30fb2d78'], 'active': True} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:45.977306 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvr_db [None req-850f2334-693c-4794-8a56-a8e777c5c9ed None None] Set router 4fa8135b-e6a6-410d-8dea-6e0e30fb2d78 gateway port host: dv-cinder-836071-3-iscsi {{(pid=109912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:54:46.052875 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device 93f31ba7-2411-4258-ac90-c713e010bdf1 up at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:54:46.102169 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Provisioning complete for port 93f31ba7-2411-4258-ac90-c713e010bdf1 triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:54:46.102468 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (93f31ba7-2411-4258-ac90-c713e010bdf1), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:46.180735 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-850f2334-693c-4794-8a56-a8e777c5c9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa8135b-e6a6-410d-8dea-6e0e30fb2d78', 'name': 'tempest-TestShelveInstance-1515940789-router', 'tenant_id': '111fcfbb9b474bbe967c5cb40e85e02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': '93f31ba7-2411-4258-ac90-c713e010bdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:35Z', 'updated_at': '2022-04-08T10:54:39Z', 'revision_number': 4, 'project_id': '111fcfbb9b474bbe967c5cb40e85e02d', 'gw_port': {'id': '93f31ba7-2411-4258-ac90-c713e010bdf1', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:03:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa8135b-e6a6-410d-8dea-6e0e30fb2d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:35Z', 'updated_at': '2022-04-08T10:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': 'e204e99f-e924-4bde-89f6-5cf9fa56ddba', 'name': '', 'network_id': '3035a7ce-789f-492f-a26f-35e5b076ea0b', 'tenant_id': '111fcfbb9b474bbe967c5cb40e85e02d', 'mac_address': 'fa:16:3e:5f:44:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fa8135b-e6a6-410d-8dea-6e0e30fb2d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'd4ec5fb4-df58-45c8-8851-f9c99287a295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:38Z', 'updated_at': '2022-04-08T10:54:39Z', 'revision_number': 2, 'project_id': '111fcfbb9b474bbe967c5cb40e85e02d', 'subnets': [{'id': 'd4ec5fb4-df58-45c8-8851-f9c99287a295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:46.188325 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Current status of the port 93f31ba7-2411-4258-ac90-c713e010bdf1 is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:54:46.209952 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850f2334-693c-4794-8a56-a8e777c5c9ed None None] Checking router: 4fa8135b-e6a6-410d-8dea-6e0e30fb2d78 for host: dv-cinder-836071-3-iscsi {{(pid=109912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:54:46.210297 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850f2334-693c-4794-8a56-a8e777c5c9ed None None] Updating router 4fa8135b-e6a6-410d-8dea-6e0e30fb2d78 port e204e99f-e924-4bde-89f6-5cf9fa56ddba binding host dv-cinder-836071-3-iscsi {{(pid=109912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:54:46.237941 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-850f2334-693c-4794-8a56-a8e777c5c9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (e204e99f-e924-4bde-89f6-5cf9fa56ddba), before_update {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:46.513745 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-850f2334-693c-4794-8a56-a8e777c5c9ed None None] Publish callbacks [] for port (e204e99f-e924-4bde-89f6-5cf9fa56ddba), precommit_update {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:46.523326 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-850f2334-693c-4794-8a56-a8e777c5c9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (e204e99f-e924-4bde-89f6-5cf9fa56ddba), after_update {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:46.577455 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b1d8a9-979f-4188-889c-7b6c265145f9 None None] Pushing event updated for resources: {'Port': ['ID=e204e99f-e924-4bde-89f6-5cf9fa56ddba,revision_number=3']} {{(pid=109912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:46.595704 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dfd57949-1be2-4190-94f2-c1682066023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (140c1fdd-4f9d-4fc9-9d7c-f6f7cee51a0a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:46.654841 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.managers [None req-850f2334-693c-4794-8a56-a8e777c5c9ed None None] Attempting to bind port e204e99f-e924-4bde-89f6-5cf9fa56ddba on host dv-cinder-836071-3-iscsi for vnic_type normal with profile {{(pid=109912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 10:54:46.655238 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.managers [None req-850f2334-693c-4794-8a56-a8e777c5c9ed None None] Attempting to bind port e204e99f-e924-4bde-89f6-5cf9fa56ddba by drivers openvswitch,hyperv on host dv-cinder-836071-3-iscsi at level 0 using segments [{'id': '56be1b9b-52b7-4405-87b3-3bbb2d2773ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '3035a7ce-789f-492f-a26f-35e5b076ea0b'}] {{(pid=109912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 10:54:46.655673 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850f2334-693c-4794-8a56-a8e777c5c9ed None None] Attempting to bind port e204e99f-e924-4bde-89f6-5cf9fa56ddba on network 3035a7ce-789f-492f-a26f-35e5b076ea0b {{(pid=109912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:54:46.661372 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850f2334-693c-4794-8a56-a8e777c5c9ed None None] Checking agent: {'id': 'd1e78606-e5cc-43c0-bc22-8a5324478286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 41, 48), 'started_at': datetime.datetime(2022, 4, 8, 10, 42, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 10:54:46.662096 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850f2334-693c-4794-8a56-a8e777c5c9ed None None] Checking segment: {'id': '56be1b9b-52b7-4405-87b3-3bbb2d2773ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '3035a7ce-789f-492f-a26f-35e5b076ea0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:54:46.662497 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-850f2334-693c-4794-8a56-a8e777c5c9ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:46.662886 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850f2334-693c-4794-8a56-a8e777c5c9ed None None] Bound using segment: {'id': '56be1b9b-52b7-4405-87b3-3bbb2d2773ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '3035a7ce-789f-492f-a26f-35e5b076ea0b'} {{(pid=109912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 10:54:46.663354 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.managers [None req-850f2334-693c-4794-8a56-a8e777c5c9ed None None] Bound port: e204e99f-e924-4bde-89f6-5cf9fa56ddba, host: dv-cinder-836071-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56be1b9b-52b7-4405-87b3-3bbb2d2773ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '3035a7ce-789f-492f-a26f-35e5b076ea0b'}}] {{(pid=109912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 10:54:46.663729 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-850f2334-693c-4794-8a56-a8e777c5c9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (e204e99f-e924-4bde-89f6-5cf9fa56ddba), before_update {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:46.729801 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.db [None req-850f2334-693c-4794-8a56-a8e777c5c9ed None None] For port e204e99f-e924-4bde-89f6-5cf9fa56ddba, host dv-cinder-836071-3-iscsi, cleared binding levels {{(pid=109912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:54:46.733501 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.db [None req-850f2334-693c-4794-8a56-a8e777c5c9ed None None] For port e204e99f-e924-4bde-89f6-5cf9fa56ddba, host dv-cinder-836071-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=e204e99f-e924-4bde-89f6-5cf9fa56ddba,segment=NetworkSegment(56be1b9b-52b7-4405-87b3-3bbb2d2773ef),segment_id=56be1b9b-52b7-4405-87b3-3bbb2d2773ef)] {{(pid=109912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:54:46.741134 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-850f2334-693c-4794-8a56-a8e777c5c9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (e204e99f-e924-4bde-89f6-5cf9fa56ddba), after_update {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:46.797582 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b1d8a9-979f-4188-889c-7b6c265145f9 None None] Pushing event updated for resources: {'Port': ['ID=e204e99f-e924-4bde-89f6-5cf9fa56ddba,revision_number=4']} {{(pid=109912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:46.804996 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850f2334-693c-4794-8a56-a8e777c5c9ed None None] Routers {'4fa8135b-e6a6-410d-8dea-6e0e30fb2d78'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:54:46.805613 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-850f2334-693c-4794-8a56-a8e777c5c9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:54:44Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['4fa8135b-e6a6-410d-8dea-6e0e30fb2d78'], 'active': True} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:46.904918 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-bc8a50f0-0bf0-4239-ac66-e9fcc8ba6005 None None] Provisioning complete for port e204e99f-e924-4bde-89f6-5cf9fa56ddba triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:54:46.905803 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-bc8a50f0-0bf0-4239-ac66-e9fcc8ba6005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (e204e99f-e924-4bde-89f6-5cf9fa56ddba), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:46.929028 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvr_db [None req-850f2334-693c-4794-8a56-a8e777c5c9ed None None] Set router 4fa8135b-e6a6-410d-8dea-6e0e30fb2d78 gateway port host: dv-cinder-836071-3-iscsi {{(pid=109912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:54:47.007140 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-bc8a50f0-0bf0-4239-ac66-e9fcc8ba6005 None None] Current status of the port e204e99f-e924-4bde-89f6-5cf9fa56ddba is: DOWN; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:54:47.007541 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-bc8a50f0-0bf0-4239-ac66-e9fcc8ba6005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (e204e99f-e924-4bde-89f6-5cf9fa56ddba), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:47.041657 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-bc8a50f0-0bf0-4239-ac66-e9fcc8ba6005 None None] For port e204e99f-e924-4bde-89f6-5cf9fa56ddba, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=e204e99f-e924-4bde-89f6-5cf9fa56ddba,segment=NetworkSegment(56be1b9b-52b7-4405-87b3-3bbb2d2773ef),segment_id=56be1b9b-52b7-4405-87b3-3bbb2d2773ef)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:54:47.047918 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-bc8a50f0-0bf0-4239-ac66-e9fcc8ba6005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (e204e99f-e924-4bde-89f6-5cf9fa56ddba), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:47.099834 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8a50f0-0bf0-4239-ac66-e9fcc8ba6005 None None] Pushing event updated for resources: {'Port': ['ID=e204e99f-e924-4bde-89f6-5cf9fa56ddba,revision_number=5']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:47.176307 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-850f2334-693c-4794-8a56-a8e777c5c9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa8135b-e6a6-410d-8dea-6e0e30fb2d78', 'name': 'tempest-TestShelveInstance-1515940789-router', 'tenant_id': '111fcfbb9b474bbe967c5cb40e85e02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': '93f31ba7-2411-4258-ac90-c713e010bdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:35Z', 'updated_at': '2022-04-08T10:54:39Z', 'revision_number': 4, 'project_id': '111fcfbb9b474bbe967c5cb40e85e02d', 'gw_port': {'id': '93f31ba7-2411-4258-ac90-c713e010bdf1', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:03:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa8135b-e6a6-410d-8dea-6e0e30fb2d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:35Z', 'updated_at': '2022-04-08T10:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': 'e204e99f-e924-4bde-89f6-5cf9fa56ddba', 'name': '', 'network_id': '3035a7ce-789f-492f-a26f-35e5b076ea0b', 'tenant_id': '111fcfbb9b474bbe967c5cb40e85e02d', 'mac_address': 'fa:16:3e:5f:44:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fa8135b-e6a6-410d-8dea-6e0e30fb2d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'd4ec5fb4-df58-45c8-8851-f9c99287a295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:38Z', 'updated_at': '2022-04-08T10:54:46Z', 'revision_number': 4, 'project_id': '111fcfbb9b474bbe967c5cb40e85e02d', 'subnets': [{'id': 'd4ec5fb4-df58-45c8-8851-f9c99287a295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:47.178397 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-b42d049a-36f4-4985-9d58-7453e55709f6 None None] Provisioning complete for port e204e99f-e924-4bde-89f6-5cf9fa56ddba triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:54:47.178783 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-b42d049a-36f4-4985-9d58-7453e55709f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (e204e99f-e924-4bde-89f6-5cf9fa56ddba), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:47.203586 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850f2334-693c-4794-8a56-a8e777c5c9ed None None] The sync data for ids ['4fa8135b-e6a6-410d-8dea-6e0e30fb2d78'] in dv-cinder-836071-3-iscsi is: [{'id': '4fa8135b-e6a6-410d-8dea-6e0e30fb2d78', 'name': 'tempest-TestShelveInstance-1515940789-router', 'tenant_id': '111fcfbb9b474bbe967c5cb40e85e02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': '93f31ba7-2411-4258-ac90-c713e010bdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:35Z', 'updated_at': '2022-04-08T10:54:39Z', 'revision_number': 4, 'project_id': '111fcfbb9b474bbe967c5cb40e85e02d', 'gw_port': {'id': '93f31ba7-2411-4258-ac90-c713e010bdf1', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:03:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa8135b-e6a6-410d-8dea-6e0e30fb2d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:35Z', 'updated_at': '2022-04-08T10:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': 'e204e99f-e924-4bde-89f6-5cf9fa56ddba', 'name': '', 'network_id': '3035a7ce-789f-492f-a26f-35e5b076ea0b', 'tenant_id': '111fcfbb9b474bbe967c5cb40e85e02d', 'mac_address': 'fa:16:3e:5f:44:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fa8135b-e6a6-410d-8dea-6e0e30fb2d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'd4ec5fb4-df58-45c8-8851-f9c99287a295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:38Z', 'updated_at': '2022-04-08T10:54:46Z', 'revision_number': 4, 'project_id': '111fcfbb9b474bbe967c5cb40e85e02d', 'subnets': [{'id': 'd4ec5fb4-df58-45c8-8851-f9c99287a295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:54:47.275374 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-b42d049a-36f4-4985-9d58-7453e55709f6 None None] Current status of the port e204e99f-e924-4bde-89f6-5cf9fa56ddba is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:54:48.041788 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (d1e78606-e5cc-43c0-bc22-8a5324478286), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:48.072577 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device e204e99f-e924-4bde-89f6-5cf9fa56ddba up at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:54:48.120871 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Provisioning complete for port e204e99f-e924-4bde-89f6-5cf9fa56ddba triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:54:48.121342 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (e204e99f-e924-4bde-89f6-5cf9fa56ddba), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:48.202945 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Current status of the port e204e99f-e924-4bde-89f6-5cf9fa56ddba is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:54:48.448094 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (df0b008b-1017-45b0-9cbd-b6387ecfd69a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:48.644541 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f0657f-e00a-4656-a935-165648658dce req-93ef7720-706e-4325-9bb3-41b33ad5f575 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:48.646052 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-96f0657f-e00a-4656-a935-165648658dce req-93ef7720-706e-4325-9bb3-41b33ad5f575 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a3a3655-92cf-4b4e-8ab0-da8a8886ebe0 HTTP/1.1" status: 200 len: 945 time: 0.0548306 Apr 08 10:54:48.696770 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-96f0657f-e00a-4656-a935-165648658dce req-22ae01fc-9d72-4680-93f6-6866710a69ec tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d372c37-dd78-46ae-8e3e-d413253ca812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424433 Apr 08 10:54:49.038172 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-bec9bf0e-fca9-403f-ab25-0d02bae0ce6a req-a0201ca2-36a2-477b-a707-4b765c4b7355 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1137522631&fields=id&tenant_id=1240eb4e10e8472eb59d3c956e73fd45 HTTP/1.1" status: 200 len: 267 time: 0.0466073 Apr 08 10:54:49.145459 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9bf0e-fca9-403f-ab25-0d02bae0ce6a req-cb74c761-fb2a-474b-95f5-0f1b7cc4c129 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:49.146827 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-bec9bf0e-fca9-403f-ab25-0d02bae0ce6a req-cb74c761-fb2a-474b-95f5-0f1b7cc4c129 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/networks?id=cde280c4-46d3-4a2c-b76e-9357fe2425c5 HTTP/1.1" status: 200 len: 812 time: 0.1021829 Apr 08 10:54:49.161453 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-bec9bf0e-fca9-403f-ab25-0d02bae0ce6a req-81a646fa-ac40-42d2-8ce6-a30938da0eff tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/quotas/1240eb4e10e8472eb59d3c956e73fd45 HTTP/1.1" status: 200 len: 375 time: 0.0092547 Apr 08 10:54:49.223518 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-bec9bf0e-fca9-403f-ab25-0d02bae0ce6a req-057494d7-b356-40f6-a0e8-547356fcb97e tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1240eb4e10e8472eb59d3c956e73fd45&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566781 Apr 08 10:54:49.323652 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-bec9bf0e-fca9-403f-ab25-0d02bae0ce6a req-9be340cc-9e98-413f-b66a-14f87d4967f6 service neutron] 10.222.0.43 "GET /v2.0/networks/cde280c4-46d3-4a2c-b76e-9357fe2425c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857854 Apr 08 10:54:49.427463 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-bec9bf0e-fca9-403f-ab25-0d02bae0ce6a req-a8675c18-815a-444f-8576-6c5a504881c2 service neutron] 10.222.0.43 "GET /v2.0/networks/cde280c4-46d3-4a2c-b76e-9357fe2425c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949330 Apr 08 10:54:49.730913 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-3b9eef0c-edcd-4bdd-a02b-32046348c215 req-b93ccc77-9975-4f50-8605-87864f181fa8 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/ports?device_id=546b1f5a-c965-4e76-aa53-8e856fe7908b HTTP/1.1" status: 200 len: 210 time: 0.0281641 Apr 08 10:54:49.831148 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cf2054-d3be-48b0-9206-c92ecc8f865f req-fa245040-4f66-4661-83ac-c7d9e4108641 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:49.833297 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-12cf2054-d3be-48b0-9206-c92ecc8f865f req-fa245040-4f66-4661-83ac-c7d9e4108641 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a3a3655-92cf-4b4e-8ab0-da8a8886ebe0 HTTP/1.1" status: 200 len: 945 time: 0.0657034 Apr 08 10:54:49.883028 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-12cf2054-d3be-48b0-9206-c92ecc8f865f req-7849e4ba-35ac-4444-b9f5-37da1208e7a5 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d372c37-dd78-46ae-8e3e-d413253ca812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439856 Apr 08 10:54:50.392198 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d42c030-7c0c-4c3d-b30f-bad708083266 req-2ed97a56-a411-41bf-b9bb-198b33080733 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:50.393891 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-5d42c030-7c0c-4c3d-b30f-bad708083266 req-2ed97a56-a411-41bf-b9bb-198b33080733 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a3a3655-92cf-4b4e-8ab0-da8a8886ebe0 HTTP/1.1" status: 200 len: 945 time: 0.0594037 Apr 08 10:54:50.496800 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [req-5d42c030-7c0c-4c3d-b30f-bad708083266 req-83ff7566-ae0f-4e20-9314-ae49de40b96b tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Deleting port 9c976e90-ec7f-41f1-b67f-52809eb0f108 {{(pid=109910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 10:54:50.497142 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-5d42c030-7c0c-4c3d-b30f-bad708083266 req-83ff7566-ae0f-4e20-9314-ae49de40b96b tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (9c976e90-ec7f-41f1-b67f-52809eb0f108), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:50.591591 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [req-5d42c030-7c0c-4c3d-b30f-bad708083266 req-83ff7566-ae0f-4e20-9314-ae49de40b96b tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] For port 9c976e90-ec7f-41f1-b67f-52809eb0f108, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=9c976e90-ec7f-41f1-b67f-52809eb0f108,segment=NetworkSegment(d1fbcf39-677c-48da-b8da-407bc29700aa),segment_id=d1fbcf39-677c-48da-b8da-407bc29700aa)] {{(pid=109910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:54:50.591964 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-5d42c030-7c0c-4c3d-b30f-bad708083266 req-83ff7566-ae0f-4e20-9314-ae49de40b96b tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (9c976e90-ec7f-41f1-b67f-52809eb0f108), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:50.775595 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-5d42c030-7c0c-4c3d-b30f-bad708083266 req-83ff7566-ae0f-4e20-9314-ae49de40b96b tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:50.776408 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-5d42c030-7c0c-4c3d-b30f-bad708083266 req-83ff7566-ae0f-4e20-9314-ae49de40b96b tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743873'] for floatingip (ca67b73b-d454-4396-b073-163346856317), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:50.776408 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.db.l3_db [req-5d42c030-7c0c-4c3d-b30f-bad708083266 req-83ff7566-ae0f-4e20-9314-ae49de40b96b tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Floating IP ca67b73b-d454-4396-b073-163346856317 disassociated. External IP: 172.27.2.122, port: 9c976e90-ec7f-41f1-b67f-52809eb0f108. Apr 08 10:54:50.776821 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [req-5d42c030-7c0c-4c3d-b30f-bad708083266 req-83ff7566-ae0f-4e20-9314-ae49de40b96b tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Calling delete_port for 9c976e90-ec7f-41f1-b67f-52809eb0f108 owned by compute:nova {{(pid=109910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 10:54:50.900874 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-3afbe9df-08fc-47ba-aac7-01c9dc448a03 req-519ecb20-5caa-468b-814a-324ce08e8bfc tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/ports?device_id=546b1f5a-c965-4e76-aa53-8e856fe7908b HTTP/1.1" status: 200 len: 210 time: 0.0862756 Apr 08 10:54:50.982250 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9bf0e-fca9-403f-ab25-0d02bae0ce6a req-42a27656-a930-4a25-8445-c717ddc80d78 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:50.983761 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-bec9bf0e-fca9-403f-ab25-0d02bae0ce6a req-42a27656-a930-4a25-8445-c717ddc80d78 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.39 "GET /v2.0/networks?id=cde280c4-46d3-4a2c-b76e-9357fe2425c5 HTTP/1.1" status: 200 len: 812 time: 0.2014160 Apr 08 10:54:51.104567 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e742c2-377c-41c6-ae25-4bd89fba5642 req-2db6f81f-b7e3-49ae-a462-51b436758630 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:51.106061 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-34e742c2-377c-41c6-ae25-4bd89fba5642 req-2db6f81f-b7e3-49ae-a462-51b436758630 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a3a3655-92cf-4b4e-8ab0-da8a8886ebe0 HTTP/1.1" status: 200 len: 945 time: 0.1433439 Apr 08 10:54:51.111457 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-bec9bf0e-fca9-403f-ab25-0d02bae0ce6a req-e2a3ecd0-539f-4434-8f94-921691dc1db9 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1240eb4e10e8472eb59d3c956e73fd45 HTTP/1.1" status: 200 len: 380 time: 0.1096332 Apr 08 10:54:51.112058 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-5d42c030-7c0c-4c3d-b30f-bad708083266 req-83ff7566-ae0f-4e20-9314-ae49de40b96b tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14190223'] for port (9c976e90-ec7f-41f1-b67f-52809eb0f108), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:51.123912 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [req-bec9bf0e-fca9-403f-ab25-0d02bae0ce6a req-6a7eddfa-345e-4431-ae1a-71e845499148 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Request body: {'port': {'device_id': '546b1f5a-c965-4e76-aa53-8e856fe7908b', 'network_id': 'cde280c4-46d3-4a2c-b76e-9357fe2425c5', 'admin_state_up': True, 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'security_groups': ['dda30446-6890-4466-9d79-198654c55c73']}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:54:51.184293 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ff7566-ae0f-4e20-9314-ae49de40b96b tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Pushing event deleted for resources: {'Port': ['ID=9c976e90-ec7f-41f1-b67f-52809eb0f108,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:51.593665 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-34e742c2-377c-41c6-ae25-4bd89fba5642 req-73f59d74-0a2a-4e47-85cf-bd49742fcd90 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/security-groups?id=5d372c37-dd78-46ae-8e3e-d413253ca812&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4794943 Apr 08 10:54:51.688873 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bec9bf0e-fca9-403f-ab25-0d02bae0ce6a req-6a7eddfa-345e-4431-ae1a-71e845499148 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Made reservation on behalf of 1240eb4e10e8472eb59d3c956e73fd45 for: {'port': 1} {{(pid=109910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:54:51.692462 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-bec9bf0e-fca9-403f-ab25-0d02bae0ce6a req-6a7eddfa-345e-4431-ae1a-71e845499148 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:51.695522 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d42c030-7c0c-4c3d-b30f-bad708083266 req-83ff7566-ae0f-4e20-9314-ae49de40b96b tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Router d8772b0f-eb2e-43e1-8573-c003f829b44f has already been hosted by L3 agent a0f054a9-d30b-4594-8de6-6c24438c3963 {{(pid=109910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:54:51.911023 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d42c030-7c0c-4c3d-b30f-bad708083266 req-83ff7566-ae0f-4e20-9314-ae49de40b96b tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Notify agent at l3_agent.dv-cinder-836071-3-iscsi the message routers_updated {{(pid=109910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:54:51.914595 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.db_base_plugin_common [req-bec9bf0e-fca9-403f-ab25-0d02bae0ce6a req-6a7eddfa-345e-4431-ae1a-71e845499148 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Allocated IP 172.20.0.7 (cde280c4-46d3-4a2c-b76e-9357fe2425c5/f62eda8a-11e4-410d-acba-a7bf8fcacc01/e4d4752e-a2e5-4f80-9af0-f2bf66736061) {{(pid=109910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:54:51.934870 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0703217-e7b1-497b-9e5d-93cd97dee6b1 None None] Sync routers for ids ['d8772b0f-eb2e-43e1-8573-c003f829b44f'] in dv-cinder-836071-3-iscsi {{(pid=109911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:54:51.952888 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0703217-e7b1-497b-9e5d-93cd97dee6b1 None None] Routers {'d8772b0f-eb2e-43e1-8573-c003f829b44f'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:54:51.954352 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-d0703217-e7b1-497b-9e5d-93cd97dee6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:54:44Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['d8772b0f-eb2e-43e1-8573-c003f829b44f'], 'active': True} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:51.978395 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d42c030-7c0c-4c3d-b30f-bad708083266 req-83ff7566-ae0f-4e20-9314-ae49de40b96b tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] No DVR routers for this DVR port 9c976e90-ec7f-41f1-b67f-52809eb0f108 on host hv-cinder-83607 {{(pid=109910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:54:51.988037 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-5d42c030-7c0c-4c3d-b30f-bad708083266 req-83ff7566-ae0f-4e20-9314-ae49de40b96b tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for port (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:51.991827 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-5d42c030-7c0c-4c3d-b30f-bad708083266 req-83ff7566-ae0f-4e20-9314-ae49de40b96b tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.39 "DELETE /v2.0/ports/9c976e90-ec7f-41f1-b67f-52809eb0f108 HTTP/1.1" status: 204 len: 173 time: 1.5919883 Apr 08 10:54:51.992283 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3a3655-92cf-4b4e-8ab0-da8a8886ebe0', 'name': 'network-vif-deleted', 'tag': '9c976e90-ec7f-41f1-b67f-52809eb0f108'}] {{(pid=109910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:54:51.994694 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c101578fc708467248d177b11db2e3e6a7db5c554c0046cb1dea7ab1ce8b9fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a268492-68a2-45bf-9a19-7007e16dd085" -d '{"events": [{"server_uuid": "5a3a3655-92cf-4b4e-8ab0-da8a8886ebe0", "name": "network-vif-deleted", "tag": "9c976e90-ec7f-41f1-b67f-52809eb0f108"}]}' {{(pid=109910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:54:52.057099 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 10:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd75eec9-1533-44ab-bbb5-884952083929 x-openstack-request-id: req-bd75eec9-1533-44ab-bbb5-884952083929 {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:54:52.057392 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3a3655-92cf-4b4e-8ab0-da8a8886ebe0", "name": "network-vif-deleted", "tag": "9c976e90-ec7f-41f1-b67f-52809eb0f108", "status": "completed", "code": 200}]} {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:54:52.057656 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bd75eec9-1533-44ab-bbb5-884952083929 {{(pid=109910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:54:52.058090 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd75eec9-1533-44ab-bbb5-884952083929'] response: {'server_uuid': '5a3a3655-92cf-4b4e-8ab0-da8a8886ebe0', 'name': 'network-vif-deleted', 'tag': '9c976e90-ec7f-41f1-b67f-52809eb0f108', 'status': 'completed', 'code': 200} Apr 08 10:54:52.079946 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-922a0d72-1815-4925-812e-13bbd64ee8ea req-075b9fb2-a94b-4bc1-98b5-af54681e28e6 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/ports?device_id=546b1f5a-c965-4e76-aa53-8e856fe7908b HTTP/1.1" status: 200 len: 210 time: 0.0531576 Apr 08 10:54:52.105405 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvr_db [None req-d0703217-e7b1-497b-9e5d-93cd97dee6b1 None None] Set router d8772b0f-eb2e-43e1-8573-c003f829b44f gateway port host: dv-cinder-836071-3-iscsi {{(pid=109911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:54:52.182022 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-bec9bf0e-fca9-403f-ab25-0d02bae0ce6a req-6a7eddfa-345e-4431-ae1a-71e845499148 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks [] for port (e4d4752e-a2e5-4f80-9af0-f2bf66736061), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:52.220254 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-bec9bf0e-fca9-403f-ab25-0d02bae0ce6a req-6a7eddfa-345e-4431-ae1a-71e845499148 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14190223'] for port (e4d4752e-a2e5-4f80-9af0-f2bf66736061), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:52.263043 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bec9bf0e-fca9-403f-ab25-0d02bae0ce6a req-6a7eddfa-345e-4431-ae1a-71e845499148 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Network cde280c4-46d3-4a2c-b76e-9357fe2425c5 is already hosted by enough agents. {{(pid=109910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:54:52.266122 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.base_scheduler [req-bec9bf0e-fca9-403f-ab25-0d02bae0ce6a req-6a7eddfa-345e-4431-ae1a-71e845499148 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Resources bound (agent type, host, resource id): {{(pid=109910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:54:52.272637 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.l3_dvrscheduler_db [req-bec9bf0e-fca9-403f-ab25-0d02bae0ce6a req-6a7eddfa-345e-4431-ae1a-71e845499148 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Received port after_create {{(pid=109910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 10:54:52.298997 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7eddfa-345e-4431-ae1a-71e845499148 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Pushing event updated for resources: {'Port': ['ID=e4d4752e-a2e5-4f80-9af0-f2bf66736061,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:52.325399 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-d0703217-e7b1-497b-9e5d-93cd97dee6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'name': 'tempest-AttachVolumeNegativeTest-1105897746-router', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'b149437b-8d8c-45d5-8948-b52b29edf656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:50:18Z', 'updated_at': '2022-04-08T10:50:30Z', 'revision_number': 4, 'project_id': '734e32e8113d4e4db24c106da8458807', 'gw_port': {'id': 'b149437b-8d8c-45d5-8948-b52b29edf656', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:74:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:20Z', 'updated_at': '2022-04-08T10:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': '90d0def9-41d1-4896-921d-00edc40df59b', 'name': '', 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'mac_address': 'fa:16:3e:fb:76:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5f421bdc-b76f-40b9-9c95-2e839cd44c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:26Z', 'updated_at': '2022-04-08T10:50:36Z', 'revision_number': 5, 'project_id': '734e32e8113d4e4db24c106da8458807', 'subnets': [{'id': '5f421bdc-b76f-40b9-9c95-2e839cd44c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:52.327569 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9bf0e-fca9-403f-ab25-0d02bae0ce6a req-6a7eddfa-345e-4431-ae1a-71e845499148 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:52.329192 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-bec9bf0e-fca9-403f-ab25-0d02bae0ce6a req-6a7eddfa-345e-4431-ae1a-71e845499148 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for port (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:52.347404 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-bec9bf0e-fca9-403f-ab25-0d02bae0ce6a req-6a7eddfa-345e-4431-ae1a-71e845499148 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2282603 Apr 08 10:54:52.355505 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0703217-e7b1-497b-9e5d-93cd97dee6b1 None None] Checking router: d8772b0f-eb2e-43e1-8573-c003f829b44f for host: dv-cinder-836071-3-iscsi {{(pid=109911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:54:52.365017 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0703217-e7b1-497b-9e5d-93cd97dee6b1 None None] Routers {'d8772b0f-eb2e-43e1-8573-c003f829b44f'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:54:52.365691 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-d0703217-e7b1-497b-9e5d-93cd97dee6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:54:44Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['d8772b0f-eb2e-43e1-8573-c003f829b44f'], 'active': True} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:52.400529 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [req-bec9bf0e-fca9-403f-ab25-0d02bae0ce6a req-2583adc8-0a06-46e3-ae58-d776a66e8100 service neutron] Request body: {'port': {'device_id': '546b1f5a-c965-4e76-aa53-8e856fe7908b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:54:52.494065 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvr_db [None req-d0703217-e7b1-497b-9e5d-93cd97dee6b1 None None] Set router d8772b0f-eb2e-43e1-8573-c003f829b44f gateway port host: dv-cinder-836071-3-iscsi {{(pid=109911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:54:52.504740 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-bec9bf0e-fca9-403f-ab25-0d02bae0ce6a req-2583adc8-0a06-46e3-ae58-d776a66e8100 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (e4d4752e-a2e5-4f80-9af0-f2bf66736061), before_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:52.550450 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-f9ac6d0d-bd39-48b0-a4cf-8b5cfb27a943 None None] Provisioning complete for port e4d4752e-a2e5-4f80-9af0-f2bf66736061 triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:54:52.550923 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-f9ac6d0d-bd39-48b0-a4cf-8b5cfb27a943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (e4d4752e-a2e5-4f80-9af0-f2bf66736061), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:52.665232 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-f9ac6d0d-bd39-48b0-a4cf-8b5cfb27a943 None None] Port e4d4752e-a2e5-4f80-9af0-f2bf66736061 cannot update to ACTIVE because it is not bound. {{(pid=109911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 10:54:52.700698 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 59618) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:54:52.787447 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-0cf31cc5-4359-448a-8f98-e0ccd57afeba tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for security_group (5d372c37-dd78-46ae-8e3e-d413253ca812), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:52.816058 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-0cf31cc5-4359-448a-8f98-e0ccd57afeba tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for security_group (5d372c37-dd78-46ae-8e3e-d413253ca812), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:52.838175 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [req-bec9bf0e-fca9-403f-ab25-0d02bae0ce6a req-2583adc8-0a06-46e3-ae58-d776a66e8100 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4d4752e-a2e5-4f80-9af0-f2bf66736061 {{(pid=109910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:54:52.846980 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-bec9bf0e-fca9-403f-ab25-0d02bae0ce6a req-2583adc8-0a06-46e3-ae58-d776a66e8100 service neutron] Publish callbacks [] for port (e4d4752e-a2e5-4f80-9af0-f2bf66736061), precommit_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:52.873314 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.provisioning_blocks [req-bec9bf0e-fca9-403f-ab25-0d02bae0ce6a req-2583adc8-0a06-46e3-ae58-d776a66e8100 service neutron] Transition to ACTIVE for port object e4d4752e-a2e5-4f80-9af0-f2bf66736061 will not be triggered until provisioned by entity L2. {{(pid=109910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 10:54:52.873910 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-0cf31cc5-4359-448a-8f98-e0ccd57afeba tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (5d372c37-dd78-46ae-8e3e-d413253ca812), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:52.876792 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-0cf31cc5-4359-448a-8f98-e0ccd57afeba tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:52.877482 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-bec9bf0e-fca9-403f-ab25-0d02bae0ce6a req-2583adc8-0a06-46e3-ae58-d776a66e8100 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14190224'] for port (e4d4752e-a2e5-4f80-9af0-f2bf66736061), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:52.878438 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-0cf31cc5-4359-448a-8f98-e0ccd57afeba tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "DELETE /v2.0/security-groups/5d372c37-dd78-46ae-8e3e-d413253ca812 HTTP/1.1" status: 204 len: 168 time: 0.1766150 Apr 08 10:54:52.882853 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 59620) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:54:52.888907 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf31cc5-4359-448a-8f98-e0ccd57afeba tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d372c37-dd78-46ae-8e3e-d413253ca812,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:52.904710 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.api.v2.resource [None req-dd19daac-2fe4-4352-b0d7-32d1d3cd2aa5 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] show failed (client error): The resource could not be found. Apr 08 10:54:52.908385 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-dd19daac-2fe4-4352-b0d7-32d1d3cd2aa5 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/security-groups/5d372c37-dd78-46ae-8e3e-d413253ca812 HTTP/1.1" status: 404 len: 347 time: 0.0220015 Apr 08 10:54:52.908524 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-d0703217-e7b1-497b-9e5d-93cd97dee6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'name': 'tempest-AttachVolumeNegativeTest-1105897746-router', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'b149437b-8d8c-45d5-8948-b52b29edf656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:50:18Z', 'updated_at': '2022-04-08T10:50:30Z', 'revision_number': 4, 'project_id': '734e32e8113d4e4db24c106da8458807', 'gw_port': {'id': 'b149437b-8d8c-45d5-8948-b52b29edf656', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:74:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:20Z', 'updated_at': '2022-04-08T10:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': '90d0def9-41d1-4896-921d-00edc40df59b', 'name': '', 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'mac_address': 'fa:16:3e:fb:76:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5f421bdc-b76f-40b9-9c95-2e839cd44c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:26Z', 'updated_at': '2022-04-08T10:50:36Z', 'revision_number': 5, 'project_id': '734e32e8113d4e4db24c106da8458807', 'subnets': [{'id': '5f421bdc-b76f-40b9-9c95-2e839cd44c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:54:52.908669 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 59622) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:54:52.959206 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0703217-e7b1-497b-9e5d-93cd97dee6b1 None None] The sync data for ids ['d8772b0f-eb2e-43e1-8573-c003f829b44f'] in dv-cinder-836071-3-iscsi is: [{'id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'name': 'tempest-AttachVolumeNegativeTest-1105897746-router', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'b149437b-8d8c-45d5-8948-b52b29edf656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:50:18Z', 'updated_at': '2022-04-08T10:50:30Z', 'revision_number': 4, 'project_id': '734e32e8113d4e4db24c106da8458807', 'gw_port': {'id': 'b149437b-8d8c-45d5-8948-b52b29edf656', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:74:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:20Z', 'updated_at': '2022-04-08T10:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': '90d0def9-41d1-4896-921d-00edc40df59b', 'name': '', 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'mac_address': 'fa:16:3e:fb:76:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5f421bdc-b76f-40b9-9c95-2e839cd44c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:26Z', 'updated_at': '2022-04-08T10:50:36Z', 'revision_number': 5, 'project_id': '734e32e8113d4e4db24c106da8458807', 'subnets': [{'id': '5f421bdc-b76f-40b9-9c95-2e839cd44c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:54:52.972464 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2583adc8-0a06-46e3-ae58-d776a66e8100 service neutron] Pushing event updated for resources: {'Port': ['ID=e4d4752e-a2e5-4f80-9af0-f2bf66736061,revision_number=2']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:53.054111 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.managers [req-bec9bf0e-fca9-403f-ab25-0d02bae0ce6a req-2583adc8-0a06-46e3-ae58-d776a66e8100 service neutron] Attempting to bind port e4d4752e-a2e5-4f80-9af0-f2bf66736061 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 10:54:53.054754 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.managers [req-bec9bf0e-fca9-403f-ab25-0d02bae0ce6a req-2583adc8-0a06-46e3-ae58-d776a66e8100 service neutron] Attempting to bind port e4d4752e-a2e5-4f80-9af0-f2bf66736061 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '6d5acab1-a077-4768-8ed0-79720d8978bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cde280c4-46d3-4a2c-b76e-9357fe2425c5'}] {{(pid=109910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 10:54:53.055881 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec9bf0e-fca9-403f-ab25-0d02bae0ce6a req-2583adc8-0a06-46e3-ae58-d776a66e8100 service neutron] Attempting to bind port e4d4752e-a2e5-4f80-9af0-f2bf66736061 on network cde280c4-46d3-4a2c-b76e-9357fe2425c5 {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:54:53.061158 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec9bf0e-fca9-403f-ab25-0d02bae0ce6a req-2583adc8-0a06-46e3-ae58-d776a66e8100 service neutron] Port e4d4752e-a2e5-4f80-9af0-f2bf66736061 on network cde280c4-46d3-4a2c-b76e-9357fe2425c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 10:54:53.061587 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec9bf0e-fca9-403f-ab25-0d02bae0ce6a req-2583adc8-0a06-46e3-ae58-d776a66e8100 service neutron] Attempting to bind port e4d4752e-a2e5-4f80-9af0-f2bf66736061 on network cde280c4-46d3-4a2c-b76e-9357fe2425c5 {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:54:53.067652 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec9bf0e-fca9-403f-ab25-0d02bae0ce6a req-2583adc8-0a06-46e3-ae58-d776a66e8100 service neutron] Checking agent: {'id': 'df0b008b-1017-45b0-9cbd-b6387ecfd69a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 48, 18), 'started_at': datetime.datetime(2022, 4, 8, 10, 48, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 10:54:53.068158 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec9bf0e-fca9-403f-ab25-0d02bae0ce6a req-2583adc8-0a06-46e3-ae58-d776a66e8100 service neutron] Checking segment: {'id': '6d5acab1-a077-4768-8ed0-79720d8978bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cde280c4-46d3-4a2c-b76e-9357fe2425c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:54:53.068549 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec9bf0e-fca9-403f-ab25-0d02bae0ce6a req-2583adc8-0a06-46e3-ae58-d776a66e8100 service neutron] Bound using segment: {'id': '6d5acab1-a077-4768-8ed0-79720d8978bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cde280c4-46d3-4a2c-b76e-9357fe2425c5'} {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 10:54:53.068980 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.managers [req-bec9bf0e-fca9-403f-ab25-0d02bae0ce6a req-2583adc8-0a06-46e3-ae58-d776a66e8100 service neutron] Bound port: e4d4752e-a2e5-4f80-9af0-f2bf66736061, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d5acab1-a077-4768-8ed0-79720d8978bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cde280c4-46d3-4a2c-b76e-9357fe2425c5'}}] {{(pid=109910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 10:54:53.069388 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-bec9bf0e-fca9-403f-ab25-0d02bae0ce6a req-2583adc8-0a06-46e3-ae58-d776a66e8100 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (e4d4752e-a2e5-4f80-9af0-f2bf66736061), before_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:53.086994 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.plugin [None req-27b0c463-8e78-474c-9007-75afc2c07911 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Deleting port d79fd3fd-e330-4d6c-87a0-540ccc4dbb5e {{(pid=109909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 10:54:53.087533 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-27b0c463-8e78-474c-9007-75afc2c07911 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (d79fd3fd-e330-4d6c-87a0-540ccc4dbb5e), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:53.146947 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [req-bec9bf0e-fca9-403f-ab25-0d02bae0ce6a req-2583adc8-0a06-46e3-ae58-d776a66e8100 service neutron] For port e4d4752e-a2e5-4f80-9af0-f2bf66736061, host hv-cinder-83607, cleared binding levels {{(pid=109910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:54:53.151417 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [req-bec9bf0e-fca9-403f-ab25-0d02bae0ce6a req-2583adc8-0a06-46e3-ae58-d776a66e8100 service neutron] For port e4d4752e-a2e5-4f80-9af0-f2bf66736061, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e4d4752e-a2e5-4f80-9af0-f2bf66736061,segment=NetworkSegment(6d5acab1-a077-4768-8ed0-79720d8978bc),segment_id=6d5acab1-a077-4768-8ed0-79720d8978bc)] {{(pid=109910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:54:53.160778 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-bec9bf0e-fca9-403f-ab25-0d02bae0ce6a req-2583adc8-0a06-46e3-ae58-d776a66e8100 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14190224'] for port (e4d4752e-a2e5-4f80-9af0-f2bf66736061), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:53.195975 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-27b0c463-8e78-474c-9007-75afc2c07911 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (d79fd3fd-e330-4d6c-87a0-540ccc4dbb5e), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:53.196315 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-27b0c463-8e78-474c-9007-75afc2c07911 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for floatingip (d79fd3fd-e330-4d6c-87a0-540ccc4dbb5e), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:53.215941 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.plugin [None req-27b0c463-8e78-474c-9007-75afc2c07911 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Calling delete_port for d79fd3fd-e330-4d6c-87a0-540ccc4dbb5e owned by network:floatingip {{(pid=109909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 10:54:53.227219 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9bf0e-fca9-403f-ab25-0d02bae0ce6a req-2583adc8-0a06-46e3-ae58-d776a66e8100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:53.227854 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-bec9bf0e-fca9-403f-ab25-0d02bae0ce6a req-2583adc8-0a06-46e3-ae58-d776a66e8100 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for port (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:53.229285 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-bec9bf0e-fca9-403f-ab25-0d02bae0ce6a req-2583adc8-0a06-46e3-ae58-d776a66e8100 service neutron] 10.222.0.39 "PUT /v2.0/ports/e4d4752e-a2e5-4f80-9af0-f2bf66736061 HTTP/1.1" status: 200 len: 1093 time: 0.8333700 Apr 08 10:54:53.263746 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2583adc8-0a06-46e3-ae58-d776a66e8100 service neutron] Pushing event updated for resources: {'Port': ['ID=e4d4752e-a2e5-4f80-9af0-f2bf66736061,revision_number=3']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:53.287810 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899cebc5-f512-47d3-8ebd-80b1086b0f1d req-6b1f135b-7a1c-4304-b7fc-578cc093e47e tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:53.289391 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-899cebc5-f512-47d3-8ebd-80b1086b0f1d req-6b1f135b-7a1c-4304-b7fc-578cc093e47e tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/ports?device_id=546b1f5a-c965-4e76-aa53-8e856fe7908b HTTP/1.1" status: 200 len: 943 time: 0.0974817 Apr 08 10:54:53.364546 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e1580a-74b3-48b4-be55-093675068966 None None] New status for floating IP ca67b73b-d454-4396-b073-163346856317: DOWN {{(pid=109912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 10:54:53.378272 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-899cebc5-f512-47d3-8ebd-80b1086b0f1d req-876603f5-8bfc-42e8-823f-bea38e383111 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/security-groups?id=dda30446-6890-4466-9d79-198654c55c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790575 Apr 08 10:54:53.381664 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9bf0e-fca9-403f-ab25-0d02bae0ce6a req-95e11503-efef-4794-802d-5744b12eb0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:53.383161 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-bec9bf0e-fca9-403f-ab25-0d02bae0ce6a req-95e11503-efef-4794-802d-5744b12eb0aa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1240eb4e10e8472eb59d3c956e73fd45&device_id=546b1f5a-c965-4e76-aa53-8e856fe7908b HTTP/1.1" status: 200 len: 1127 time: 0.0928864 Apr 08 10:54:53.386224 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-27b0c463-8e78-474c-9007-75afc2c07911 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16387658'] for port (d79fd3fd-e330-4d6c-87a0-540ccc4dbb5e), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:53.425421 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b0c463-8e78-474c-9007-75afc2c07911 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Pushing event deleted for resources: {'Port': ['ID=d79fd3fd-e330-4d6c-87a0-540ccc4dbb5e,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:53.439024 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-bec9bf0e-fca9-403f-ab25-0d02bae0ce6a req-23646757-06ad-47ba-ad63-0563fa3b857d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4d4752e-a2e5-4f80-9af0-f2bf66736061 HTTP/1.1" status: 200 len: 217 time: 0.0451167 Apr 08 10:54:53.495397 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9bf0e-fca9-403f-ab25-0d02bae0ce6a req-8c44bbb7-65f5-4d7e-bf19-0f9bdf721247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:53.497858 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-bec9bf0e-fca9-403f-ab25-0d02bae0ce6a req-8c44bbb7-65f5-4d7e-bf19-0f9bdf721247 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f62eda8a-11e4-410d-acba-a7bf8fcacc01 HTTP/1.1" status: 200 len: 851 time: 0.0544231 Apr 08 10:54:53.519523 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-27b0c463-8e78-474c-9007-75afc2c07911 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for floatingip (ca67b73b-d454-4396-b073-163346856317), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:53.523877 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-27b0c463-8e78-474c-9007-75afc2c07911 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for floatingip (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:53.525603 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-27b0c463-8e78-474c-9007-75afc2c07911 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "DELETE /v2.0/floatingips/ca67b73b-d454-4396-b073-163346856317 HTTP/1.1" status: 204 len: 168 time: 0.6154308 Apr 08 10:54:53.572659 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9bf0e-fca9-403f-ab25-0d02bae0ce6a req-fa64a185-4873-46b1-98ce-a3a7743a5b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:53.574367 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-bec9bf0e-fca9-403f-ab25-0d02bae0ce6a req-fa64a185-4873-46b1-98ce-a3a7743a5b0f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cde280c4-46d3-4a2c-b76e-9357fe2425c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0688429 Apr 08 10:54:53.691835 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-bec9bf0e-fca9-403f-ab25-0d02bae0ce6a req-a80c74c7-92d5-44e5-b1a5-739cefe04d01 service neutron] 10.222.0.39 "GET /v2.0/networks/cde280c4-46d3-4a2c-b76e-9357fe2425c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000490 Apr 08 10:54:53.711092 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 59630) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:54:53.716296 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.v2.base [None req-765cdc94-453d-4cfe-b8fc-dccc8fc4d495 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Request body: {'security_group': {'name': 'tempest-securitygroup--541054057', 'description': 'tempest-description--428655538'}} {{(pid=109909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:54:53.738346 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-765cdc94-453d-4cfe-b8fc-dccc8fc4d495 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for security_group (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:53.783259 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-bec9bf0e-fca9-403f-ab25-0d02bae0ce6a req-f88f2a69-97c4-4ea3-b565-b1ff159dd4fe service neutron] 10.222.0.39 "GET /v2.0/networks/cde280c4-46d3-4a2c-b76e-9357fe2425c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848925 Apr 08 10:54:53.809951 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-765cdc94-453d-4cfe-b8fc-dccc8fc4d495 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for security_group (dbd67882-c6d4-4d97-9c5a-dda1b24f3029), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:53.813886 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-765cdc94-453d-4cfe-b8fc-dccc8fc4d495 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (dbd67882-c6d4-4d97-9c5a-dda1b24f3029), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:53.846116 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-765cdc94-453d-4cfe-b8fc-dccc8fc4d495 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:53.847476 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-765cdc94-453d-4cfe-b8fc-dccc8fc4d495 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1353621 Apr 08 10:54:53.849916 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765cdc94-453d-4cfe-b8fc-dccc8fc4d495 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd67882-c6d4-4d97-9c5a-dda1b24f3029,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:53.850814 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 59632) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:54:53.856300 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [None req-8dbb72c7-0741-4fbf-af9c-359fda454594 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Request body: {'security_group_rule': {'security_group_id': 'dbd67882-c6d4-4d97-9c5a-dda1b24f3029', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:54:53.887810 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-8dbb72c7-0741-4fbf-af9c-359fda454594 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for security_group_rule (053f8aa2-7463-4ba5-9f0f-6a523a88426f), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:53.946006 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device 9c976e90-ec7f-41f1-b67f-52809eb0f108 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 10:54:53.951654 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-8dbb72c7-0741-4fbf-af9c-359fda454594 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for security_group_rule (053f8aa2-7463-4ba5-9f0f-6a523a88426f), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:53.956872 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-8dbb72c7-0741-4fbf-af9c-359fda454594 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682660'] for security_group_rule (053f8aa2-7463-4ba5-9f0f-6a523a88426f), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:53.974533 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] No Port match for: 9c976e90-ec7f-41f1-b67f-52809eb0f108 {{(pid=109911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 10:54:53.975482 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device 9c976e90-ec7f-41f1-b67f-52809eb0f108 not bound to the agent host hv-cinder-83607 {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 10:54:53.979087 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbb72c7-0741-4fbf-af9c-359fda454594 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=053f8aa2-7463-4ba5-9f0f-6a523a88426f,revision_number=0']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:53.988795 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-8dbb72c7-0741-4fbf-af9c-359fda454594 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:53.990042 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-8dbb72c7-0741-4fbf-af9c-359fda454594 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1382272 Apr 08 10:54:53.992754 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 59634) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:54:53.997239 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [None req-9905b98c-ff9e-42d6-9561-1df747b19ab2 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Request body: {'security_group_rule': {'security_group_id': 'dbd67882-c6d4-4d97-9c5a-dda1b24f3029', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:54:54.023397 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-9905b98c-ff9e-42d6-9561-1df747b19ab2 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for security_group_rule (53e002a0-6d01-422d-ba44-1140c8d8915b), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:54.061404 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '546b1f5a-c965-4e76-aa53-8e856fe7908b', 'tag': 'e4d4752e-a2e5-4f80-9af0-f2bf66736061'}] {{(pid=109910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:54:54.063645 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c101578fc708467248d177b11db2e3e6a7db5c554c0046cb1dea7ab1ce8b9fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0afd986-f96a-47b5-9044-2980df82e905" -d '{"events": [{"name": "network-changed", "server_uuid": "546b1f5a-c965-4e76-aa53-8e856fe7908b", "tag": "e4d4752e-a2e5-4f80-9af0-f2bf66736061"}]}' {{(pid=109910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:54:54.083865 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-9905b98c-ff9e-42d6-9561-1df747b19ab2 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for security_group_rule (53e002a0-6d01-422d-ba44-1140c8d8915b), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:54.089733 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-9905b98c-ff9e-42d6-9561-1df747b19ab2 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682660'] for security_group_rule (53e002a0-6d01-422d-ba44-1140c8d8915b), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:54.104445 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 10:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-529a5935-b5ff-49ed-9c42-6593c5b11061 x-openstack-request-id: req-529a5935-b5ff-49ed-9c42-6593c5b11061 {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:54:54.104725 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "546b1f5a-c965-4e76-aa53-8e856fe7908b", "tag": "e4d4752e-a2e5-4f80-9af0-f2bf66736061", "status": "completed", "code": 200}]} {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:54:54.104972 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-529a5935-b5ff-49ed-9c42-6593c5b11061 {{(pid=109910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:54:54.105397 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-529a5935-b5ff-49ed-9c42-6593c5b11061'] response: {'name': 'network-changed', 'server_uuid': '546b1f5a-c965-4e76-aa53-8e856fe7908b', 'tag': 'e4d4752e-a2e5-4f80-9af0-f2bf66736061', 'status': 'completed', 'code': 200} Apr 08 10:54:54.109531 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9905b98c-ff9e-42d6-9561-1df747b19ab2 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53e002a0-6d01-422d-ba44-1140c8d8915b,revision_number=0']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:54.117533 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-9905b98c-ff9e-42d6-9561-1df747b19ab2 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:54.118725 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-9905b98c-ff9e-42d6-9561-1df747b19ab2 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1249785 Apr 08 10:54:54.122135 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 59638) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:54:54.127003 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.v2.base [None req-56497aca-3bc1-4c13-a958-11f33ccb7f09 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Request body: {'floatingip': {'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b'}} {{(pid=109909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:54:54.150680 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-56497aca-3bc1-4c13-a958-11f33ccb7f09 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:54.188108 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0afd986-f96a-47b5-9044-2980df82e905 req-dfdc45d4-5eb3-4418-a41b-6d0f0f6b40de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:54.189750 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-e0afd986-f96a-47b5-9044-2980df82e905 req-dfdc45d4-5eb3-4418-a41b-6d0f0f6b40de service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1240eb4e10e8472eb59d3c956e73fd45&device_id=546b1f5a-c965-4e76-aa53-8e856fe7908b HTTP/1.1" status: 200 len: 1127 time: 0.0552580 Apr 08 10:54:54.251079 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-56497aca-3bc1-4c13-a958-11f33ccb7f09 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:54.283173 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0afd986-f96a-47b5-9044-2980df82e905 req-bd9e7aba-ee68-4435-86f1-5ce0c9787ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:54.284941 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-e0afd986-f96a-47b5-9044-2980df82e905 req-bd9e7aba-ee68-4435-86f1-5ce0c9787ca0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cde280c4-46d3-4a2c-b76e-9357fe2425c5 HTTP/1.1" status: 200 len: 913 time: 0.0876966 Apr 08 10:54:54.325507 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-e0afd986-f96a-47b5-9044-2980df82e905 req-c004b7da-476c-4ea9-a393-96f701aa0bdb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4d4752e-a2e5-4f80-9af0-f2bf66736061 HTTP/1.1" status: 200 len: 217 time: 0.0340936 Apr 08 10:54:54.360985 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.db.db_base_plugin_common [None req-56497aca-3bc1-4c13-a958-11f33ccb7f09 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Allocated IP 172.27.2.56 (173a9438-8c11-42c7-a64e-a6d835b0fe8b/3e92b2da-8062-400a-a6d5-15b49fe43bf4/cab81467-97a5-4fb2-8f37-6d38afaac12e) {{(pid=109909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:54:54.373154 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0afd986-f96a-47b5-9044-2980df82e905 req-d7e84052-d311-4642-9464-5ea324cb4c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:54.374593 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-e0afd986-f96a-47b5-9044-2980df82e905 req-d7e84052-d311-4642-9464-5ea324cb4c7a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f62eda8a-11e4-410d-acba-a7bf8fcacc01 HTTP/1.1" status: 200 len: 851 time: 0.0432127 Apr 08 10:54:54.429422 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0afd986-f96a-47b5-9044-2980df82e905 req-8ade592f-5bbd-4d42-ae8e-4d53418a6cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:54.430944 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-e0afd986-f96a-47b5-9044-2980df82e905 req-8ade592f-5bbd-4d42-ae8e-4d53418a6cc5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cde280c4-46d3-4a2c-b76e-9357fe2425c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496929 Apr 08 10:54:54.474974 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-56497aca-3bc1-4c13-a958-11f33ccb7f09 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for port (cab81467-97a5-4fb2-8f37-6d38afaac12e), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:54.508196 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-56497aca-3bc1-4c13-a958-11f33ccb7f09 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16387658'] for port (cab81467-97a5-4fb2-8f37-6d38afaac12e), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:54.545181 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56497aca-3bc1-4c13-a958-11f33ccb7f09 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Network 173a9438-8c11-42c7-a64e-a6d835b0fe8b is already hosted by enough agents. {{(pid=109909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:54:54.551875 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.base_scheduler [None req-56497aca-3bc1-4c13-a958-11f33ccb7f09 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Resources bound (agent type, host, resource id): {{(pid=109909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:54:54.556477 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56497aca-3bc1-4c13-a958-11f33ccb7f09 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Received port after_create {{(pid=109909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 10:54:54.559582 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56497aca-3bc1-4c13-a958-11f33ccb7f09 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Pushing event updated for resources: {'Port': ['ID=cab81467-97a5-4fb2-8f37-6d38afaac12e,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:54.568781 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebd3cc2-dbf0-44a1-9ceb-444cb076b4c2 req-67eab8ab-3b60-436e-ada1-c0dca195e0d3 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:54.570432 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-cebd3cc2-dbf0-44a1-9ceb-444cb076b4c2 req-67eab8ab-3b60-436e-ada1-c0dca195e0d3 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/ports?device_id=546b1f5a-c965-4e76-aa53-8e856fe7908b HTTP/1.1" status: 200 len: 943 time: 0.1102076 Apr 08 10:54:54.591128 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-e0afd986-f96a-47b5-9044-2980df82e905 req-253e69bf-6ba1-410f-baae-b0c027b560dd service neutron] 10.222.0.39 "GET /v2.0/networks/cde280c4-46d3-4a2c-b76e-9357fe2425c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390381 Apr 08 10:54:54.642762 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-56497aca-3bc1-4c13-a958-11f33ccb7f09 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for floatingip (faab35b8-984f-410d-b8ed-9aba3eb9d7e7), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:54.680206 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-cebd3cc2-dbf0-44a1-9ceb-444cb076b4c2 req-f86a78b2-5dcb-431d-a83a-ab476e91b3cb tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/security-groups?id=dda30446-6890-4466-9d79-198654c55c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003139 Apr 08 10:54:54.682287 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-56497aca-3bc1-4c13-a958-11f33ccb7f09 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (cab81467-97a5-4fb2-8f37-6d38afaac12e), before_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:54.707989 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-e0afd986-f96a-47b5-9044-2980df82e905 req-80fd4def-1997-4f87-bb84-3cbe14ce7d30 service neutron] 10.222.0.39 "GET /v2.0/networks/cde280c4-46d3-4a2c-b76e-9357fe2425c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075180 Apr 08 10:54:54.840550 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-56497aca-3bc1-4c13-a958-11f33ccb7f09 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for port (cab81467-97a5-4fb2-8f37-6d38afaac12e), precommit_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:54.847360 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-56497aca-3bc1-4c13-a958-11f33ccb7f09 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16387669'] for port (cab81467-97a5-4fb2-8f37-6d38afaac12e), after_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:54.924803 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56497aca-3bc1-4c13-a958-11f33ccb7f09 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Pushing event updated for resources: {'Port': ['ID=cab81467-97a5-4fb2-8f37-6d38afaac12e,revision_number=2']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:54.939719 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-56497aca-3bc1-4c13-a958-11f33ccb7f09 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743873'] for floatingip (faab35b8-984f-410d-b8ed-9aba3eb9d7e7), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:54.957397 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-56497aca-3bc1-4c13-a958-11f33ccb7f09 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for floatingip (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:54.958669 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-56497aca-3bc1-4c13-a958-11f33ccb7f09 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8352573 Apr 08 10:54:55.164191 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-98f2edb3-18b6-4566-aa17-b949f94b5ef2 req-23c293c4-7c23-4e1f-971f-c1d2e7746a09 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--541054057&fields=id&tenant_id=734e32e8113d4e4db24c106da8458807 HTTP/1.1" status: 200 len: 267 time: 0.0480652 Apr 08 10:54:55.270745 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f2edb3-18b6-4566-aa17-b949f94b5ef2 req-735ed7fe-49c7-4e3b-9176-8ef5a2a23a58 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:55.272203 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-98f2edb3-18b6-4566-aa17-b949f94b5ef2 req-735ed7fe-49c7-4e3b-9176-8ef5a2a23a58 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/networks?id=a108a20f-c74a-4177-8672-00636aeb2525 HTTP/1.1" status: 200 len: 815 time: 0.1016920 Apr 08 10:54:55.287330 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-98f2edb3-18b6-4566-aa17-b949f94b5ef2 req-72b6cdd8-a716-4feb-9b96-b8151ffcb8ed tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/quotas/734e32e8113d4e4db24c106da8458807 HTTP/1.1" status: 200 len: 375 time: 0.0097315 Apr 08 10:54:55.343720 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-98f2edb3-18b6-4566-aa17-b949f94b5ef2 req-33e69de6-dc54-456d-b138-18c39eb656a2 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=734e32e8113d4e4db24c106da8458807&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514388 Apr 08 10:54:55.448575 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-98f2edb3-18b6-4566-aa17-b949f94b5ef2 req-43f9219d-62b8-4b6e-a09f-477021f2b13e service neutron] 10.222.0.43 "GET /v2.0/networks/a108a20f-c74a-4177-8672-00636aeb2525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877886 Apr 08 10:54:55.541538 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-98f2edb3-18b6-4566-aa17-b949f94b5ef2 req-c60b76d2-f8d4-4fd5-9d0b-3b4f543ac02f service neutron] 10.222.0.43 "GET /v2.0/networks/a108a20f-c74a-4177-8672-00636aeb2525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871079 Apr 08 10:54:55.707445 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ca376adf-cbc1-43dd-aa7a-77ad3c893bcb req-b9c6b1d8-9ddc-4bf9-9102-655cbdc9580f tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a368f78-ef86-4cbd-8143-769af9543709 HTTP/1.1" status: 200 len: 210 time: 0.0307109 Apr 08 10:54:55.807266 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c1cf2-69c2-4493-a34a-d0f67c1b220e req-06ac9765-4470-4548-87c2-f5913fe1cba7 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:55.813099 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-893c1cf2-69c2-4493-a34a-d0f67c1b220e req-06ac9765-4470-4548-87c2-f5913fe1cba7 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/ports?device_id=546b1f5a-c965-4e76-aa53-8e856fe7908b HTTP/1.1" status: 200 len: 943 time: 0.0604870 Apr 08 10:54:55.858029 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-893c1cf2-69c2-4493-a34a-d0f67c1b220e req-d1dc7370-a23a-4660-8fc8-231657f74c35 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/security-groups?id=dda30446-6890-4466-9d79-198654c55c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431569 Apr 08 10:54:56.199727 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.agents_db [None req-4d82583b-548a-400c-8f4c-c09be56c4ea4 None None] Agent healthcheck: found 6 active agents {{(pid=109912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 10:54:56.733357 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f2edb3-18b6-4566-aa17-b949f94b5ef2 req-f1b3ad56-78b3-40b6-b2fa-341262c88c6a tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:56.734875 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-98f2edb3-18b6-4566-aa17-b949f94b5ef2 req-f1b3ad56-78b3-40b6-b2fa-341262c88c6a tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.39 "GET /v2.0/networks?id=a108a20f-c74a-4177-8672-00636aeb2525 HTTP/1.1" status: 200 len: 815 time: 0.1103213 Apr 08 10:54:56.814423 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-d8f10e77-edd6-483a-ad48-c440e995a282 req-5b842ce2-63dd-4e35-abb5-35296a140418 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a368f78-ef86-4cbd-8143-769af9543709 HTTP/1.1" status: 200 len: 210 time: 0.0366714 Apr 08 10:54:56.828415 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-98f2edb3-18b6-4566-aa17-b949f94b5ef2 req-e627c34b-fefe-42db-8082-85386b3b6d78 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=734e32e8113d4e4db24c106da8458807 HTTP/1.1" status: 200 len: 379 time: 0.0824409 Apr 08 10:54:56.875507 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [req-98f2edb3-18b6-4566-aa17-b949f94b5ef2 req-279f63ec-77c2-45cf-bb04-f8b5515a0222 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Request body: {'port': {'device_id': '1a368f78-ef86-4cbd-8143-769af9543709', 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525', 'admin_state_up': True, 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'security_groups': ['dbd67882-c6d4-4d97-9c5a-dda1b24f3029']}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:54:57.019803 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dbf647-daf7-4e59-b4f0-95a945e5853f req-3839ace7-a578-4b37-a491-5a8e71191e29 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:57.021322 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-47dbf647-daf7-4e59-b4f0-95a945e5853f req-3839ace7-a578-4b37-a491-5a8e71191e29 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/ports?device_id=546b1f5a-c965-4e76-aa53-8e856fe7908b HTTP/1.1" status: 200 len: 943 time: 0.0860806 Apr 08 10:54:57.036000 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98f2edb3-18b6-4566-aa17-b949f94b5ef2 req-279f63ec-77c2-45cf-bb04-f8b5515a0222 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Made reservation on behalf of 734e32e8113d4e4db24c106da8458807 for: {'port': 1} {{(pid=109910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:54:57.039443 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-98f2edb3-18b6-4566-aa17-b949f94b5ef2 req-279f63ec-77c2-45cf-bb04-f8b5515a0222 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:57.120256 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-47dbf647-daf7-4e59-b4f0-95a945e5853f req-a0373a4c-0df5-44a6-b62b-526aa701b450 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/security-groups?id=dda30446-6890-4466-9d79-198654c55c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926118 Apr 08 10:54:57.202975 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.db_base_plugin_common [req-98f2edb3-18b6-4566-aa17-b949f94b5ef2 req-279f63ec-77c2-45cf-bb04-f8b5515a0222 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Allocated IP 172.20.0.3 (a108a20f-c74a-4177-8672-00636aeb2525/5f421bdc-b76f-40b9-9c95-2e839cd44c87/cc57cb07-7150-4bdc-9a9d-f06bce16bbf7) {{(pid=109910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:54:57.358914 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-98f2edb3-18b6-4566-aa17-b949f94b5ef2 req-279f63ec-77c2-45cf-bb04-f8b5515a0222 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for port (cc57cb07-7150-4bdc-9a9d-f06bce16bbf7), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:57.397571 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-98f2edb3-18b6-4566-aa17-b949f94b5ef2 req-279f63ec-77c2-45cf-bb04-f8b5515a0222 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14190223'] for port (cc57cb07-7150-4bdc-9a9d-f06bce16bbf7), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:57.443126 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98f2edb3-18b6-4566-aa17-b949f94b5ef2 req-279f63ec-77c2-45cf-bb04-f8b5515a0222 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Network a108a20f-c74a-4177-8672-00636aeb2525 is already hosted by enough agents. {{(pid=109910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:54:57.446279 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.base_scheduler [req-98f2edb3-18b6-4566-aa17-b949f94b5ef2 req-279f63ec-77c2-45cf-bb04-f8b5515a0222 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Resources bound (agent type, host, resource id): {{(pid=109910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:54:57.451969 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.l3_dvrscheduler_db [req-98f2edb3-18b6-4566-aa17-b949f94b5ef2 req-279f63ec-77c2-45cf-bb04-f8b5515a0222 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Received port after_create {{(pid=109910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 10:54:57.476853 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279f63ec-77c2-45cf-bb04-f8b5515a0222 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Pushing event updated for resources: {'Port': ['ID=cc57cb07-7150-4bdc-9a9d-f06bce16bbf7,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:57.508994 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f2edb3-18b6-4566-aa17-b949f94b5ef2 req-279f63ec-77c2-45cf-bb04-f8b5515a0222 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:57.509684 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-98f2edb3-18b6-4566-aa17-b949f94b5ef2 req-279f63ec-77c2-45cf-bb04-f8b5515a0222 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for port (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:57.529016 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-98f2edb3-18b6-4566-aa17-b949f94b5ef2 req-279f63ec-77c2-45cf-bb04-f8b5515a0222 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6598244 Apr 08 10:54:57.541385 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [req-98f2edb3-18b6-4566-aa17-b949f94b5ef2 req-5dff2659-9c66-4fff-bd89-21c242006870 service neutron] Request body: {'port': {'device_id': '1a368f78-ef86-4cbd-8143-769af9543709', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:54:57.608049 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-98f2edb3-18b6-4566-aa17-b949f94b5ef2 req-5dff2659-9c66-4fff-bd89-21c242006870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (cc57cb07-7150-4bdc-9a9d-f06bce16bbf7), before_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:57.670465 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-8349480c-7bb0-4e35-96d6-106e43507c9f None None] Provisioning complete for port cc57cb07-7150-4bdc-9a9d-f06bce16bbf7 triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:54:57.671053 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8349480c-7bb0-4e35-96d6-106e43507c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (cc57cb07-7150-4bdc-9a9d-f06bce16bbf7), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:57.705559 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8349480c-7bb0-4e35-96d6-106e43507c9f None None] Port cc57cb07-7150-4bdc-9a9d-f06bce16bbf7 cannot update to ACTIVE because it is not bound. {{(pid=109911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 10:54:57.890714 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [req-98f2edb3-18b6-4566-aa17-b949f94b5ef2 req-5dff2659-9c66-4fff-bd89-21c242006870 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc57cb07-7150-4bdc-9a9d-f06bce16bbf7 {{(pid=109910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:54:57.905782 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-98f2edb3-18b6-4566-aa17-b949f94b5ef2 req-5dff2659-9c66-4fff-bd89-21c242006870 service neutron] Publish callbacks [] for port (cc57cb07-7150-4bdc-9a9d-f06bce16bbf7), precommit_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:57.937575 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.provisioning_blocks [req-98f2edb3-18b6-4566-aa17-b949f94b5ef2 req-5dff2659-9c66-4fff-bd89-21c242006870 service neutron] Transition to ACTIVE for port object cc57cb07-7150-4bdc-9a9d-f06bce16bbf7 will not be triggered until provisioned by entity L2. {{(pid=109910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 10:54:57.942261 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-98f2edb3-18b6-4566-aa17-b949f94b5ef2 req-5dff2659-9c66-4fff-bd89-21c242006870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14190224'] for port (cc57cb07-7150-4bdc-9a9d-f06bce16bbf7), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:58.004364 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d1200-ab83-4861-a18e-c5379159c041 req-6953d301-1b3a-4a79-aa8b-0f4f03cce20f tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:58.005894 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-707d1200-ab83-4861-a18e-c5379159c041 req-6953d301-1b3a-4a79-aa8b-0f4f03cce20f tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a368f78-ef86-4cbd-8143-769af9543709 HTTP/1.1" status: 200 len: 931 time: 0.1184008 Apr 08 10:54:58.007977 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dff2659-9c66-4fff-bd89-21c242006870 service neutron] Pushing event updated for resources: {'Port': ['ID=cc57cb07-7150-4bdc-9a9d-f06bce16bbf7,revision_number=2']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:58.104739 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-707d1200-ab83-4861-a18e-c5379159c041 req-2dcdf521-ca43-4b49-aa0b-0c75911eee13 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd67882-c6d4-4d97-9c5a-dda1b24f3029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923941 Apr 08 10:54:58.117710 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.managers [req-98f2edb3-18b6-4566-aa17-b949f94b5ef2 req-5dff2659-9c66-4fff-bd89-21c242006870 service neutron] Attempting to bind port cc57cb07-7150-4bdc-9a9d-f06bce16bbf7 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 10:54:58.118062 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.managers [req-98f2edb3-18b6-4566-aa17-b949f94b5ef2 req-5dff2659-9c66-4fff-bd89-21c242006870 service neutron] Attempting to bind port cc57cb07-7150-4bdc-9a9d-f06bce16bbf7 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'd1fbcf39-677c-48da-b8da-407bc29700aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525'}] {{(pid=109910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 10:54:58.118398 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f2edb3-18b6-4566-aa17-b949f94b5ef2 req-5dff2659-9c66-4fff-bd89-21c242006870 service neutron] Attempting to bind port cc57cb07-7150-4bdc-9a9d-f06bce16bbf7 on network a108a20f-c74a-4177-8672-00636aeb2525 {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:54:58.123460 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f2edb3-18b6-4566-aa17-b949f94b5ef2 req-5dff2659-9c66-4fff-bd89-21c242006870 service neutron] Port cc57cb07-7150-4bdc-9a9d-f06bce16bbf7 on network a108a20f-c74a-4177-8672-00636aeb2525 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 10:54:58.123786 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f2edb3-18b6-4566-aa17-b949f94b5ef2 req-5dff2659-9c66-4fff-bd89-21c242006870 service neutron] Attempting to bind port cc57cb07-7150-4bdc-9a9d-f06bce16bbf7 on network a108a20f-c74a-4177-8672-00636aeb2525 {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:54:58.129017 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f2edb3-18b6-4566-aa17-b949f94b5ef2 req-5dff2659-9c66-4fff-bd89-21c242006870 service neutron] Checking agent: {'id': 'df0b008b-1017-45b0-9cbd-b6387ecfd69a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 48, 18), 'started_at': datetime.datetime(2022, 4, 8, 10, 48, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 10:54:58.129427 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f2edb3-18b6-4566-aa17-b949f94b5ef2 req-5dff2659-9c66-4fff-bd89-21c242006870 service neutron] Checking segment: {'id': 'd1fbcf39-677c-48da-b8da-407bc29700aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:54:58.129805 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f2edb3-18b6-4566-aa17-b949f94b5ef2 req-5dff2659-9c66-4fff-bd89-21c242006870 service neutron] Bound using segment: {'id': 'd1fbcf39-677c-48da-b8da-407bc29700aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525'} {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 10:54:58.130260 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.managers [req-98f2edb3-18b6-4566-aa17-b949f94b5ef2 req-5dff2659-9c66-4fff-bd89-21c242006870 service neutron] Bound port: cc57cb07-7150-4bdc-9a9d-f06bce16bbf7, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1fbcf39-677c-48da-b8da-407bc29700aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525'}}] {{(pid=109910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 10:54:58.130600 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-98f2edb3-18b6-4566-aa17-b949f94b5ef2 req-5dff2659-9c66-4fff-bd89-21c242006870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (cc57cb07-7150-4bdc-9a9d-f06bce16bbf7), before_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:58.208861 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [req-98f2edb3-18b6-4566-aa17-b949f94b5ef2 req-5dff2659-9c66-4fff-bd89-21c242006870 service neutron] For port cc57cb07-7150-4bdc-9a9d-f06bce16bbf7, host hv-cinder-83607, cleared binding levels {{(pid=109910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:54:58.239733 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [req-98f2edb3-18b6-4566-aa17-b949f94b5ef2 req-5dff2659-9c66-4fff-bd89-21c242006870 service neutron] For port cc57cb07-7150-4bdc-9a9d-f06bce16bbf7, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=cc57cb07-7150-4bdc-9a9d-f06bce16bbf7,segment=NetworkSegment(d1fbcf39-677c-48da-b8da-407bc29700aa),segment_id=d1fbcf39-677c-48da-b8da-407bc29700aa)] {{(pid=109910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:54:58.251619 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-98f2edb3-18b6-4566-aa17-b949f94b5ef2 req-5dff2659-9c66-4fff-bd89-21c242006870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14190224'] for port (cc57cb07-7150-4bdc-9a9d-f06bce16bbf7), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:58.301194 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb8fdc-24a8-4870-818d-fe577d46ec2f req-79bf64e1-fdba-4e39-b18e-665fa34ec47c tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:58.302720 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-cefb8fdc-24a8-4870-818d-fe577d46ec2f req-79bf64e1-fdba-4e39-b18e-665fa34ec47c tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/ports?device_id=546b1f5a-c965-4e76-aa53-8e856fe7908b HTTP/1.1" status: 200 len: 943 time: 0.1150954 Apr 08 10:54:58.305879 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f2edb3-18b6-4566-aa17-b949f94b5ef2 req-5dff2659-9c66-4fff-bd89-21c242006870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:58.306506 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-98f2edb3-18b6-4566-aa17-b949f94b5ef2 req-5dff2659-9c66-4fff-bd89-21c242006870 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for port (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:54:58.307848 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-98f2edb3-18b6-4566-aa17-b949f94b5ef2 req-5dff2659-9c66-4fff-bd89-21c242006870 service neutron] 10.222.0.39 "PUT /v2.0/ports/cc57cb07-7150-4bdc-9a9d-f06bce16bbf7 HTTP/1.1" status: 200 len: 1093 time: 0.7708173 Apr 08 10:54:58.308307 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a368f78-ef86-4cbd-8143-769af9543709', 'tag': 'cc57cb07-7150-4bdc-9a9d-f06bce16bbf7'}] {{(pid=109910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:54:58.310574 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c101578fc708467248d177b11db2e3e6a7db5c554c0046cb1dea7ab1ce8b9fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afea1682-2297-4cb8-abf5-c19743c6ebfb" -d '{"events": [{"name": "network-changed", "server_uuid": "1a368f78-ef86-4cbd-8143-769af9543709", "tag": "cc57cb07-7150-4bdc-9a9d-f06bce16bbf7"}]}' {{(pid=109910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:54:58.348156 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dff2659-9c66-4fff-bd89-21c242006870 service neutron] Pushing event updated for resources: {'Port': ['ID=cc57cb07-7150-4bdc-9a9d-f06bce16bbf7,revision_number=3']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:54:58.367424 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 10:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce3f26a6-c231-4396-81aa-d55a6c8ce716 x-openstack-request-id: req-ce3f26a6-c231-4396-81aa-d55a6c8ce716 {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:54:58.367715 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a368f78-ef86-4cbd-8143-769af9543709", "tag": "cc57cb07-7150-4bdc-9a9d-f06bce16bbf7", "status": "completed", "code": 200}]} {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:54:58.367967 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ce3f26a6-c231-4396-81aa-d55a6c8ce716 {{(pid=109910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:54:58.368371 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce3f26a6-c231-4396-81aa-d55a6c8ce716'] response: {'name': 'network-changed', 'server_uuid': '1a368f78-ef86-4cbd-8143-769af9543709', 'tag': 'cc57cb07-7150-4bdc-9a9d-f06bce16bbf7', 'status': 'completed', 'code': 200} Apr 08 10:54:58.417682 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-cefb8fdc-24a8-4870-818d-fe577d46ec2f req-f55b3267-c347-43e0-a99d-68f4f00f3fcb tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/security-groups?id=dda30446-6890-4466-9d79-198654c55c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996592 Apr 08 10:54:58.433793 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f2edb3-18b6-4566-aa17-b949f94b5ef2 req-2952741b-630c-4db1-ae42-02229f77df6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:58.433975 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-98f2edb3-18b6-4566-aa17-b949f94b5ef2 req-2952741b-630c-4db1-ae42-02229f77df6c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=734e32e8113d4e4db24c106da8458807&device_id=1a368f78-ef86-4cbd-8143-769af9543709 HTTP/1.1" status: 200 len: 1127 time: 0.0771902 Apr 08 10:54:58.480519 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-98f2edb3-18b6-4566-aa17-b949f94b5ef2 req-9ab15c86-31aa-4c92-b497-b0310d87bb50 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc57cb07-7150-4bdc-9a9d-f06bce16bbf7 HTTP/1.1" status: 200 len: 217 time: 0.0375950 Apr 08 10:54:58.532330 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f2edb3-18b6-4566-aa17-b949f94b5ef2 req-2bda52a5-1f15-42fa-b2af-6e3fed7f6ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:58.533830 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-98f2edb3-18b6-4566-aa17-b949f94b5ef2 req-2bda52a5-1f15-42fa-b2af-6e3fed7f6ce6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f421bdc-b76f-40b9-9c95-2e839cd44c87 HTTP/1.1" status: 200 len: 854 time: 0.0469434 Apr 08 10:54:58.587027 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f2edb3-18b6-4566-aa17-b949f94b5ef2 req-1bdcb06a-6e88-49c9-857c-57b795ccb1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:58.588563 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-98f2edb3-18b6-4566-aa17-b949f94b5ef2 req-1bdcb06a-6e88-49c9-857c-57b795ccb1cf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a108a20f-c74a-4177-8672-00636aeb2525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478728 Apr 08 10:54:58.683908 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-98f2edb3-18b6-4566-aa17-b949f94b5ef2 req-15e04f97-8ae9-4856-b976-6eb08e7d3eb7 service neutron] 10.222.0.39 "GET /v2.0/networks/a108a20f-c74a-4177-8672-00636aeb2525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876915 Apr 08 10:54:58.794459 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-98f2edb3-18b6-4566-aa17-b949f94b5ef2 req-d0c712f4-f564-4285-8681-ce5fa420ba0d service neutron] 10.222.0.39 "GET /v2.0/networks/a108a20f-c74a-4177-8672-00636aeb2525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022501 Apr 08 10:54:59.245108 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc3883-0788-4348-a3c1-e94a868440cc req-f4a81b27-64c5-48cc-9b8d-3e6d4f3022a6 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:59.246602 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-93bc3883-0788-4348-a3c1-e94a868440cc req-f4a81b27-64c5-48cc-9b8d-3e6d4f3022a6 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a368f78-ef86-4cbd-8143-769af9543709 HTTP/1.1" status: 200 len: 943 time: 0.0639770 Apr 08 10:54:59.294567 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-93bc3883-0788-4348-a3c1-e94a868440cc req-8a98ee0f-db9c-430a-bbe2-f00cd504e7b2 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd67882-c6d4-4d97-9c5a-dda1b24f3029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423019 Apr 08 10:54:59.556492 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749cf3cd-1ecd-48cd-ac18-c7ea2e4191dc req-84946e62-a525-4f33-a6cc-e1ae068adda8 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:54:59.558029 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-749cf3cd-1ecd-48cd-ac18-c7ea2e4191dc req-84946e62-a525-4f33-a6cc-e1ae068adda8 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/ports?device_id=546b1f5a-c965-4e76-aa53-8e856fe7908b HTTP/1.1" status: 200 len: 943 time: 0.0633507 Apr 08 10:54:59.612278 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-749cf3cd-1ecd-48cd-ac18-c7ea2e4191dc req-3109df8c-2e2d-4598-ac7d-5e3258cfe358 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/security-groups?id=dda30446-6890-4466-9d79-198654c55c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484097 Apr 08 10:55:00.211454 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea1682-2297-4cb8-abf5-c19743c6ebfb req-411daa3b-486d-456b-a9e0-e3a693e29706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:00.212950 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-afea1682-2297-4cb8-abf5-c19743c6ebfb req-411daa3b-486d-456b-a9e0-e3a693e29706 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=734e32e8113d4e4db24c106da8458807&device_id=1a368f78-ef86-4cbd-8143-769af9543709 HTTP/1.1" status: 200 len: 1127 time: 0.3667369 Apr 08 10:55:00.225962 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a055f503-4f40-48b1-a599-867ddcd18c89 req-5b52dfbd-8922-446e-93c1-bb7925b2ec18 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-161185416&fields=id&tenant_id=c72dc37aad5649d5aadd2a0655be72b7 HTTP/1.1" status: 200 len: 267 time: 0.0531657 Apr 08 10:55:00.337350 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055f503-4f40-48b1-a599-867ddcd18c89 req-3f99ce86-590b-4e2d-8b8f-2c474d660fdf tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:00.338817 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a055f503-4f40-48b1-a599-867ddcd18c89 req-3f99ce86-590b-4e2d-8b8f-2c474d660fdf tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/networks?id=9bdc578a-8a20-4e51-8b05-6fc0142815ac HTTP/1.1" status: 200 len: 808 time: 0.1063385 Apr 08 10:55:00.353574 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a055f503-4f40-48b1-a599-867ddcd18c89 req-15355e6e-1836-414e-a5bf-20354f2977df tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/quotas/c72dc37aad5649d5aadd2a0655be72b7 HTTP/1.1" status: 200 len: 375 time: 0.0094433 Apr 08 10:55:00.493965 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a055f503-4f40-48b1-a599-867ddcd18c89 req-30690e1c-a2a9-4bea-9f09-74fa90f91430 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c72dc37aad5649d5aadd2a0655be72b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1350458 Apr 08 10:55:00.506982 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf0ebe-c6a8-49a2-9aec-aaf3ab741fd3 req-fbc5ec7f-e4e6-4941-8e69-25b93924d0c7 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:00.508457 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b4cf0ebe-c6a8-49a2-9aec-aaf3ab741fd3 req-fbc5ec7f-e4e6-4941-8e69-25b93924d0c7 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a368f78-ef86-4cbd-8143-769af9543709 HTTP/1.1" status: 200 len: 943 time: 0.1400144 Apr 08 10:55:00.603152 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea1682-2297-4cb8-abf5-c19743c6ebfb req-266b4f5d-a761-4223-ab76-d4951bced46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:00.604635 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-afea1682-2297-4cb8-abf5-c19743c6ebfb req-266b4f5d-a761-4223-ab76-d4951bced46d service neutron] 10.222.0.39 "GET /v2.0/networks?id=a108a20f-c74a-4177-8672-00636aeb2525 HTTP/1.1" status: 200 len: 916 time: 0.1815436 Apr 08 10:55:00.667922 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-afea1682-2297-4cb8-abf5-c19743c6ebfb req-338563e9-5a26-4e23-b51f-463c9569ad14 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc57cb07-7150-4bdc-9a9d-f06bce16bbf7 HTTP/1.1" status: 200 len: 217 time: 0.0555730 Apr 08 10:55:00.673219 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b4cf0ebe-c6a8-49a2-9aec-aaf3ab741fd3 req-cd2b83ac-c58f-4cb8-9bcb-1b50a1c647bc tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd67882-c6d4-4d97-9c5a-dda1b24f3029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507783 Apr 08 10:55:00.714338 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a055f503-4f40-48b1-a599-867ddcd18c89 req-b0d4c2e4-4632-49ce-92a5-0a07f2426fc5 service neutron] 10.222.0.43 "GET /v2.0/networks/9bdc578a-8a20-4e51-8b05-6fc0142815ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033143 Apr 08 10:55:00.762778 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea1682-2297-4cb8-abf5-c19743c6ebfb req-5ac81daf-476e-455e-9e5a-25aad2fd2861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:00.764053 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-afea1682-2297-4cb8-abf5-c19743c6ebfb req-5ac81daf-476e-455e-9e5a-25aad2fd2861 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f421bdc-b76f-40b9-9c95-2e839cd44c87 HTTP/1.1" status: 200 len: 854 time: 0.0900192 Apr 08 10:55:00.887828 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a055f503-4f40-48b1-a599-867ddcd18c89 req-29fc5f5b-855b-4229-b259-ccc00ebea44e service neutron] 10.222.0.43 "GET /v2.0/networks/9bdc578a-8a20-4e51-8b05-6fc0142815ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675858 Apr 08 10:55:00.896710 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a303d2-5230-4fb7-bc15-8ac431631450 req-45e75277-d7c9-4d08-b433-0edbee8d6542 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:00.898210 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-86a303d2-5230-4fb7-bc15-8ac431631450 req-45e75277-d7c9-4d08-b433-0edbee8d6542 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/ports?device_id=546b1f5a-c965-4e76-aa53-8e856fe7908b HTTP/1.1" status: 200 len: 943 time: 0.1643057 Apr 08 10:55:00.903133 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea1682-2297-4cb8-abf5-c19743c6ebfb req-5d4be65c-848b-4d28-8372-04402c0eaff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:00.904609 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-afea1682-2297-4cb8-abf5-c19743c6ebfb req-5d4be65c-848b-4d28-8372-04402c0eaff4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a108a20f-c74a-4177-8672-00636aeb2525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0965526 Apr 08 10:55:01.004647 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-86a303d2-5230-4fb7-bc15-8ac431631450 req-3bb15d10-204e-4eeb-b8e3-ac169d58a5bc tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/security-groups?id=dda30446-6890-4466-9d79-198654c55c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990834 Apr 08 10:55:01.031579 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-afea1682-2297-4cb8-abf5-c19743c6ebfb req-baddac1f-4adc-4931-b974-3ab2613317a5 service neutron] 10.222.0.39 "GET /v2.0/networks/a108a20f-c74a-4177-8672-00636aeb2525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184173 Apr 08 10:55:01.129235 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-afea1682-2297-4cb8-abf5-c19743c6ebfb req-fe2375d5-aea9-4a09-9a4e-5c354c88ce7b service neutron] 10.222.0.39 "GET /v2.0/networks/a108a20f-c74a-4177-8672-00636aeb2525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915408 Apr 08 10:55:01.190873 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-826b3193-f197-4d18-8eb9-2b56b5f07463 req-e43696fe-6346-42b3-8354-b8882dead5ca tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/ports?device_id=e957f90d-2464-4d6e-8738-990aee29841d HTTP/1.1" status: 200 len: 210 time: 0.0273941 Apr 08 10:55:01.802088 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c21e1-fb5e-4339-bcb5-109cc26c732e req-8d4c2f41-7e77-482e-8b34-4f2b8d3861ec tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:01.803594 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-2d1c21e1-fb5e-4339-bcb5-109cc26c732e req-8d4c2f41-7e77-482e-8b34-4f2b8d3861ec tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a368f78-ef86-4cbd-8143-769af9543709 HTTP/1.1" status: 200 len: 943 time: 0.0587769 Apr 08 10:55:01.861557 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-2d1c21e1-fb5e-4339-bcb5-109cc26c732e req-a2bcda81-77b0-46df-9d19-9c8acee73c65 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd67882-c6d4-4d97-9c5a-dda1b24f3029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520754 Apr 08 10:55:01.982270 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device e4d4752e-a2e5-4f80-9af0-f2bf66736061 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=109911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 10:55:02.089090 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port e4d4752e-a2e5-4f80-9af0-f2bf66736061, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e4d4752e-a2e5-4f80-9af0-f2bf66736061,segment=NetworkSegment(6d5acab1-a077-4768-8ed0-79720d8978bc),segment_id=6d5acab1-a077-4768-8ed0-79720d8978bc)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:55:02.103238 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Returning: {'device': 'e4d4752e-a2e5-4f80-9af0-f2bf66736061', 'network_id': 'cde280c4-46d3-4a2c-b76e-9357fe2425c5', 'port_id': 'e4d4752e-a2e5-4f80-9af0-f2bf66736061', 'mac_address': 'fa:16:3e:42:98:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f62eda8a-11e4-410d-acba-a7bf8fcacc01', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 10:55:02.142307 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Current status of the port e4d4752e-a2e5-4f80-9af0-f2bf66736061 is: DOWN; New status is: BUILD {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:55:02.142964 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (e4d4752e-a2e5-4f80-9af0-f2bf66736061), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:02.160750 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.notifiers.nova [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4d4752e-a2e5-4f80-9af0-f2bf66736061 {{(pid=109911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:55:02.182981 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port e4d4752e-a2e5-4f80-9af0-f2bf66736061, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e4d4752e-a2e5-4f80-9af0-f2bf66736061,segment=NetworkSegment(6d5acab1-a077-4768-8ed0-79720d8978bc),segment_id=6d5acab1-a077-4768-8ed0-79720d8978bc)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:55:02.188679 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (e4d4752e-a2e5-4f80-9af0-f2bf66736061), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:02.189841 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device cc57cb07-7150-4bdc-9a9d-f06bce16bbf7 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=109911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 10:55:02.247445 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Pushing event updated for resources: {'Port': ['ID=e4d4752e-a2e5-4f80-9af0-f2bf66736061,revision_number=4']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:02.259001 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055f503-4f40-48b1-a599-867ddcd18c89 req-e7491e1e-a596-4cf2-b75a-ccb87747395a tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:02.260806 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a055f503-4f40-48b1-a599-867ddcd18c89 req-e7491e1e-a596-4cf2-b75a-ccb87747395a tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.39 "GET /v2.0/networks?id=9bdc578a-8a20-4e51-8b05-6fc0142815ac HTTP/1.1" status: 200 len: 808 time: 0.1639414 Apr 08 10:55:02.263546 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:02.263899 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:02.264266 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:02.264620 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:02.264958 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:02.265308 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:02.265636 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:02.266022 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:02.266268 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:02.266588 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:02.266908 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:02.267247 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:02.267561 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:02.268048 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:02.268649 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:02.278207 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04782fd2-9c53-413e-8ff9-62a4f79e304c req-71c2c597-aa9a-4073-9017-e4af4badb917 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:02.285658 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-04782fd2-9c53-413e-8ff9-62a4f79e304c req-71c2c597-aa9a-4073-9017-e4af4badb917 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/ports?device_id=546b1f5a-c965-4e76-aa53-8e856fe7908b HTTP/1.1" status: 200 len: 944 time: 0.1847987 Apr 08 10:55:02.382798 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port cc57cb07-7150-4bdc-9a9d-f06bce16bbf7, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=cc57cb07-7150-4bdc-9a9d-f06bce16bbf7,segment=NetworkSegment(d1fbcf39-677c-48da-b8da-407bc29700aa),segment_id=d1fbcf39-677c-48da-b8da-407bc29700aa)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:55:02.400219 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Returning: {'device': 'cc57cb07-7150-4bdc-9a9d-f06bce16bbf7', 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525', 'port_id': 'cc57cb07-7150-4bdc-9a9d-f06bce16bbf7', 'mac_address': 'fa:16:3e:6c:a3:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f421bdc-b76f-40b9-9c95-2e839cd44c87', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 10:55:02.400785 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a055f503-4f40-48b1-a599-867ddcd18c89 req-44533647-2793-4942-8cf7-f5260e7310ce tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c72dc37aad5649d5aadd2a0655be72b7 HTTP/1.1" status: 200 len: 379 time: 0.1055684 Apr 08 10:55:02.426259 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-91339e98-3574-4c0b-882c-e0f1a5617d21 req-fcb9f13c-c2de-40fc-99e4-82e78e716e9f tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/ports?device_id=e957f90d-2464-4d6e-8738-990aee29841d HTTP/1.1" status: 200 len: 210 time: 0.0420077 Apr 08 10:55:02.429753 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [req-a055f503-4f40-48b1-a599-867ddcd18c89 req-cc543a9c-fb2a-489c-b036-571e362193e5 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Request body: {'port': {'device_id': 'e957f90d-2464-4d6e-8738-990aee29841d', 'network_id': '9bdc578a-8a20-4e51-8b05-6fc0142815ac', 'admin_state_up': True, 'tenant_id': 'c72dc37aad5649d5aadd2a0655be72b7', 'security_groups': ['27326a5a-ecd1-4000-86db-7673c419a22f']}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:55:02.443835 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Current status of the port cc57cb07-7150-4bdc-9a9d-f06bce16bbf7 is: DOWN; New status is: BUILD {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:55:02.444237 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (cc57cb07-7150-4bdc-9a9d-f06bce16bbf7), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:02.459430 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.notifiers.nova [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc57cb07-7150-4bdc-9a9d-f06bce16bbf7 {{(pid=109911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:55:02.463488 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-04782fd2-9c53-413e-8ff9-62a4f79e304c req-ae10bab9-f4cf-4fcf-91c4-27c074bb40a6 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/security-groups?id=dda30446-6890-4466-9d79-198654c55c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708026 Apr 08 10:55:02.480904 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port cc57cb07-7150-4bdc-9a9d-f06bce16bbf7, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=cc57cb07-7150-4bdc-9a9d-f06bce16bbf7,segment=NetworkSegment(d1fbcf39-677c-48da-b8da-407bc29700aa),segment_id=d1fbcf39-677c-48da-b8da-407bc29700aa)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:55:02.486345 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (cc57cb07-7150-4bdc-9a9d-f06bce16bbf7), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:02.534746 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Pushing event updated for resources: {'Port': ['ID=cc57cb07-7150-4bdc-9a9d-f06bce16bbf7,revision_number=4']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:02.577935 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a055f503-4f40-48b1-a599-867ddcd18c89 req-cc543a9c-fb2a-489c-b036-571e362193e5 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Made reservation on behalf of c72dc37aad5649d5aadd2a0655be72b7 for: {'port': 1} {{(pid=109910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:55:02.581335 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-a055f503-4f40-48b1-a599-867ddcd18c89 req-cc543a9c-fb2a-489c-b036-571e362193e5 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:02.714435 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.db_base_plugin_common [req-a055f503-4f40-48b1-a599-867ddcd18c89 req-cc543a9c-fb2a-489c-b036-571e362193e5 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Allocated IP 172.20.0.12 (9bdc578a-8a20-4e51-8b05-6fc0142815ac/1c0e0539-9edb-46b9-96e6-f2c533e4f06c/b0f9ac02-65cd-4a43-9644-07aa2055329f) {{(pid=109910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:55:02.851779 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-a055f503-4f40-48b1-a599-867ddcd18c89 req-cc543a9c-fb2a-489c-b036-571e362193e5 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Publish callbacks [] for port (b0f9ac02-65cd-4a43-9644-07aa2055329f), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:02.852500 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] get_ports_and_sgs() called for port_ids ['cc57cb07-7150-4bdc-9a9d-f06bce16bbf7'] {{(pid=109911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 10:55:02.886089 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-a055f503-4f40-48b1-a599-867ddcd18c89 req-cc543a9c-fb2a-489c-b036-571e362193e5 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14190223'] for port (b0f9ac02-65cd-4a43-9644-07aa2055329f), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:02.944972 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc543a9c-fb2a-489c-b036-571e362193e5 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Pushing event updated for resources: {'Port': ['ID=b0f9ac02-65cd-4a43-9644-07aa2055329f,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:02.945952 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] get_ports_and_sgs() called for port_ids ['e4d4752e-a2e5-4f80-9af0-f2bf66736061'] {{(pid=109911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 10:55:02.954283 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a055f503-4f40-48b1-a599-867ddcd18c89 req-cc543a9c-fb2a-489c-b036-571e362193e5 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Network 9bdc578a-8a20-4e51-8b05-6fc0142815ac is already hosted by enough agents. {{(pid=109910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:55:02.969717 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.base_scheduler [req-a055f503-4f40-48b1-a599-867ddcd18c89 req-cc543a9c-fb2a-489c-b036-571e362193e5 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Resources bound (agent type, host, resource id): {{(pid=109910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:55:02.973624 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.l3_dvrscheduler_db [req-a055f503-4f40-48b1-a599-867ddcd18c89 req-cc543a9c-fb2a-489c-b036-571e362193e5 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Received port after_create {{(pid=109910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 10:55:03.033048 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055f503-4f40-48b1-a599-867ddcd18c89 req-cc543a9c-fb2a-489c-b036-571e362193e5 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:03.033710 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-a055f503-4f40-48b1-a599-867ddcd18c89 req-cc543a9c-fb2a-489c-b036-571e362193e5 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for port (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:03.045299 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f89b3c-7aee-4b0e-918f-4391d15edbc0 req-5fae4fa5-4b5c-4306-b844-123c76d36d50 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:03.046885 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b7f89b3c-7aee-4b0e-918f-4391d15edbc0 req-5fae4fa5-4b5c-4306-b844-123c76d36d50 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a368f78-ef86-4cbd-8143-769af9543709 HTTP/1.1" status: 200 len: 944 time: 0.1122191 Apr 08 10:55:03.084763 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a055f503-4f40-48b1-a599-867ddcd18c89 req-cc543a9c-fb2a-489c-b036-571e362193e5 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6653767 Apr 08 10:55:03.116171 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b7f89b3c-7aee-4b0e-918f-4391d15edbc0 req-eca7c28e-9e18-42a0-974a-b9a4e049640c tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd67882-c6d4-4d97-9c5a-dda1b24f3029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533049 Apr 08 10:55:03.154733 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [req-a055f503-4f40-48b1-a599-867ddcd18c89 req-4131ba3a-8260-4d1f-a272-ad6fe436e3de service neutron] Request body: {'port': {'device_id': 'e957f90d-2464-4d6e-8738-990aee29841d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:55:03.223273 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-a055f503-4f40-48b1-a599-867ddcd18c89 req-4131ba3a-8260-4d1f-a272-ad6fe436e3de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (b0f9ac02-65cd-4a43-9644-07aa2055329f), before_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:03.328690 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-a9d43b44-3808-4bf1-83d5-c5b701850eaf None None] Provisioning complete for port b0f9ac02-65cd-4a43-9644-07aa2055329f triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:55:03.329351 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-a9d43b44-3808-4bf1-83d5-c5b701850eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (b0f9ac02-65cd-4a43-9644-07aa2055329f), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:03.367393 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-a9d43b44-3808-4bf1-83d5-c5b701850eaf None None] Port b0f9ac02-65cd-4a43-9644-07aa2055329f cannot update to ACTIVE because it is not bound. {{(pid=109911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 10:55:03.490896 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [req-a055f503-4f40-48b1-a599-867ddcd18c89 req-4131ba3a-8260-4d1f-a272-ad6fe436e3de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0f9ac02-65cd-4a43-9644-07aa2055329f {{(pid=109910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:55:03.502655 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-a055f503-4f40-48b1-a599-867ddcd18c89 req-4131ba3a-8260-4d1f-a272-ad6fe436e3de service neutron] Publish callbacks [] for port (b0f9ac02-65cd-4a43-9644-07aa2055329f), precommit_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:03.540763 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.provisioning_blocks [req-a055f503-4f40-48b1-a599-867ddcd18c89 req-4131ba3a-8260-4d1f-a272-ad6fe436e3de service neutron] Transition to ACTIVE for port object b0f9ac02-65cd-4a43-9644-07aa2055329f will not be triggered until provisioned by entity L2. {{(pid=109910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 10:55:03.553315 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-a055f503-4f40-48b1-a599-867ddcd18c89 req-4131ba3a-8260-4d1f-a272-ad6fe436e3de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14190224'] for port (b0f9ac02-65cd-4a43-9644-07aa2055329f), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:03.639486 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131ba3a-8260-4d1f-a272-ad6fe436e3de service neutron] Pushing event updated for resources: {'Port': ['ID=b0f9ac02-65cd-4a43-9644-07aa2055329f,revision_number=2']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:03.649654 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edce975-48f6-4447-89a4-42c02e24c2f5 req-1277d7c8-a84d-4094-ab92-e1e2deaefa74 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:03.651220 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-5edce975-48f6-4447-89a4-42c02e24c2f5 req-1277d7c8-a84d-4094-ab92-e1e2deaefa74 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/ports?device_id=e957f90d-2464-4d6e-8738-990aee29841d HTTP/1.1" status: 200 len: 932 time: 0.1553583 Apr 08 10:55:03.667726 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33371d77-d130-4b3e-a9ad-d5bf18246ea4 req-bd911323-41b1-4633-988d-928b23266c86 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:03.669291 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-33371d77-d130-4b3e-a9ad-d5bf18246ea4 req-bd911323-41b1-4633-988d-928b23266c86 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/ports?device_id=546b1f5a-c965-4e76-aa53-8e856fe7908b HTTP/1.1" status: 200 len: 944 time: 0.1367507 Apr 08 10:55:03.793144 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-5edce975-48f6-4447-89a4-42c02e24c2f5 req-b4ee1323-dbff-43f4-bb66-fcb581af12cf tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/security-groups?id=27326a5a-ecd1-4000-86db-7673c419a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341152 Apr 08 10:55:03.801109 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-33371d77-d130-4b3e-a9ad-d5bf18246ea4 req-5aa28182-a55e-4e1a-b33f-6c1acb56822a tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/security-groups?id=dda30446-6890-4466-9d79-198654c55c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127419 Apr 08 10:55:03.811598 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.managers [req-a055f503-4f40-48b1-a599-867ddcd18c89 req-4131ba3a-8260-4d1f-a272-ad6fe436e3de service neutron] Attempting to bind port b0f9ac02-65cd-4a43-9644-07aa2055329f on host hv-cinder-83607 for vnic_type normal with profile {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 10:55:03.813548 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.managers [req-a055f503-4f40-48b1-a599-867ddcd18c89 req-4131ba3a-8260-4d1f-a272-ad6fe436e3de service neutron] Attempting to bind port b0f9ac02-65cd-4a43-9644-07aa2055329f by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '70944567-ec60-4334-80f5-e288d4e47c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9bdc578a-8a20-4e51-8b05-6fc0142815ac'}] {{(pid=109910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 10:55:03.814002 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a055f503-4f40-48b1-a599-867ddcd18c89 req-4131ba3a-8260-4d1f-a272-ad6fe436e3de service neutron] Attempting to bind port b0f9ac02-65cd-4a43-9644-07aa2055329f on network 9bdc578a-8a20-4e51-8b05-6fc0142815ac {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:55:03.820438 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a055f503-4f40-48b1-a599-867ddcd18c89 req-4131ba3a-8260-4d1f-a272-ad6fe436e3de service neutron] Port b0f9ac02-65cd-4a43-9644-07aa2055329f on network 9bdc578a-8a20-4e51-8b05-6fc0142815ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 10:55:03.821027 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a055f503-4f40-48b1-a599-867ddcd18c89 req-4131ba3a-8260-4d1f-a272-ad6fe436e3de service neutron] Attempting to bind port b0f9ac02-65cd-4a43-9644-07aa2055329f on network 9bdc578a-8a20-4e51-8b05-6fc0142815ac {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:55:03.828216 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a055f503-4f40-48b1-a599-867ddcd18c89 req-4131ba3a-8260-4d1f-a272-ad6fe436e3de service neutron] Checking agent: {'id': 'df0b008b-1017-45b0-9cbd-b6387ecfd69a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 48, 18), 'started_at': datetime.datetime(2022, 4, 8, 10, 48, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 10:55:03.828563 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a055f503-4f40-48b1-a599-867ddcd18c89 req-4131ba3a-8260-4d1f-a272-ad6fe436e3de service neutron] Checking segment: {'id': '70944567-ec60-4334-80f5-e288d4e47c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9bdc578a-8a20-4e51-8b05-6fc0142815ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:55:03.828955 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a055f503-4f40-48b1-a599-867ddcd18c89 req-4131ba3a-8260-4d1f-a272-ad6fe436e3de service neutron] Bound using segment: {'id': '70944567-ec60-4334-80f5-e288d4e47c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9bdc578a-8a20-4e51-8b05-6fc0142815ac'} {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 10:55:03.829423 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.managers [req-a055f503-4f40-48b1-a599-867ddcd18c89 req-4131ba3a-8260-4d1f-a272-ad6fe436e3de service neutron] Bound port: b0f9ac02-65cd-4a43-9644-07aa2055329f, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70944567-ec60-4334-80f5-e288d4e47c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9bdc578a-8a20-4e51-8b05-6fc0142815ac'}}] {{(pid=109910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 10:55:03.829789 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-a055f503-4f40-48b1-a599-867ddcd18c89 req-4131ba3a-8260-4d1f-a272-ad6fe436e3de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (b0f9ac02-65cd-4a43-9644-07aa2055329f), before_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:03.897980 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [req-a055f503-4f40-48b1-a599-867ddcd18c89 req-4131ba3a-8260-4d1f-a272-ad6fe436e3de service neutron] For port b0f9ac02-65cd-4a43-9644-07aa2055329f, host hv-cinder-83607, cleared binding levels {{(pid=109910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:55:03.902309 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [req-a055f503-4f40-48b1-a599-867ddcd18c89 req-4131ba3a-8260-4d1f-a272-ad6fe436e3de service neutron] For port b0f9ac02-65cd-4a43-9644-07aa2055329f, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b0f9ac02-65cd-4a43-9644-07aa2055329f,segment=NetworkSegment(70944567-ec60-4334-80f5-e288d4e47c49),segment_id=70944567-ec60-4334-80f5-e288d4e47c49)] {{(pid=109910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:55:03.908947 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-a055f503-4f40-48b1-a599-867ddcd18c89 req-4131ba3a-8260-4d1f-a272-ad6fe436e3de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14190224'] for port (b0f9ac02-65cd-4a43-9644-07aa2055329f), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:03.944228 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055f503-4f40-48b1-a599-867ddcd18c89 req-4131ba3a-8260-4d1f-a272-ad6fe436e3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:03.944868 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-a055f503-4f40-48b1-a599-867ddcd18c89 req-4131ba3a-8260-4d1f-a272-ad6fe436e3de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for port (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:03.946798 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a055f503-4f40-48b1-a599-867ddcd18c89 req-4131ba3a-8260-4d1f-a272-ad6fe436e3de service neutron] 10.222.0.39 "PUT /v2.0/ports/b0f9ac02-65cd-4a43-9644-07aa2055329f HTTP/1.1" status: 200 len: 1094 time: 0.7971485 Apr 08 10:55:03.946798 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e957f90d-2464-4d6e-8738-990aee29841d', 'tag': 'b0f9ac02-65cd-4a43-9644-07aa2055329f'}] {{(pid=109910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:55:03.949030 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c101578fc708467248d177b11db2e3e6a7db5c554c0046cb1dea7ab1ce8b9fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e84adf9-3602-480a-9031-cda2cc139fa5" -d '{"events": [{"name": "network-changed", "server_uuid": "e957f90d-2464-4d6e-8738-990aee29841d", "tag": "b0f9ac02-65cd-4a43-9644-07aa2055329f"}]}' {{(pid=109910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:55:03.980494 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131ba3a-8260-4d1f-a272-ad6fe436e3de service neutron] Pushing event updated for resources: {'Port': ['ID=b0f9ac02-65cd-4a43-9644-07aa2055329f,revision_number=3']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:04.002723 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 10:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15137971-98dc-43ed-ad1a-4ab9b9c35aab x-openstack-request-id: req-15137971-98dc-43ed-ad1a-4ab9b9c35aab {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:55:04.003248 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e957f90d-2464-4d6e-8738-990aee29841d", "tag": "b0f9ac02-65cd-4a43-9644-07aa2055329f", "status": "completed", "code": 200}]} {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:55:04.003500 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-15137971-98dc-43ed-ad1a-4ab9b9c35aab {{(pid=109910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:55:04.004016 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15137971-98dc-43ed-ad1a-4ab9b9c35aab'] response: {'name': 'network-changed', 'server_uuid': 'e957f90d-2464-4d6e-8738-990aee29841d', 'tag': 'b0f9ac02-65cd-4a43-9644-07aa2055329f', 'status': 'completed', 'code': 200} Apr 08 10:55:04.037194 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device e4d4752e-a2e5-4f80-9af0-f2bf66736061 up at agent hyperv_hv-cinder-83607 {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:55:04.047124 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055f503-4f40-48b1-a599-867ddcd18c89 req-19f6a291-ed82-48fb-a1d5-9bbfaae5623d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:04.048817 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a055f503-4f40-48b1-a599-867ddcd18c89 req-19f6a291-ed82-48fb-a1d5-9bbfaae5623d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c72dc37aad5649d5aadd2a0655be72b7&device_id=e957f90d-2464-4d6e-8738-990aee29841d HTTP/1.1" status: 200 len: 1128 time: 0.0652773 Apr 08 10:55:04.101241 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a055f503-4f40-48b1-a599-867ddcd18c89 req-15716ce2-67ce-42b7-9a46-7f87d8e8663a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0f9ac02-65cd-4a43-9644-07aa2055329f HTTP/1.1" status: 200 len: 217 time: 0.0443916 Apr 08 10:55:04.113108 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Provisioning for port e4d4752e-a2e5-4f80-9af0-f2bf66736061 completed by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 10:55:04.118248 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Provisioning complete for port e4d4752e-a2e5-4f80-9af0-f2bf66736061 triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:55:04.118672 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (e4d4752e-a2e5-4f80-9af0-f2bf66736061), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:04.219713 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Current status of the port e4d4752e-a2e5-4f80-9af0-f2bf66736061 is: BUILD; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:55:04.220015 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (e4d4752e-a2e5-4f80-9af0-f2bf66736061), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:04.242038 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b94452-5b41-4b06-b280-377e30ac1fe4 req-232950b3-44a0-4a58-a07b-9c78bb697872 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:04.243816 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-e8b94452-5b41-4b06-b280-377e30ac1fe4 req-232950b3-44a0-4a58-a07b-9c78bb697872 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfc1c2bb-6dae-4b65-bd69-89987828f1f8 HTTP/1.1" status: 200 len: 945 time: 0.0860693 Apr 08 10:55:04.247212 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '546b1f5a-c965-4e76-aa53-8e856fe7908b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d4752e-a2e5-4f80-9af0-f2bf66736061'}] {{(pid=109911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:55:04.249762 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930651e71dbc4ea3279ef2aec3aabe40d8fedb7c9b7e81889183a919dd1d7a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f808470e-e75d-4dd3-b627-dd26f1533d9d" -d '{"events": [{"server_uuid": "546b1f5a-c965-4e76-aa53-8e856fe7908b", "name": "network-vif-plugged", "status": "completed", "tag": "e4d4752e-a2e5-4f80-9af0-f2bf66736061"}]}' {{(pid=109911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:55:04.262860 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port e4d4752e-a2e5-4f80-9af0-f2bf66736061, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e4d4752e-a2e5-4f80-9af0-f2bf66736061,segment=NetworkSegment(6d5acab1-a077-4768-8ed0-79720d8978bc),segment_id=6d5acab1-a077-4768-8ed0-79720d8978bc)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:55:04.269895 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (e4d4752e-a2e5-4f80-9af0-f2bf66736061), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:04.270859 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device cc57cb07-7150-4bdc-9a9d-f06bce16bbf7 up at agent hyperv_hv-cinder-83607 {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:55:04.276186 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0906bd9-018e-4c9e-8441-c8434d6d81bf req-af98a8f3-302a-406a-bb4d-f1c1f69f139e tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:04.277206 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-e0906bd9-018e-4c9e-8441-c8434d6d81bf req-af98a8f3-302a-406a-bb4d-f1c1f69f139e tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a368f78-ef86-4cbd-8143-769af9543709 HTTP/1.1" status: 200 len: 944 time: 0.0841999 Apr 08 10:55:04.324654 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-e8b94452-5b41-4b06-b280-377e30ac1fe4 req-285c7c1a-ce23-4151-a2b8-6740034074bf tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=618911c2-0d92-416d-9c3d-5dee37a83d45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737734 Apr 08 10:55:04.349159 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Pushing event updated for resources: {'Port': ['ID=e4d4752e-a2e5-4f80-9af0-f2bf66736061,revision_number=5']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:04.357836 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-e0906bd9-018e-4c9e-8441-c8434d6d81bf req-5510d0ef-4c5e-41b0-a5b9-2ecee75f8407 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd67882-c6d4-4d97-9c5a-dda1b24f3029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735798 Apr 08 10:55:04.363785 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Provisioning for port cc57cb07-7150-4bdc-9a9d-f06bce16bbf7 completed by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 10:55:04.367767 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Provisioning complete for port cc57cb07-7150-4bdc-9a9d-f06bce16bbf7 triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:55:04.368261 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (cc57cb07-7150-4bdc-9a9d-f06bce16bbf7), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:04.389616 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 10:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58607703-b55e-4bb8-acf7-d0c82fd239d6 x-openstack-request-id: req-58607703-b55e-4bb8-acf7-d0c82fd239d6 {{(pid=109911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:55:04.389965 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "546b1f5a-c965-4e76-aa53-8e856fe7908b", "name": "network-vif-plugged", "status": "completed", "tag": "e4d4752e-a2e5-4f80-9af0-f2bf66736061", "code": 200}]} {{(pid=109911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:55:04.390246 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-58607703-b55e-4bb8-acf7-d0c82fd239d6 {{(pid=109911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:55:04.390636 dv-cinder-836071-3-iscsi neutron-server[109911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58607703-b55e-4bb8-acf7-d0c82fd239d6'] response: {'server_uuid': '546b1f5a-c965-4e76-aa53-8e856fe7908b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d4752e-a2e5-4f80-9af0-f2bf66736061', 'code': 200} Apr 08 10:55:04.449013 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Current status of the port cc57cb07-7150-4bdc-9a9d-f06bce16bbf7 is: BUILD; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:55:04.449413 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (cc57cb07-7150-4bdc-9a9d-f06bce16bbf7), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:04.481726 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port cc57cb07-7150-4bdc-9a9d-f06bce16bbf7, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=cc57cb07-7150-4bdc-9a9d-f06bce16bbf7,segment=NetworkSegment(d1fbcf39-677c-48da-b8da-407bc29700aa),segment_id=d1fbcf39-677c-48da-b8da-407bc29700aa)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:55:04.487123 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (cc57cb07-7150-4bdc-9a9d-f06bce16bbf7), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:04.541025 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Pushing event updated for resources: {'Port': ['ID=cc57cb07-7150-4bdc-9a9d-f06bce16bbf7,revision_number=5']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:04.953324 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670948d4-b4b6-479c-9aed-70c58fb04d82 req-e470584b-1705-4f31-a0d5-011bce3ba451 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:04.954774 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-670948d4-b4b6-479c-9aed-70c58fb04d82 req-e470584b-1705-4f31-a0d5-011bce3ba451 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/ports?device_id=e957f90d-2464-4d6e-8738-990aee29841d HTTP/1.1" status: 200 len: 944 time: 0.0816011 Apr 08 10:55:04.964654 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2957efa-cd5f-4f68-b499-011d610e6cbd req-bb5819d0-0ea2-46ea-a0f7-5efa658122e3 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:04.966064 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b2957efa-cd5f-4f68-b499-011d610e6cbd req-bb5819d0-0ea2-46ea-a0f7-5efa658122e3 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/ports?device_id=546b1f5a-c965-4e76-aa53-8e856fe7908b HTTP/1.1" status: 200 len: 945 time: 0.0838721 Apr 08 10:55:05.038779 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-670948d4-b4b6-479c-9aed-70c58fb04d82 req-5c8ca2f5-40ea-4e86-b367-f38c664dfac4 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/security-groups?id=27326a5a-ecd1-4000-86db-7673c419a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717630 Apr 08 10:55:05.042557 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b2957efa-cd5f-4f68-b499-011d610e6cbd req-155442b4-389a-4003-99a6-d135c7d8f6e8 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/security-groups?id=dda30446-6890-4466-9d79-198654c55c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700300 Apr 08 10:55:05.489912 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ef2ef-5d20-47e1-8255-73de21bad0d5 req-9666a6e7-c6fe-42a9-8e04-1240613ecd46 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:05.491377 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-9d3ef2ef-5d20-47e1-8255-73de21bad0d5 req-9666a6e7-c6fe-42a9-8e04-1240613ecd46 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfc1c2bb-6dae-4b65-bd69-89987828f1f8 HTTP/1.1" status: 200 len: 945 time: 0.0862832 Apr 08 10:55:05.504473 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a3d73-b21d-4c40-8761-8f62078c02f5 req-e1dec3d8-463a-4fc2-bf22-d344c512fa85 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:05.505973 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-d57a3d73-b21d-4c40-8761-8f62078c02f5 req-e1dec3d8-463a-4fc2-bf22-d344c512fa85 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a368f78-ef86-4cbd-8143-769af9543709 HTTP/1.1" status: 200 len: 945 time: 0.0713618 Apr 08 10:55:05.574736 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-9d3ef2ef-5d20-47e1-8255-73de21bad0d5 req-e1df3e2c-1e1c-4bce-8ed7-aa7d9a0da563 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=618911c2-0d92-416d-9c3d-5dee37a83d45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774903 Apr 08 10:55:05.577958 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-d57a3d73-b21d-4c40-8761-8f62078c02f5 req-2a268dd6-e404-4d1d-b5ef-a3cb404da3da tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd67882-c6d4-4d97-9c5a-dda1b24f3029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665908 Apr 08 10:55:06.196820 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba21404-8a47-4c70-9041-8eeb83c1fe05 req-ad0b31d3-7ebb-445e-95f0-cefa499ce462 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:06.198305 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0ba21404-8a47-4c70-9041-8eeb83c1fe05 req-ad0b31d3-7ebb-445e-95f0-cefa499ce462 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/ports?device_id=e957f90d-2464-4d6e-8738-990aee29841d HTTP/1.1" status: 200 len: 944 time: 0.0827935 Apr 08 10:55:06.209915 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18995349-40d2-4e1e-abd4-23f069790757 req-17ca8094-9b2d-4c91-b7f5-b1d6825c0320 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:06.211362 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-18995349-40d2-4e1e-abd4-23f069790757 req-17ca8094-9b2d-4c91-b7f5-b1d6825c0320 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/ports?device_id=546b1f5a-c965-4e76-aa53-8e856fe7908b HTTP/1.1" status: 200 len: 945 time: 0.0872326 Apr 08 10:55:06.285161 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0ba21404-8a47-4c70-9041-8eeb83c1fe05 req-3b93727a-1b31-4a17-9c79-0377573f0e1d tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/security-groups?id=27326a5a-ecd1-4000-86db-7673c419a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727489 Apr 08 10:55:06.288919 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-18995349-40d2-4e1e-abd4-23f069790757 req-7aca8647-319b-4de1-be02-fd1221640b1e tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/security-groups?id=dda30446-6890-4466-9d79-198654c55c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710082 Apr 08 10:55:06.392306 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a368f78-ef86-4cbd-8143-769af9543709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc57cb07-7150-4bdc-9a9d-f06bce16bbf7'}] {{(pid=109911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:55:06.396071 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930651e71dbc4ea3279ef2aec3aabe40d8fedb7c9b7e81889183a919dd1d7a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c12c50-e0b5-4ba0-805a-e0804989440f" -d '{"events": [{"server_uuid": "1a368f78-ef86-4cbd-8143-769af9543709", "name": "network-vif-plugged", "status": "completed", "tag": "cc57cb07-7150-4bdc-9a9d-f06bce16bbf7"}]}' {{(pid=109911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:55:06.437319 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 10:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb470d0e-2076-4b10-a3ff-52fc0139f62d x-openstack-request-id: req-bb470d0e-2076-4b10-a3ff-52fc0139f62d {{(pid=109911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:55:06.437644 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a368f78-ef86-4cbd-8143-769af9543709", "name": "network-vif-plugged", "status": "completed", "tag": "cc57cb07-7150-4bdc-9a9d-f06bce16bbf7", "code": 200}]} {{(pid=109911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:55:06.437900 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bb470d0e-2076-4b10-a3ff-52fc0139f62d {{(pid=109911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:55:06.438297 dv-cinder-836071-3-iscsi neutron-server[109911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb470d0e-2076-4b10-a3ff-52fc0139f62d'] response: {'server_uuid': '1a368f78-ef86-4cbd-8143-769af9543709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc57cb07-7150-4bdc-9a9d-f06bce16bbf7', 'code': 200} Apr 08 10:55:06.723959 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9eb6aa-02ad-4687-8dea-d25011d57f87 req-8d464c43-8394-4b7a-85e2-31f595003cfd tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:06.725454 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-2c9eb6aa-02ad-4687-8dea-d25011d57f87 req-8d464c43-8394-4b7a-85e2-31f595003cfd tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfc1c2bb-6dae-4b65-bd69-89987828f1f8 HTTP/1.1" status: 200 len: 945 time: 0.0836256 Apr 08 10:55:06.734775 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b25bb49-bf85-4aaf-bbef-ed1a06e68382 req-6afec12d-5480-4dc6-8c4f-9ada50d6fc73 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:06.736132 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-2b25bb49-bf85-4aaf-bbef-ed1a06e68382 req-6afec12d-5480-4dc6-8c4f-9ada50d6fc73 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a368f78-ef86-4cbd-8143-769af9543709 HTTP/1.1" status: 200 len: 945 time: 0.0854995 Apr 08 10:55:06.805707 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-2c9eb6aa-02ad-4687-8dea-d25011d57f87 req-28aadfa3-d3d9-4ede-90be-322ac39d9b02 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=618911c2-0d92-416d-9c3d-5dee37a83d45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686500 Apr 08 10:55:06.809244 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-2b25bb49-bf85-4aaf-bbef-ed1a06e68382 req-8665ac19-9e0a-4665-900c-a08911407d65 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd67882-c6d4-4d97-9c5a-dda1b24f3029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665402 Apr 08 10:55:06.988252 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055f503-4f40-48b1-a599-867ddcd18c89 req-db6a29f0-672e-4baa-9547-449aa6498d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:06.990159 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a055f503-4f40-48b1-a599-867ddcd18c89 req-db6a29f0-672e-4baa-9547-449aa6498d2a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1c0e0539-9edb-46b9-96e6-f2c533e4f06c HTTP/1.1" status: 200 len: 847 time: 0.0561821 Apr 08 10:55:07.185682 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055f503-4f40-48b1-a599-867ddcd18c89 req-8a640498-b9b4-4207-b8e5-8805dba6a978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:07.187064 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a055f503-4f40-48b1-a599-867ddcd18c89 req-8a640498-b9b4-4207-b8e5-8805dba6a978 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9bdc578a-8a20-4e51-8b05-6fc0142815ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0744083 Apr 08 10:55:07.250037 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d7785b-8e7a-441d-ad0b-35e91d287ffe req-2a9c7e71-9948-4fa9-a4d1-5d0b2f0d2437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:07.252254 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [req-77d7785b-8e7a-441d-ad0b-35e91d287ffe req-2a9c7e71-9948-4fa9-a4d1-5d0b2f0d2437 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1a368f78-ef86-4cbd-8143-769af9543709 HTTP/1.1" status: 200 len: 1129 time: 0.0468788 Apr 08 10:55:07.269916 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c03f839-17b2-4c1a-8b45-89fe84366c6f req-d1d73e1d-7068-4853-9e75-5848040c4012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:07.271623 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-9c03f839-17b2-4c1a-8b45-89fe84366c6f req-d1d73e1d-7068-4853-9e75-5848040c4012 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=546b1f5a-c965-4e76-aa53-8e856fe7908b HTTP/1.1" status: 200 len: 1129 time: 0.1192162 Apr 08 10:55:07.299019 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [req-77d7785b-8e7a-441d-ad0b-35e91d287ffe req-4514be4c-c1cd-460a-941f-263c46224cc5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=dbd67882-c6d4-4d97-9c5a-dda1b24f3029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403888 Apr 08 10:55:07.348135 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a055f503-4f40-48b1-a599-867ddcd18c89 req-2f9ead23-6a5b-4cad-9844-b75d79cfd539 service neutron] 10.222.0.39 "GET /v2.0/networks/9bdc578a-8a20-4e51-8b05-6fc0142815ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535990 Apr 08 10:55:07.385586 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45fd290-14cb-4f48-9176-5ec0c18f0b32 req-ebdf97ee-68dc-423e-90a2-501266d4668d tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:07.386967 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b45fd290-14cb-4f48-9176-5ec0c18f0b32 req-ebdf97ee-68dc-423e-90a2-501266d4668d tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfc1c2bb-6dae-4b65-bd69-89987828f1f8 HTTP/1.1" status: 200 len: 945 time: 0.1331844 Apr 08 10:55:07.392036 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-9c03f839-17b2-4c1a-8b45-89fe84366c6f req-b951f66b-b73e-48b3-a759-834587ddfe62 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=dda30446-6890-4466-9d79-198654c55c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002684 Apr 08 10:55:07.456629 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf62ba09-e65f-46c2-a90c-968eca057d8b req-90957f92-1127-4572-a285-e2c19fe56c58 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:07.458088 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-bf62ba09-e65f-46c2-a90c-968eca057d8b req-90957f92-1127-4572-a285-e2c19fe56c58 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/ports?device_id=e957f90d-2464-4d6e-8738-990aee29841d HTTP/1.1" status: 200 len: 944 time: 0.0984995 Apr 08 10:55:07.464612 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f7ad62-1323-44c9-913a-5111613bcd06 req-8105329a-216c-458a-a12b-38549784e1f8 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:07.465988 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-56f7ad62-1323-44c9-913a-5111613bcd06 req-8105329a-216c-458a-a12b-38549784e1f8 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/ports?device_id=546b1f5a-c965-4e76-aa53-8e856fe7908b HTTP/1.1" status: 200 len: 945 time: 0.1075392 Apr 08 10:55:07.904340 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-56f7ad62-1323-44c9-913a-5111613bcd06 req-f3c415d5-1822-4412-8f9a-0a05a0ca01fe tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/security-groups?id=dda30446-6890-4466-9d79-198654c55c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4318342 Apr 08 10:55:07.930861 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-bf62ba09-e65f-46c2-a90c-968eca057d8b req-7d322c7b-8b12-40fb-8063-de34bba10aa5 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/security-groups?id=27326a5a-ecd1-4000-86db-7673c419a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4639528 Apr 08 10:55:07.960940 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a055f503-4f40-48b1-a599-867ddcd18c89 req-956d48ed-68fd-4715-b905-ee59a23c3dcd service neutron] 10.222.0.39 "GET /v2.0/networks/9bdc578a-8a20-4e51-8b05-6fc0142815ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142899 Apr 08 10:55:07.988151 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [req-b45fd290-14cb-4f48-9176-5ec0c18f0b32 req-bcfa322e-fab5-4ac4-8048-e3cd5b1d3f9f tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Deleting port 3e397a46-0789-41b9-a2e7-2d7f5ce968f2 {{(pid=109910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 10:55:07.988500 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-b45fd290-14cb-4f48-9176-5ec0c18f0b32 req-bcfa322e-fab5-4ac4-8048-e3cd5b1d3f9f tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (3e397a46-0789-41b9-a2e7-2d7f5ce968f2), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:08.140351 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fce952-5162-4c13-9e43-95beeabca6cf req-1ccc9c12-ae3d-4b2a-8489-176c5d64fa44 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:08.141911 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f2fce952-5162-4c13-9e43-95beeabca6cf req-1ccc9c12-ae3d-4b2a-8489-176c5d64fa44 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfc1c2bb-6dae-4b65-bd69-89987828f1f8 HTTP/1.1" status: 200 len: 945 time: 0.1718016 Apr 08 10:55:08.149458 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [req-b45fd290-14cb-4f48-9176-5ec0c18f0b32 req-bcfa322e-fab5-4ac4-8048-e3cd5b1d3f9f tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] For port 3e397a46-0789-41b9-a2e7-2d7f5ce968f2, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=3e397a46-0789-41b9-a2e7-2d7f5ce968f2,segment=NetworkSegment(564b6ad4-8714-4fe4-8ffa-791e2a8589f1),segment_id=564b6ad4-8714-4fe4-8ffa-791e2a8589f1)] {{(pid=109910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:55:08.149827 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-b45fd290-14cb-4f48-9176-5ec0c18f0b32 req-bcfa322e-fab5-4ac4-8048-e3cd5b1d3f9f tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (3e397a46-0789-41b9-a2e7-2d7f5ce968f2), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:08.179772 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa9115-6343-40bc-97d9-ec9f47fb0d4c req-b915d3d4-eb29-4e47-9d31-f29defe54907 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:08.181165 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0cfa9115-6343-40bc-97d9-ec9f47fb0d4c req-b915d3d4-eb29-4e47-9d31-f29defe54907 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a368f78-ef86-4cbd-8143-769af9543709 HTTP/1.1" status: 200 len: 945 time: 0.1702907 Apr 08 10:55:08.273601 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f2fce952-5162-4c13-9e43-95beeabca6cf req-8bcddf12-6552-460c-b44f-469ded667bab tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=618911c2-0d92-416d-9c3d-5dee37a83d45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212010 Apr 08 10:55:08.332713 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0cfa9115-6343-40bc-97d9-ec9f47fb0d4c req-584a9d74-d5fb-4c49-ad96-37ce0691e746 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd67882-c6d4-4d97-9c5a-dda1b24f3029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451952 Apr 08 10:55:08.404340 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-b45fd290-14cb-4f48-9176-5ec0c18f0b32 req-bcfa322e-fab5-4ac4-8048-e3cd5b1d3f9f tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:08.404826 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-b45fd290-14cb-4f48-9176-5ec0c18f0b32 req-bcfa322e-fab5-4ac4-8048-e3cd5b1d3f9f tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743873'] for floatingip (42b56ec7-a854-4591-9b60-2cf644f5ca18), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:08.405086 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.db.l3_db [req-b45fd290-14cb-4f48-9176-5ec0c18f0b32 req-bcfa322e-fab5-4ac4-8048-e3cd5b1d3f9f tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Floating IP 42b56ec7-a854-4591-9b60-2cf644f5ca18 disassociated. External IP: 172.27.2.38, port: 3e397a46-0789-41b9-a2e7-2d7f5ce968f2. Apr 08 10:55:08.405411 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [req-b45fd290-14cb-4f48-9176-5ec0c18f0b32 req-bcfa322e-fab5-4ac4-8048-e3cd5b1d3f9f tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Calling delete_port for 3e397a46-0789-41b9-a2e7-2d7f5ce968f2 owned by compute:nova {{(pid=109910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 10:55:08.547863 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-b45fd290-14cb-4f48-9176-5ec0c18f0b32 req-bcfa322e-fab5-4ac4-8048-e3cd5b1d3f9f tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14190223'] for port (3e397a46-0789-41b9-a2e7-2d7f5ce968f2), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:08.576328 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa322e-fab5-4ac4-8048-e3cd5b1d3f9f tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Pushing event deleted for resources: {'Port': ['ID=3e397a46-0789-41b9-a2e7-2d7f5ce968f2,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:08.694084 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b45fd290-14cb-4f48-9176-5ec0c18f0b32 req-bcfa322e-fab5-4ac4-8048-e3cd5b1d3f9f tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Router 431ab173-8df2-4a50-9c79-fbdb2351a250 has already been hosted by L3 agent a0f054a9-d30b-4594-8de6-6c24438c3963 {{(pid=109910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:55:08.808800 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b45fd290-14cb-4f48-9176-5ec0c18f0b32 req-bcfa322e-fab5-4ac4-8048-e3cd5b1d3f9f tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Notify agent at l3_agent.dv-cinder-836071-3-iscsi the message routers_updated {{(pid=109910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:55:08.821569 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52fba1b-da5a-4e05-9c9d-3c1fb6feb303 None None] Sync routers for ids ['431ab173-8df2-4a50-9c79-fbdb2351a250'] in dv-cinder-836071-3-iscsi {{(pid=109911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:55:08.832477 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52fba1b-da5a-4e05-9c9d-3c1fb6feb303 None None] Routers {'431ab173-8df2-4a50-9c79-fbdb2351a250'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:55:08.833334 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-b52fba1b-da5a-4e05-9c9d-3c1fb6feb303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:54:44Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['431ab173-8df2-4a50-9c79-fbdb2351a250'], 'active': True} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:55:08.850236 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.l3_dvrscheduler_db [req-b45fd290-14cb-4f48-9176-5ec0c18f0b32 req-bcfa322e-fab5-4ac4-8048-e3cd5b1d3f9f tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] No DVR routers for this DVR port 3e397a46-0789-41b9-a2e7-2d7f5ce968f2 on host hv-cinder-83607 {{(pid=109910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:55:08.852748 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-b45fd290-14cb-4f48-9176-5ec0c18f0b32 req-bcfa322e-fab5-4ac4-8048-e3cd5b1d3f9f tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for port (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:08.856186 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b45fd290-14cb-4f48-9176-5ec0c18f0b32 req-bcfa322e-fab5-4ac4-8048-e3cd5b1d3f9f tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.39 "DELETE /v2.0/ports/3e397a46-0789-41b9-a2e7-2d7f5ce968f2 HTTP/1.1" status: 204 len: 173 time: 1.1076252 Apr 08 10:55:08.856647 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfc1c2bb-6dae-4b65-bd69-89987828f1f8', 'name': 'network-vif-deleted', 'tag': '3e397a46-0789-41b9-a2e7-2d7f5ce968f2'}] {{(pid=109910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:55:08.858885 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c101578fc708467248d177b11db2e3e6a7db5c554c0046cb1dea7ab1ce8b9fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-935139ca-410c-44ca-aca3-fe2d19a21757" -d '{"events": [{"server_uuid": "dfc1c2bb-6dae-4b65-bd69-89987828f1f8", "name": "network-vif-deleted", "tag": "3e397a46-0789-41b9-a2e7-2d7f5ce968f2"}]}' {{(pid=109910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:55:08.894397 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 10:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23edef2d-5359-45a3-ab58-e1863bbb9f47 x-openstack-request-id: req-23edef2d-5359-45a3-ab58-e1863bbb9f47 {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:55:08.894693 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfc1c2bb-6dae-4b65-bd69-89987828f1f8", "name": "network-vif-deleted", "tag": "3e397a46-0789-41b9-a2e7-2d7f5ce968f2", "status": "completed", "code": 200}]} {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:55:08.894945 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-23edef2d-5359-45a3-ab58-e1863bbb9f47 {{(pid=109910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:55:08.895384 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23edef2d-5359-45a3-ab58-e1863bbb9f47'] response: {'server_uuid': 'dfc1c2bb-6dae-4b65-bd69-89987828f1f8', 'name': 'network-vif-deleted', 'tag': '3e397a46-0789-41b9-a2e7-2d7f5ce968f2', 'status': 'completed', 'code': 200} Apr 08 10:55:08.953332 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvr_db [None req-b52fba1b-da5a-4e05-9c9d-3c1fb6feb303 None None] Set router 431ab173-8df2-4a50-9c79-fbdb2351a250 gateway port host: dv-cinder-836071-3-iscsi {{(pid=109911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:55:09.064927 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68fb8b5-d27c-4648-8bd2-18dcd66d2100 req-ccd2b010-8b7a-4055-a5b4-1c2902594dca tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:09.066586 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-e68fb8b5-d27c-4648-8bd2-18dcd66d2100 req-ccd2b010-8b7a-4055-a5b4-1c2902594dca tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/ports?device_id=546b1f5a-c965-4e76-aa53-8e856fe7908b HTTP/1.1" status: 200 len: 945 time: 0.0930710 Apr 08 10:55:09.079858 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fee293-cda7-45ce-bd80-676637ae7227 req-9210a762-6dc3-4951-bfb8-acc96e12a319 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:09.081448 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a1fee293-cda7-45ce-bd80-676637ae7227 req-9210a762-6dc3-4951-bfb8-acc96e12a319 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/ports?device_id=e957f90d-2464-4d6e-8738-990aee29841d HTTP/1.1" status: 200 len: 944 time: 0.0750601 Apr 08 10:55:09.152923 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-e68fb8b5-d27c-4648-8bd2-18dcd66d2100 req-c03d163f-e608-40be-84e4-d946cd5c089b tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/security-groups?id=dda30446-6890-4466-9d79-198654c55c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703585 Apr 08 10:55:09.167584 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a1fee293-cda7-45ce-bd80-676637ae7227 req-373e8a8a-e2f0-45e8-87aa-445fa261dd21 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/security-groups?id=27326a5a-ecd1-4000-86db-7673c419a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787246 Apr 08 10:55:09.192182 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-b52fba1b-da5a-4e05-9c9d-3c1fb6feb303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431ab173-8df2-4a50-9c79-fbdb2351a250', 'name': 'tempest-ServerRescueNegativeTestJSON-2125950444-router', 'tenant_id': '3b8c2bcd253d4480a40c77765f83e67a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'c4e06964-65fc-43d3-9d26-704a7ac807fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:50:20Z', 'updated_at': '2022-04-08T10:50:27Z', 'revision_number': 4, 'project_id': '3b8c2bcd253d4480a40c77765f83e67a', 'gw_port': {'id': 'c4e06964-65fc-43d3-9d26-704a7ac807fc', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431ab173-8df2-4a50-9c79-fbdb2351a250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:21Z', 'updated_at': '2022-04-08T10:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': '1bcda31f-5446-4804-b5b1-5739a6c28345', 'name': '', 'network_id': '33a3be25-f434-41eb-a414-585facf4d669', 'tenant_id': '3b8c2bcd253d4480a40c77765f83e67a', 'mac_address': 'fa:16:3e:6a:48:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431ab173-8df2-4a50-9c79-fbdb2351a250', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '695d492a-ca30-42dc-b8aa-3b1f1f515ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:25Z', 'updated_at': '2022-04-08T10:50:38Z', 'revision_number': 5, 'project_id': '3b8c2bcd253d4480a40c77765f83e67a', 'subnets': [{'id': '695d492a-ca30-42dc-b8aa-3b1f1f515ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:55:09.219627 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52fba1b-da5a-4e05-9c9d-3c1fb6feb303 None None] Checking router: 431ab173-8df2-4a50-9c79-fbdb2351a250 for host: dv-cinder-836071-3-iscsi {{(pid=109911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:55:09.228257 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52fba1b-da5a-4e05-9c9d-3c1fb6feb303 None None] Routers {'431ab173-8df2-4a50-9c79-fbdb2351a250'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:55:09.228884 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-b52fba1b-da5a-4e05-9c9d-3c1fb6feb303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:54:44Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['431ab173-8df2-4a50-9c79-fbdb2351a250'], 'active': True} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:55:09.282491 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4856ef-da68-492a-a623-9bece398b2ed req-69e661f3-5b82-4811-a7c4-eb227fa84407 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:09.284038 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-de4856ef-da68-492a-a623-9bece398b2ed req-69e661f3-5b82-4811-a7c4-eb227fa84407 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/ports?device_id=546b1f5a-c965-4e76-aa53-8e856fe7908b HTTP/1.1" status: 200 len: 945 time: 0.0557814 Apr 08 10:55:09.344530 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-de4856ef-da68-492a-a623-9bece398b2ed req-d749c943-a338-4f10-b004-8339d64dae7f tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/security-groups?id=dda30446-6890-4466-9d79-198654c55c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539713 Apr 08 10:55:09.346052 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvr_db [None req-b52fba1b-da5a-4e05-9c9d-3c1fb6feb303 None None] Set router 431ab173-8df2-4a50-9c79-fbdb2351a250 gateway port host: dv-cinder-836071-3-iscsi {{(pid=109911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:55:09.368332 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 59810) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:55:09.379058 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-e0c6fe17-40ff-4758-97a5-4b819bf97b2e req-9d292a5e-63ec-4919-8b04-253ec8242b66 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=dfc1c2bb-6dae-4b65-bd69-89987828f1f8 HTTP/1.1" status: 200 len: 210 time: 0.0335677 Apr 08 10:55:09.460434 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666667b-bb34-44ba-95fa-fbc07f4fadcd req-2c130426-f8f8-456f-b81a-e11400fa570f tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:09.461985 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6666667b-bb34-44ba-95fa-fbc07f4fadcd req-2c130426-f8f8-456f-b81a-e11400fa570f tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a368f78-ef86-4cbd-8143-769af9543709 HTTP/1.1" status: 200 len: 945 time: 0.0586932 Apr 08 10:55:09.566964 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6666667b-bb34-44ba-95fa-fbc07f4fadcd req-da97b0d5-3a92-4ae8-87fd-9354f9c1da7c tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd67882-c6d4-4d97-9c5a-dda1b24f3029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987761 Apr 08 10:55:09.582017 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-b52fba1b-da5a-4e05-9c9d-3c1fb6feb303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431ab173-8df2-4a50-9c79-fbdb2351a250', 'name': 'tempest-ServerRescueNegativeTestJSON-2125950444-router', 'tenant_id': '3b8c2bcd253d4480a40c77765f83e67a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'c4e06964-65fc-43d3-9d26-704a7ac807fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:50:20Z', 'updated_at': '2022-04-08T10:50:27Z', 'revision_number': 4, 'project_id': '3b8c2bcd253d4480a40c77765f83e67a', 'gw_port': {'id': 'c4e06964-65fc-43d3-9d26-704a7ac807fc', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431ab173-8df2-4a50-9c79-fbdb2351a250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:21Z', 'updated_at': '2022-04-08T10:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': '1bcda31f-5446-4804-b5b1-5739a6c28345', 'name': '', 'network_id': '33a3be25-f434-41eb-a414-585facf4d669', 'tenant_id': '3b8c2bcd253d4480a40c77765f83e67a', 'mac_address': 'fa:16:3e:6a:48:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431ab173-8df2-4a50-9c79-fbdb2351a250', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '695d492a-ca30-42dc-b8aa-3b1f1f515ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:25Z', 'updated_at': '2022-04-08T10:50:38Z', 'revision_number': 5, 'project_id': '3b8c2bcd253d4480a40c77765f83e67a', 'subnets': [{'id': '695d492a-ca30-42dc-b8aa-3b1f1f515ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:55:09.585944 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84adf9-3602-480a-9031-cda2cc139fa5 req-cdf28d0b-f02c-44a2-8323-888d4e0d635a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:09.587601 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0e84adf9-3602-480a-9031-cda2cc139fa5 req-cdf28d0b-f02c-44a2-8323-888d4e0d635a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c72dc37aad5649d5aadd2a0655be72b7&device_id=e957f90d-2464-4d6e-8738-990aee29841d HTTP/1.1" status: 200 len: 1128 time: 0.0875862 Apr 08 10:55:09.636999 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52fba1b-da5a-4e05-9c9d-3c1fb6feb303 None None] The sync data for ids ['431ab173-8df2-4a50-9c79-fbdb2351a250'] in dv-cinder-836071-3-iscsi is: [{'id': '431ab173-8df2-4a50-9c79-fbdb2351a250', 'name': 'tempest-ServerRescueNegativeTestJSON-2125950444-router', 'tenant_id': '3b8c2bcd253d4480a40c77765f83e67a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'c4e06964-65fc-43d3-9d26-704a7ac807fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:50:20Z', 'updated_at': '2022-04-08T10:50:27Z', 'revision_number': 4, 'project_id': '3b8c2bcd253d4480a40c77765f83e67a', 'gw_port': {'id': 'c4e06964-65fc-43d3-9d26-704a7ac807fc', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431ab173-8df2-4a50-9c79-fbdb2351a250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:21Z', 'updated_at': '2022-04-08T10:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': '1bcda31f-5446-4804-b5b1-5739a6c28345', 'name': '', 'network_id': '33a3be25-f434-41eb-a414-585facf4d669', 'tenant_id': '3b8c2bcd253d4480a40c77765f83e67a', 'mac_address': 'fa:16:3e:6a:48:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431ab173-8df2-4a50-9c79-fbdb2351a250', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '695d492a-ca30-42dc-b8aa-3b1f1f515ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:25Z', 'updated_at': '2022-04-08T10:50:38Z', 'revision_number': 5, 'project_id': '3b8c2bcd253d4480a40c77765f83e67a', 'subnets': [{'id': '695d492a-ca30-42dc-b8aa-3b1f1f515ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:55:09.693301 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bca82c-ad58-43e7-86e9-8dd8fefa0ba0 tempest-TestVolumeBootPattern-950276518 tempest-TestVolumeBootPattern-950276518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:09.699375 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 59816) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:55:09.701798 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-15bca82c-ad58-43e7-86e9-8dd8fefa0ba0 tempest-TestVolumeBootPattern-950276518 tempest-TestVolumeBootPattern-950276518-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=546b1f5a-c965-4e76-aa53-8e856fe7908b HTTP/1.1" status: 200 len: 1124 time: 0.3315923 Apr 08 10:55:09.717777 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [None req-0fd31c52-46d5-41fc-a214-31918aa72596 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Request body: {'floatingip': {'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'port_id': 'e4d4752e-a2e5-4f80-9af0-f2bf66736061', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:55:09.766311 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-0fd31c52-46d5-41fc-a214-31918aa72596 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:09.790642 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84adf9-3602-480a-9031-cda2cc139fa5 req-21634dcb-dc47-4b7a-a734-fcb4a2866bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:09.792193 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0e84adf9-3602-480a-9031-cda2cc139fa5 req-21634dcb-dc47-4b7a-a734-fcb4a2866bbb service neutron] 10.222.0.39 "GET /v2.0/networks?id=9bdc578a-8a20-4e51-8b05-6fc0142815ac HTTP/1.1" status: 200 len: 909 time: 0.1942222 Apr 08 10:55:09.806569 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7182e2a3-939e-479b-9970-03f72c0d93a1 req-ee30f8ff-93c6-4b64-a9cb-b4e5a41559cc tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:09.808202 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-7182e2a3-939e-479b-9970-03f72c0d93a1 req-ee30f8ff-93c6-4b64-a9cb-b4e5a41559cc tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a368f78-ef86-4cbd-8143-769af9543709 HTTP/1.1" status: 200 len: 945 time: 0.1280575 Apr 08 10:55:09.818701 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 59818) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:55:09.824251 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.v2.base [None req-7ed15b59-da5e-4325-948f-1500f5286cf1 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Request body: {'floatingip': {'port_id': 'cc57cb07-7150-4bdc-9a9d-f06bce16bbf7'}} {{(pid=109909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:55:09.871238 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-7ed15b59-da5e-4325-948f-1500f5286cf1 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for floatingip (faab35b8-984f-410d-b8ed-9aba3eb9d7e7), before_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:09.904405 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-0fd31c52-46d5-41fc-a214-31918aa72596 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:09.955709 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0e84adf9-3602-480a-9031-cda2cc139fa5 req-c3d26205-74b9-4c9a-b459-113fe1217a2d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0f9ac02-65cd-4a43-9644-07aa2055329f HTTP/1.1" status: 200 len: 217 time: 0.0474110 Apr 08 10:55:09.978809 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2764b877-be8d-4d61-8e92-61eb19460c92 None None] New status for floating IP 42b56ec7-a854-4591-9b60-2cf644f5ca18: DOWN {{(pid=109912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 10:55:10.075583 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84adf9-3602-480a-9031-cda2cc139fa5 req-cf7144d4-57c0-4658-aa77-5ddf5ec58fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:10.077123 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0e84adf9-3602-480a-9031-cda2cc139fa5 req-cf7144d4-57c0-4658-aa77-5ddf5ec58fa6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1c0e0539-9edb-46b9-96e6-f2c533e4f06c HTTP/1.1" status: 200 len: 847 time: 0.0960233 Apr 08 10:55:10.139405 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.db_base_plugin_common [None req-0fd31c52-46d5-41fc-a214-31918aa72596 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Allocated IP 172.27.2.73 (173a9438-8c11-42c7-a64e-a6d835b0fe8b/3e92b2da-8062-400a-a6d5-15b49fe43bf4/27295c85-760e-447b-8dc7-c90afe8fea40) {{(pid=109910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:55:10.178112 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84adf9-3602-480a-9031-cda2cc139fa5 req-cca6c056-4104-407c-9e6f-ebf2b13f9df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:10.179649 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0e84adf9-3602-480a-9031-cda2cc139fa5 req-cca6c056-4104-407c-9e6f-ebf2b13f9df3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9bdc578a-8a20-4e51-8b05-6fc0142815ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0955467 Apr 08 10:55:10.357712 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-0fd31c52-46d5-41fc-a214-31918aa72596 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks [] for port (27295c85-760e-447b-8dc7-c90afe8fea40), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:10.378080 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0e84adf9-3602-480a-9031-cda2cc139fa5 req-68794cea-48c5-4313-8a30-458aeb1ea64c service neutron] 10.222.0.39 "GET /v2.0/networks/9bdc578a-8a20-4e51-8b05-6fc0142815ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610372 Apr 08 10:55:10.403455 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a0a96-2d13-4645-9a77-edf40d635a09 req-566baab6-cadd-48ed-b3c2-d2764a62fa68 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:10.404846 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-de9a0a96-2d13-4645-9a77-edf40d635a09 req-566baab6-cadd-48ed-b3c2-d2764a62fa68 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/ports?device_id=e957f90d-2464-4d6e-8738-990aee29841d HTTP/1.1" status: 200 len: 944 time: 0.1294682 Apr 08 10:55:10.424508 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-7ed15b59-da5e-4325-948f-1500f5286cf1 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:10.430058 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-7ed15b59-da5e-4325-948f-1500f5286cf1 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743873'] for floatingip (faab35b8-984f-410d-b8ed-9aba3eb9d7e7), after_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:10.472941 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 59826) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:55:10.490238 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-0fd31c52-46d5-41fc-a214-31918aa72596 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14190223'] for port (27295c85-760e-447b-8dc7-c90afe8fea40), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:10.565804 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-de9a0a96-2d13-4645-9a77-edf40d635a09 req-09b144e2-abf4-4e7b-8cb0-118a7275bce9 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/security-groups?id=27326a5a-ecd1-4000-86db-7673c419a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408241 Apr 08 10:55:10.570767 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd31c52-46d5-41fc-a214-31918aa72596 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Network 173a9438-8c11-42c7-a64e-a6d835b0fe8b is already hosted by enough agents. {{(pid=109910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:55:10.583374 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.db.l3_db [None req-7ed15b59-da5e-4325-948f-1500f5286cf1 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Floating IP faab35b8-984f-410d-b8ed-9aba3eb9d7e7 associated. External IP: 172.27.2.56, port: cc57cb07-7150-4bdc-9a9d-f06bce16bbf7. Apr 08 10:55:10.584806 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.base_scheduler [None req-0fd31c52-46d5-41fc-a214-31918aa72596 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Resources bound (agent type, host, resource id): {{(pid=109910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:55:10.586891 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-ee03af0f-ce25-49e1-b13c-f0b6dfca5bf8 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Publish callbacks [] for security_group (618911c2-0d92-416d-9c3d-5dee37a83d45), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:10.588038 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd31c52-46d5-41fc-a214-31918aa72596 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Pushing event updated for resources: {'Port': ['ID=27295c85-760e-447b-8dc7-c90afe8fea40,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:10.590316 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd31c52-46d5-41fc-a214-31918aa72596 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Received port after_create {{(pid=109910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 10:55:10.595242 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0e84adf9-3602-480a-9031-cda2cc139fa5 req-42d4cf86-5af8-4672-a83c-e5cf88a6f27d service neutron] 10.222.0.39 "GET /v2.0/networks/9bdc578a-8a20-4e51-8b05-6fc0142815ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085552 Apr 08 10:55:10.653399 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-ee03af0f-ce25-49e1-b13c-f0b6dfca5bf8 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Publish callbacks [] for security_group (618911c2-0d92-416d-9c3d-5dee37a83d45), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:10.784642 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-ee03af0f-ce25-49e1-b13c-f0b6dfca5bf8 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (618911c2-0d92-416d-9c3d-5dee37a83d45), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:10.787796 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-ee03af0f-ce25-49e1-b13c-f0b6dfca5bf8 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:10.788949 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-ee03af0f-ce25-49e1-b13c-f0b6dfca5bf8 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "DELETE /v2.0/security-groups/618911c2-0d92-416d-9c3d-5dee37a83d45 HTTP/1.1" status: 204 len: 168 time: 0.3148110 Apr 08 10:55:10.792077 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 59828) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:55:10.813517 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.api.v2.resource [None req-10ced415-5090-4911-8298-bf03f502e03c tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] show failed (client error): The resource could not be found. Apr 08 10:55:10.814511 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-10ced415-5090-4911-8298-bf03f502e03c tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups/618911c2-0d92-416d-9c3d-5dee37a83d45 HTTP/1.1" status: 404 len: 347 time: 0.0215099 Apr 08 10:55:10.818409 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 59830) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:55:10.826517 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee03af0f-ce25-49e1-b13c-f0b6dfca5bf8 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=618911c2-0d92-416d-9c3d-5dee37a83d45,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:10.857316 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ed15b59-da5e-4325-948f-1500f5286cf1 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Router d8772b0f-eb2e-43e1-8573-c003f829b44f has already been hosted by L3 agent a0f054a9-d30b-4594-8de6-6c24438c3963 {{(pid=109909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:55:11.069276 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [None req-cac9a3aa-35c1-4523-9e13-241869995769 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Deleting port 2ac6ee49-5558-4401-8fce-097fff9edb15 {{(pid=109910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 10:55:11.069649 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-cac9a3aa-35c1-4523-9e13-241869995769 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (2ac6ee49-5558-4401-8fce-097fff9edb15), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:11.097737 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-0fd31c52-46d5-41fc-a214-31918aa72596 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks [] for floatingip (21875a7e-e753-45f6-8c82-7fb0b372d512), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:11.192541 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed15b59-da5e-4325-948f-1500f5286cf1 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Notify agent at l3_agent.dv-cinder-836071-3-iscsi the message routers_updated {{(pid=109909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:55:11.197387 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-7ed15b59-da5e-4325-948f-1500f5286cf1 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for floatingip (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:11.205912 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7ff6ce-b00d-4f23-b54a-25ba730071f1 None None] Sync routers for ids ['d8772b0f-eb2e-43e1-8573-c003f829b44f'] in dv-cinder-836071-3-iscsi {{(pid=109911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:55:11.219072 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7ff6ce-b00d-4f23-b54a-25ba730071f1 None None] Routers {'d8772b0f-eb2e-43e1-8573-c003f829b44f'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:55:11.219859 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-cb7ff6ce-b00d-4f23-b54a-25ba730071f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:54:44Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['d8772b0f-eb2e-43e1-8573-c003f829b44f'], 'active': True} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:55:11.241114 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-7ed15b59-da5e-4325-948f-1500f5286cf1 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "PUT /v2.0/floatingips/faab35b8-984f-410d-b8ed-9aba3eb9d7e7 HTTP/1.1" status: 200 len: 990 time: 1.4096591 Apr 08 10:55:11.241114 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a368f78-ef86-4cbd-8143-769af9543709', 'tag': 'cc57cb07-7150-4bdc-9a9d-f06bce16bbf7'}] {{(pid=109909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:55:11.241114 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}134ac93eeb9a6ea05545f334ed0e616993a729b1c4bd08d98a5446159e989791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a1823d-0640-4f10-b48e-efba000e8bc1" -d '{"events": [{"name": "network-changed", "server_uuid": "1a368f78-ef86-4cbd-8143-769af9543709", "tag": "cc57cb07-7150-4bdc-9a9d-f06bce16bbf7"}]}' {{(pid=109909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:55:11.271506 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 10:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de72b3f-1bcf-4959-80dc-442860ac5279 x-openstack-request-id: req-7de72b3f-1bcf-4959-80dc-442860ac5279 {{(pid=109909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:55:11.271803 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a368f78-ef86-4cbd-8143-769af9543709", "tag": "cc57cb07-7150-4bdc-9a9d-f06bce16bbf7", "status": "completed", "code": 200}]} {{(pid=109909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:55:11.272057 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7de72b3f-1bcf-4959-80dc-442860ac5279 {{(pid=109909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:55:11.272469 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7de72b3f-1bcf-4959-80dc-442860ac5279'] response: {'name': 'network-changed', 'server_uuid': '1a368f78-ef86-4cbd-8143-769af9543709', 'tag': 'cc57cb07-7150-4bdc-9a9d-f06bce16bbf7', 'status': 'completed', 'code': 200} Apr 08 10:55:11.340460 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvr_db [None req-cb7ff6ce-b00d-4f23-b54a-25ba730071f1 None None] Set router d8772b0f-eb2e-43e1-8573-c003f829b44f gateway port host: dv-cinder-836071-3-iscsi {{(pid=109911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:55:11.490086 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-cac9a3aa-35c1-4523-9e13-241869995769 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (2ac6ee49-5558-4401-8fce-097fff9edb15), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:11.490744 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-cac9a3aa-35c1-4523-9e13-241869995769 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Publish callbacks [] for floatingip (2ac6ee49-5558-4401-8fce-097fff9edb15), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:11.523618 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [None req-cac9a3aa-35c1-4523-9e13-241869995769 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Calling delete_port for 2ac6ee49-5558-4401-8fce-097fff9edb15 owned by network:floatingip {{(pid=109910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 10:55:11.551667 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-0fd31c52-46d5-41fc-a214-31918aa72596 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (27295c85-760e-447b-8dc7-c90afe8fea40), before_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:11.585293 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-cb7ff6ce-b00d-4f23-b54a-25ba730071f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'name': 'tempest-AttachVolumeNegativeTest-1105897746-router', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'b149437b-8d8c-45d5-8948-b52b29edf656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:50:18Z', 'updated_at': '2022-04-08T10:50:30Z', 'revision_number': 4, 'project_id': '734e32e8113d4e4db24c106da8458807', 'gw_port': {'id': 'b149437b-8d8c-45d5-8948-b52b29edf656', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:74:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:20Z', 'updated_at': '2022-04-08T10:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_floatingips': [{'id': 'faab35b8-984f-410d-b8ed-9aba3eb9d7e7', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'router_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'port_id': 'cc57cb07-7150-4bdc-9a9d-f06bce16bbf7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525', 'mac_address': 'fa:16:3e:6c:a3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a368f78-ef86-4cbd-8143-769af9543709', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:54:54Z', 'updated_at': '2022-04-08T10:55:10Z', 'revision_number': 1, 'project_id': '734e32e8113d4e4db24c106da8458807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90d0def9-41d1-4896-921d-00edc40df59b', 'name': '', 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'mac_address': 'fa:16:3e:fb:76:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5f421bdc-b76f-40b9-9c95-2e839cd44c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:26Z', 'updated_at': '2022-04-08T10:50:36Z', 'revision_number': 5, 'project_id': '734e32e8113d4e4db24c106da8458807', 'subnets': [{'id': '5f421bdc-b76f-40b9-9c95-2e839cd44c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:55:11.614965 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1823d-0640-4f10-b48e-efba000e8bc1 req-c0b5d229-0da4-4523-9d8d-9521dc1d91db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:11.616553 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f2a1823d-0640-4f10-b48e-efba000e8bc1 req-c0b5d229-0da4-4523-9d8d-9521dc1d91db service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=734e32e8113d4e4db24c106da8458807&device_id=1a368f78-ef86-4cbd-8143-769af9543709 HTTP/1.1" status: 200 len: 1129 time: 0.1768582 Apr 08 10:55:11.618069 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7ff6ce-b00d-4f23-b54a-25ba730071f1 None None] Checking router: d8772b0f-eb2e-43e1-8573-c003f829b44f for host: dv-cinder-836071-3-iscsi {{(pid=109911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:55:11.628002 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7ff6ce-b00d-4f23-b54a-25ba730071f1 None None] Routers {'d8772b0f-eb2e-43e1-8573-c003f829b44f'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:55:11.628489 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-cb7ff6ce-b00d-4f23-b54a-25ba730071f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:54:44Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['d8772b0f-eb2e-43e1-8573-c003f829b44f'], 'active': True} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:55:11.740806 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvr_db [None req-cb7ff6ce-b00d-4f23-b54a-25ba730071f1 None None] Set router d8772b0f-eb2e-43e1-8573-c003f829b44f gateway port host: dv-cinder-836071-3-iscsi {{(pid=109911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:55:11.842326 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-3485cd09-c89e-49ed-91ec-ecb72797198f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (0996d03c-a6d6-4751-8b32-c8111f4b3d8a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:11.875848 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1823d-0640-4f10-b48e-efba000e8bc1 req-0a6a62a8-62b4-4e43-af87-e6bb7f0165fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:11.877261 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f2a1823d-0640-4f10-b48e-efba000e8bc1 req-0a6a62a8-62b4-4e43-af87-e6bb7f0165fe service neutron] 10.222.0.39 "GET /v2.0/networks?id=a108a20f-c74a-4177-8672-00636aeb2525 HTTP/1.1" status: 200 len: 916 time: 0.2515838 Apr 08 10:55:11.887750 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5cd70b-b9e9-4a6e-bc11-cbe81f1f31c7 req-04ae2790-6416-448b-b4c9-6611ee1a6cad tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:11.889221 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-9f5cd70b-b9e9-4a6e-bc11-cbe81f1f31c7 req-04ae2790-6416-448b-b4c9-6611ee1a6cad tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/ports?device_id=e957f90d-2464-4d6e-8738-990aee29841d HTTP/1.1" status: 200 len: 944 time: 0.2427795 Apr 08 10:55:11.992844 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-cb7ff6ce-b00d-4f23-b54a-25ba730071f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'name': 'tempest-AttachVolumeNegativeTest-1105897746-router', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'b149437b-8d8c-45d5-8948-b52b29edf656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:50:18Z', 'updated_at': '2022-04-08T10:50:30Z', 'revision_number': 4, 'project_id': '734e32e8113d4e4db24c106da8458807', 'gw_port': {'id': 'b149437b-8d8c-45d5-8948-b52b29edf656', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:74:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:20Z', 'updated_at': '2022-04-08T10:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_floatingips': [{'id': 'faab35b8-984f-410d-b8ed-9aba3eb9d7e7', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'router_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'port_id': 'cc57cb07-7150-4bdc-9a9d-f06bce16bbf7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525', 'mac_address': 'fa:16:3e:6c:a3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a368f78-ef86-4cbd-8143-769af9543709', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:54:54Z', 'updated_at': '2022-04-08T10:55:10Z', 'revision_number': 1, 'project_id': '734e32e8113d4e4db24c106da8458807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90d0def9-41d1-4896-921d-00edc40df59b', 'name': '', 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'mac_address': 'fa:16:3e:fb:76:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5f421bdc-b76f-40b9-9c95-2e839cd44c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:26Z', 'updated_at': '2022-04-08T10:50:36Z', 'revision_number': 5, 'project_id': '734e32e8113d4e4db24c106da8458807', 'subnets': [{'id': '5f421bdc-b76f-40b9-9c95-2e839cd44c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:55:11.997497 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-cac9a3aa-35c1-4523-9e13-241869995769 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14190223'] for port (2ac6ee49-5558-4401-8fce-097fff9edb15), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:12.019844 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7ff6ce-b00d-4f23-b54a-25ba730071f1 None None] The sync data for ids ['d8772b0f-eb2e-43e1-8573-c003f829b44f'] in dv-cinder-836071-3-iscsi is: [{'id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'name': 'tempest-AttachVolumeNegativeTest-1105897746-router', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'b149437b-8d8c-45d5-8948-b52b29edf656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:50:18Z', 'updated_at': '2022-04-08T10:50:30Z', 'revision_number': 4, 'project_id': '734e32e8113d4e4db24c106da8458807', 'gw_port': {'id': 'b149437b-8d8c-45d5-8948-b52b29edf656', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:74:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:20Z', 'updated_at': '2022-04-08T10:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_floatingips': [{'id': 'faab35b8-984f-410d-b8ed-9aba3eb9d7e7', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'router_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'port_id': 'cc57cb07-7150-4bdc-9a9d-f06bce16bbf7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525', 'mac_address': 'fa:16:3e:6c:a3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a368f78-ef86-4cbd-8143-769af9543709', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:54:54Z', 'updated_at': '2022-04-08T10:55:10Z', 'revision_number': 1, 'project_id': '734e32e8113d4e4db24c106da8458807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90d0def9-41d1-4896-921d-00edc40df59b', 'name': '', 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'mac_address': 'fa:16:3e:fb:76:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5f421bdc-b76f-40b9-9c95-2e839cd44c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:26Z', 'updated_at': '2022-04-08T10:50:36Z', 'revision_number': 5, 'project_id': '734e32e8113d4e4db24c106da8458807', 'subnets': [{'id': '5f421bdc-b76f-40b9-9c95-2e839cd44c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:55:12.026965 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-0fd31c52-46d5-41fc-a214-31918aa72596 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks [] for port (27295c85-760e-447b-8dc7-c90afe8fea40), precommit_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:12.062233 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f2a1823d-0640-4f10-b48e-efba000e8bc1 req-aa4b38a2-489b-4ac4-8e4d-089c74c79f16 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc57cb07-7150-4bdc-9a9d-f06bce16bbf7 HTTP/1.1" status: 200 len: 998 time: 0.1677122 Apr 08 10:55:12.062841 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-0fd31c52-46d5-41fc-a214-31918aa72596 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14190224'] for port (27295c85-760e-447b-8dc7-c90afe8fea40), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:12.069717 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac9a3aa-35c1-4523-9e13-241869995769 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Pushing event deleted for resources: {'Port': ['ID=2ac6ee49-5558-4401-8fce-097fff9edb15,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:12.070351 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device 3e397a46-0789-41b9-a2e7-2d7f5ce968f2 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 10:55:12.098797 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] No Port match for: 3e397a46-0789-41b9-a2e7-2d7f5ce968f2 {{(pid=109911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 10:55:12.099176 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device 3e397a46-0789-41b9-a2e7-2d7f5ce968f2 not bound to the agent host hv-cinder-83607 {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 10:55:12.103441 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-9f5cd70b-b9e9-4a6e-bc11-cbe81f1f31c7 req-43b10748-d85c-466a-835f-857796bfe983 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/security-groups?id=27326a5a-ecd1-4000-86db-7673c419a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2035422 Apr 08 10:55:12.231846 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1823d-0640-4f10-b48e-efba000e8bc1 req-46218a59-c21d-4d32-8102-2972aaab8742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:12.234377 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f2a1823d-0640-4f10-b48e-efba000e8bc1 req-46218a59-c21d-4d32-8102-2972aaab8742 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5f421bdc-b76f-40b9-9c95-2e839cd44c87 HTTP/1.1" status: 200 len: 854 time: 0.1614470 Apr 08 10:55:12.241519 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66ab5f2-ecbd-468e-9863-dbef0f110c55 None None] New status for floating IP faab35b8-984f-410d-b8ed-9aba3eb9d7e7: ACTIVE {{(pid=109912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 10:55:12.242086 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd31c52-46d5-41fc-a214-31918aa72596 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Pushing event updated for resources: {'Port': ['ID=27295c85-760e-447b-8dc7-c90afe8fea40,revision_number=2']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:12.264765 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-cac9a3aa-35c1-4523-9e13-241869995769 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Publish callbacks [] for floatingip (42b56ec7-a854-4591-9b60-2cf644f5ca18), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:12.267361 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-cac9a3aa-35c1-4523-9e13-241869995769 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for floatingip (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:12.268566 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-cac9a3aa-35c1-4523-9e13-241869995769 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "DELETE /v2.0/floatingips/42b56ec7-a854-4591-9b60-2cf644f5ca18 HTTP/1.1" status: 204 len: 168 time: 1.4492481 Apr 08 10:55:12.301954 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-0fd31c52-46d5-41fc-a214-31918aa72596 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743873'] for floatingip (21875a7e-e753-45f6-8c82-7fb0b372d512), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:12.374011 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1823d-0640-4f10-b48e-efba000e8bc1 req-9dc9ed7a-f2a6-4125-a8e2-0519083d8132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:12.375729 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f2a1823d-0640-4f10-b48e-efba000e8bc1 req-9dc9ed7a-f2a6-4125-a8e2-0519083d8132 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a108a20f-c74a-4177-8672-00636aeb2525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1313231 Apr 08 10:55:12.501390 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.db.l3_db [None req-0fd31c52-46d5-41fc-a214-31918aa72596 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Floating IP 21875a7e-e753-45f6-8c82-7fb0b372d512 associated. External IP: 172.27.2.73, port: e4d4752e-a2e5-4f80-9af0-f2bf66736061. Apr 08 10:55:12.567954 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f2a1823d-0640-4f10-b48e-efba000e8bc1 req-a135da98-a300-473e-868c-967047b14d7a service neutron] 10.222.0.39 "GET /v2.0/networks/a108a20f-c74a-4177-8672-00636aeb2525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531763 Apr 08 10:55:12.746956 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f2a1823d-0640-4f10-b48e-efba000e8bc1 req-d2b96b2a-6bb8-4980-bc0f-1a8cb39372e3 service neutron] 10.222.0.39 "GET /v2.0/networks/a108a20f-c74a-4177-8672-00636aeb2525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477740 Apr 08 10:55:12.815452 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd31c52-46d5-41fc-a214-31918aa72596 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Router 42146926-2eb6-487e-b4e4-69b3b310f9b9 has already been hosted by L3 agent a0f054a9-d30b-4594-8de6-6c24438c3963 {{(pid=109910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:55:12.927319 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd31c52-46d5-41fc-a214-31918aa72596 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Notify agent at l3_agent.dv-cinder-836071-3-iscsi the message routers_updated {{(pid=109910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:55:12.938119 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123c8114-ef3f-478a-aabd-67176e39c571 None None] Sync routers for ids ['42146926-2eb6-487e-b4e4-69b3b310f9b9'] in dv-cinder-836071-3-iscsi {{(pid=109911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:55:12.948613 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123c8114-ef3f-478a-aabd-67176e39c571 None None] Routers {'42146926-2eb6-487e-b4e4-69b3b310f9b9'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:55:12.949126 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-0fd31c52-46d5-41fc-a214-31918aa72596 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for floatingip (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:12.949832 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-123c8114-ef3f-478a-aabd-67176e39c571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:54:44Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['42146926-2eb6-487e-b4e4-69b3b310f9b9'], 'active': True} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:55:12.981691 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-0fd31c52-46d5-41fc-a214-31918aa72596 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.2792063 Apr 08 10:55:12.981691 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '546b1f5a-c965-4e76-aa53-8e856fe7908b', 'tag': 'e4d4752e-a2e5-4f80-9af0-f2bf66736061'}] {{(pid=109910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:55:12.982651 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c101578fc708467248d177b11db2e3e6a7db5c554c0046cb1dea7ab1ce8b9fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526e9c8e-06ea-43a9-a1e1-0e35efbc0b81" -d '{"events": [{"name": "network-changed", "server_uuid": "546b1f5a-c965-4e76-aa53-8e856fe7908b", "tag": "e4d4752e-a2e5-4f80-9af0-f2bf66736061"}]}' {{(pid=109910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:55:13.022845 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 10:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58399035-955d-48c8-a164-e01164450e0b x-openstack-request-id: req-58399035-955d-48c8-a164-e01164450e0b {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:55:13.023137 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "546b1f5a-c965-4e76-aa53-8e856fe7908b", "tag": "e4d4752e-a2e5-4f80-9af0-f2bf66736061", "status": "completed", "code": 200}]} {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:55:13.023385 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-58399035-955d-48c8-a164-e01164450e0b {{(pid=109910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:55:13.023793 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58399035-955d-48c8-a164-e01164450e0b'] response: {'name': 'network-changed', 'server_uuid': '546b1f5a-c965-4e76-aa53-8e856fe7908b', 'tag': 'e4d4752e-a2e5-4f80-9af0-f2bf66736061', 'status': 'completed', 'code': 200} Apr 08 10:55:13.068086 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvr_db [None req-123c8114-ef3f-478a-aabd-67176e39c571 None None] Set router 42146926-2eb6-487e-b4e4-69b3b310f9b9 gateway port host: dv-cinder-836071-3-iscsi {{(pid=109911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:55:13.091814 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e9c8e-06ea-43a9-a1e1-0e35efbc0b81 req-bc6b9c6c-2b91-4aea-ba6b-7ba39db2c454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:13.093370 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-526e9c8e-06ea-43a9-a1e1-0e35efbc0b81 req-bc6b9c6c-2b91-4aea-ba6b-7ba39db2c454 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1240eb4e10e8472eb59d3c956e73fd45&device_id=546b1f5a-c965-4e76-aa53-8e856fe7908b HTTP/1.1" status: 200 len: 1129 time: 0.0455117 Apr 08 10:55:13.217664 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e9c8e-06ea-43a9-a1e1-0e35efbc0b81 req-faa99dea-9dc8-411a-aab3-5ebe256d2136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:13.219063 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-526e9c8e-06ea-43a9-a1e1-0e35efbc0b81 req-faa99dea-9dc8-411a-aab3-5ebe256d2136 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cde280c4-46d3-4a2c-b76e-9357fe2425c5 HTTP/1.1" status: 200 len: 913 time: 0.1193280 Apr 08 10:55:13.284595 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f9c2b9-20fa-403e-8061-a87a8329eaf1 req-7ccd5bc9-6c65-4287-b6a3-5da26d0d37ee tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:13.286487 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a1f9c2b9-20fa-403e-8061-a87a8329eaf1 req-7ccd5bc9-6c65-4287-b6a3-5da26d0d37ee tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/ports?device_id=e957f90d-2464-4d6e-8738-990aee29841d HTTP/1.1" status: 200 len: 944 time: 0.1132066 Apr 08 10:55:13.305251 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-123c8114-ef3f-478a-aabd-67176e39c571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'name': 'tempest-TestVolumeBootPattern-1804327282-router', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '6feab91a-7bec-44c4-9ad3-1e39f46403f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:18Z', 'updated_at': '2022-04-08T10:54:22Z', 'revision_number': 4, 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'gw_port': {'id': '6feab91a-7bec-44c4-9ad3-1e39f46403f3', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:42:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:18Z', 'updated_at': '2022-04-08T10:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_floatingips': [{'id': '21875a7e-e753-45f6-8c82-7fb0b372d512', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'floating_ip_address': '172.27.2.73', 'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'router_id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'port_id': 'e4d4752e-a2e5-4f80-9af0-f2bf66736061', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cde280c4-46d3-4a2c-b76e-9357fe2425c5', 'mac_address': 'fa:16:3e:42:98:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546b1f5a-c965-4e76-aa53-8e856fe7908b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:55:10Z', 'updated_at': '2022-04-08T10:55:10Z', 'revision_number': 0, 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75', 'name': '', 'network_id': 'cde280c4-46d3-4a2c-b76e-9357fe2425c5', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'mac_address': 'fa:16:3e:05:73:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'f62eda8a-11e4-410d-acba-a7bf8fcacc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:21Z', 'updated_at': '2022-04-08T10:54:26Z', 'revision_number': 5, 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'subnets': [{'id': 'f62eda8a-11e4-410d-acba-a7bf8fcacc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:55:13.321541 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-526e9c8e-06ea-43a9-a1e1-0e35efbc0b81 req-c34f653e-c1e0-40c9-925a-89fb32b4d91b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4d4752e-a2e5-4f80-9af0-f2bf66736061 HTTP/1.1" status: 200 len: 998 time: 0.0960619 Apr 08 10:55:13.332404 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123c8114-ef3f-478a-aabd-67176e39c571 None None] Checking router: 42146926-2eb6-487e-b4e4-69b3b310f9b9 for host: dv-cinder-836071-3-iscsi {{(pid=109911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:55:13.342376 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123c8114-ef3f-478a-aabd-67176e39c571 None None] Routers {'42146926-2eb6-487e-b4e4-69b3b310f9b9'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:55:13.343171 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-123c8114-ef3f-478a-aabd-67176e39c571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:54:44Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['42146926-2eb6-487e-b4e4-69b3b310f9b9'], 'active': True} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:55:13.382258 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a1f9c2b9-20fa-403e-8061-a87a8329eaf1 req-27bf43b3-57d3-4c96-b652-626411ea975a tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/security-groups?id=27326a5a-ecd1-4000-86db-7673c419a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855789 Apr 08 10:55:13.394433 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e9c8e-06ea-43a9-a1e1-0e35efbc0b81 req-cb338da0-ce5d-4891-98ac-e99454e0fe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:13.396392 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-526e9c8e-06ea-43a9-a1e1-0e35efbc0b81 req-cb338da0-ce5d-4891-98ac-e99454e0fe07 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f62eda8a-11e4-410d-acba-a7bf8fcacc01 HTTP/1.1" status: 200 len: 851 time: 0.0684907 Apr 08 10:55:13.450678 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e9c8e-06ea-43a9-a1e1-0e35efbc0b81 req-5e668e21-e924-4fcf-8101-9d671ef13fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:13.452192 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-526e9c8e-06ea-43a9-a1e1-0e35efbc0b81 req-5e668e21-e924-4fcf-8101-9d671ef13fd0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cde280c4-46d3-4a2c-b76e-9357fe2425c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496366 Apr 08 10:55:13.457429 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvr_db [None req-123c8114-ef3f-478a-aabd-67176e39c571 None None] Set router 42146926-2eb6-487e-b4e4-69b3b310f9b9 gateway port host: dv-cinder-836071-3-iscsi {{(pid=109911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:55:13.560027 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-526e9c8e-06ea-43a9-a1e1-0e35efbc0b81 req-da46da36-4f73-4f38-a521-2e2b36ec475d service neutron] 10.222.0.39 "GET /v2.0/networks/cde280c4-46d3-4a2c-b76e-9357fe2425c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020701 Apr 08 10:55:13.653129 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-526e9c8e-06ea-43a9-a1e1-0e35efbc0b81 req-e5b98818-d94d-4fb4-9429-e117b99c3e11 service neutron] 10.222.0.39 "GET /v2.0/networks/cde280c4-46d3-4a2c-b76e-9357fe2425c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864470 Apr 08 10:55:13.699807 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-123c8114-ef3f-478a-aabd-67176e39c571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'name': 'tempest-TestVolumeBootPattern-1804327282-router', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '6feab91a-7bec-44c4-9ad3-1e39f46403f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:18Z', 'updated_at': '2022-04-08T10:54:22Z', 'revision_number': 4, 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'gw_port': {'id': '6feab91a-7bec-44c4-9ad3-1e39f46403f3', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:42:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:18Z', 'updated_at': '2022-04-08T10:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_floatingips': [{'id': '21875a7e-e753-45f6-8c82-7fb0b372d512', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'floating_ip_address': '172.27.2.73', 'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'router_id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'port_id': 'e4d4752e-a2e5-4f80-9af0-f2bf66736061', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cde280c4-46d3-4a2c-b76e-9357fe2425c5', 'mac_address': 'fa:16:3e:42:98:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546b1f5a-c965-4e76-aa53-8e856fe7908b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:55:10Z', 'updated_at': '2022-04-08T10:55:10Z', 'revision_number': 0, 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75', 'name': '', 'network_id': 'cde280c4-46d3-4a2c-b76e-9357fe2425c5', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'mac_address': 'fa:16:3e:05:73:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'f62eda8a-11e4-410d-acba-a7bf8fcacc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:21Z', 'updated_at': '2022-04-08T10:54:26Z', 'revision_number': 5, 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'subnets': [{'id': 'f62eda8a-11e4-410d-acba-a7bf8fcacc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:55:13.727396 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123c8114-ef3f-478a-aabd-67176e39c571 None None] The sync data for ids ['42146926-2eb6-487e-b4e4-69b3b310f9b9'] in dv-cinder-836071-3-iscsi is: [{'id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'name': 'tempest-TestVolumeBootPattern-1804327282-router', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '6feab91a-7bec-44c4-9ad3-1e39f46403f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:18Z', 'updated_at': '2022-04-08T10:54:22Z', 'revision_number': 4, 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'gw_port': {'id': '6feab91a-7bec-44c4-9ad3-1e39f46403f3', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:42:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:18Z', 'updated_at': '2022-04-08T10:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_floatingips': [{'id': '21875a7e-e753-45f6-8c82-7fb0b372d512', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'floating_ip_address': '172.27.2.73', 'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'router_id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'port_id': 'e4d4752e-a2e5-4f80-9af0-f2bf66736061', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cde280c4-46d3-4a2c-b76e-9357fe2425c5', 'mac_address': 'fa:16:3e:42:98:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546b1f5a-c965-4e76-aa53-8e856fe7908b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:55:10Z', 'updated_at': '2022-04-08T10:55:10Z', 'revision_number': 0, 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75', 'name': '', 'network_id': 'cde280c4-46d3-4a2c-b76e-9357fe2425c5', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'mac_address': 'fa:16:3e:05:73:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'f62eda8a-11e4-410d-acba-a7bf8fcacc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:21Z', 'updated_at': '2022-04-08T10:54:26Z', 'revision_number': 5, 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'subnets': [{'id': 'f62eda8a-11e4-410d-acba-a7bf8fcacc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:55:13.943106 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e08c51a-6c5c-492a-a8f7-07f5976afd75 None None] New status for floating IP 21875a7e-e753-45f6-8c82-7fb0b372d512: ACTIVE {{(pid=109912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 10:55:14.192779 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-2adfb79c-f04e-4d35-b4fa-cc8b8c1bb0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (a0f054a9-d30b-4594-8de6-6c24438c3963), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:14.525404 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6632c-3860-4c56-b3a4-3683b15c294d req-2d839d61-6393-4d3e-b57a-21b7ee13827b tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:14.526864 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-79c6632c-3860-4c56-b3a4-3683b15c294d req-2d839d61-6393-4d3e-b57a-21b7ee13827b tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/ports?device_id=e957f90d-2464-4d6e-8738-990aee29841d HTTP/1.1" status: 200 len: 944 time: 0.0664558 Apr 08 10:55:14.578916 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-79c6632c-3860-4c56-b3a4-3683b15c294d req-b2998685-27a7-4b5f-b07c-21aac166491d tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/security-groups?id=27326a5a-ecd1-4000-86db-7673c419a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462475 Apr 08 10:55:14.814262 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c9356-f001-4e3e-a2ca-925b1f2d8d73 req-0f1249ff-fff5-4446-be14-0ff9ad533a00 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:14.815752 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-9b7c9356-f001-4e3e-a2ca-925b1f2d8d73 req-0f1249ff-fff5-4446-be14-0ff9ad533a00 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=40b6ecf5-6453-42fc-b63f-40158911ebb1 HTTP/1.1" status: 200 len: 946 time: 0.0558493 Apr 08 10:55:14.868659 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-9b7c9356-f001-4e3e-a2ca-925b1f2d8d73 req-b7e67cec-45cb-41f8-af84-5ef04d887ba2 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449109 Apr 08 10:55:15.145898 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c39995e2-c233-4533-b78f-2944bd33f611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (65c9c9bc-bb02-426d-a902-340b44f1a4c2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:15.708458 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239de63a-0f41-40b6-9c29-5f5e736bec3c req-96e714fc-bfe8-4d7e-ae46-628794ea0c7c tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:15.709970 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-239de63a-0f41-40b6-9c29-5f5e736bec3c req-96e714fc-bfe8-4d7e-ae46-628794ea0c7c tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/ports?device_id=e957f90d-2464-4d6e-8738-990aee29841d HTTP/1.1" status: 200 len: 944 time: 0.0616126 Apr 08 10:55:15.765679 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-239de63a-0f41-40b6-9c29-5f5e736bec3c req-d575d27d-6cf0-4dcb-85a4-0613e9c59293 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/security-groups?id=27326a5a-ecd1-4000-86db-7673c419a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473466 Apr 08 10:55:15.994353 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2835bdcc-af1f-4b9b-86d2-3765c0c75e77 req-76a518ef-d4a4-4472-a858-103bd5665495 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:15.995843 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-2835bdcc-af1f-4b9b-86d2-3765c0c75e77 req-76a518ef-d4a4-4472-a858-103bd5665495 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=40b6ecf5-6453-42fc-b63f-40158911ebb1 HTTP/1.1" status: 200 len: 946 time: 0.0568609 Apr 08 10:55:16.046371 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-2835bdcc-af1f-4b9b-86d2-3765c0c75e77 req-fb472ea6-29e2-409d-a605-2350684867f9 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447235 Apr 08 10:55:16.596528 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dfd57949-1be2-4190-94f2-c1682066023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (140c1fdd-4f9d-4fc9-9d7c-f6f7cee51a0a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:16.904254 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d0cefb-3d8b-42a4-9cfc-9c3a9f32b437 req-975d6686-84df-4d11-8ac4-c2e19d5692d9 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:16.905694 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f3d0cefb-3d8b-42a4-9cfc-9c3a9f32b437 req-975d6686-84df-4d11-8ac4-c2e19d5692d9 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/ports?device_id=e957f90d-2464-4d6e-8738-990aee29841d HTTP/1.1" status: 200 len: 944 time: 0.0579357 Apr 08 10:55:16.955630 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f3d0cefb-3d8b-42a4-9cfc-9c3a9f32b437 req-12d98d3f-ca55-4f7f-88f5-4c9092a27aca tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/security-groups?id=27326a5a-ecd1-4000-86db-7673c419a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437858 Apr 08 10:55:17.187224 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c6719-5f01-453d-98ab-133d9a89c7cb req-09ff2275-a2ac-42e4-a3b1-45068556f6c9 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:17.188627 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-3e7c6719-5f01-453d-98ab-133d9a89c7cb req-09ff2275-a2ac-42e4-a3b1-45068556f6c9 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=40b6ecf5-6453-42fc-b63f-40158911ebb1 HTTP/1.1" status: 200 len: 946 time: 0.0697267 Apr 08 10:55:17.241588 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-3e7c6719-5f01-453d-98ab-133d9a89c7cb req-5c1b7513-6bff-4dbc-8f74-9ab61d8c0309 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469534 Apr 08 10:55:17.518464 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d94ecb-a168-4078-958b-8c48cda69509 req-37dd32f0-a63b-4112-870c-1924dd06dcd1 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:17.519838 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-c6d94ecb-a168-4078-958b-8c48cda69509 req-37dd32f0-a63b-4112-870c-1924dd06dcd1 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.39 "GET /v2.0/ports?device_id=40b6ecf5-6453-42fc-b63f-40158911ebb1 HTTP/1.1" status: 200 len: 946 time: 0.0609400 Apr 08 10:55:17.637609 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [req-c6d94ecb-a168-4078-958b-8c48cda69509 req-6b9c2256-d4a7-416b-9dad-eb7f81b03303 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Deleting port f63e0baf-1d4b-4b4a-907e-ba043fef736b {{(pid=109910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 10:55:17.637964 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-c6d94ecb-a168-4078-958b-8c48cda69509 req-6b9c2256-d4a7-416b-9dad-eb7f81b03303 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (f63e0baf-1d4b-4b4a-907e-ba043fef736b), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:17.739992 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [req-c6d94ecb-a168-4078-958b-8c48cda69509 req-6b9c2256-d4a7-416b-9dad-eb7f81b03303 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] For port f63e0baf-1d4b-4b4a-907e-ba043fef736b, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f63e0baf-1d4b-4b4a-907e-ba043fef736b,segment=NetworkSegment(564b6ad4-8714-4fe4-8ffa-791e2a8589f1),segment_id=564b6ad4-8714-4fe4-8ffa-791e2a8589f1)] {{(pid=109910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:55:17.740372 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-c6d94ecb-a168-4078-958b-8c48cda69509 req-6b9c2256-d4a7-416b-9dad-eb7f81b03303 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (f63e0baf-1d4b-4b4a-907e-ba043fef736b), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:17.753450 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [req-c6d94ecb-a168-4078-958b-8c48cda69509 req-6b9c2256-d4a7-416b-9dad-eb7f81b03303 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Calling delete_port for f63e0baf-1d4b-4b4a-907e-ba043fef736b owned by compute:nova {{(pid=109910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 10:55:17.901721 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-c6d94ecb-a168-4078-958b-8c48cda69509 req-6b9c2256-d4a7-416b-9dad-eb7f81b03303 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14190223'] for port (f63e0baf-1d4b-4b4a-907e-ba043fef736b), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:17.913683 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] get_ports_and_sgs() called for port_ids ['aba2c694-d951-4d11-a7f4-d6c59eb06344', 'f63e0baf-1d4b-4b4a-907e-ba043fef736b'] {{(pid=109911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 10:55:17.928384 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9c2256-d4a7-416b-9dad-eb7f81b03303 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Pushing event deleted for resources: {'Port': ['ID=f63e0baf-1d4b-4b4a-907e-ba043fef736b,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:17.977759 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6d94ecb-a168-4078-958b-8c48cda69509 req-6b9c2256-d4a7-416b-9dad-eb7f81b03303 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] No DVR routers for this DVR port f63e0baf-1d4b-4b4a-907e-ba043fef736b on host hv-cinder-83607 {{(pid=109910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:55:17.979717 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-c6d94ecb-a168-4078-958b-8c48cda69509 req-6b9c2256-d4a7-416b-9dad-eb7f81b03303 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for port (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:17.983472 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-c6d94ecb-a168-4078-958b-8c48cda69509 req-6b9c2256-d4a7-416b-9dad-eb7f81b03303 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.39 "DELETE /v2.0/ports/f63e0baf-1d4b-4b4a-907e-ba043fef736b HTTP/1.1" status: 204 len: 173 time: 0.4577060 Apr 08 10:55:17.983582 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b6ecf5-6453-42fc-b63f-40158911ebb1', 'name': 'network-vif-deleted', 'tag': 'f63e0baf-1d4b-4b4a-907e-ba043fef736b'}] {{(pid=109910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:55:17.986094 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c101578fc708467248d177b11db2e3e6a7db5c554c0046cb1dea7ab1ce8b9fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72896e49-e8fb-4d3c-8f68-9f6f501b564d" -d '{"events": [{"server_uuid": "40b6ecf5-6453-42fc-b63f-40158911ebb1", "name": "network-vif-deleted", "tag": "f63e0baf-1d4b-4b4a-907e-ba043fef736b"}]}' {{(pid=109910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:55:18.023928 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 10:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66c1af0-b770-4504-bf96-1aecde248186 x-openstack-request-id: req-f66c1af0-b770-4504-bf96-1aecde248186 {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:55:18.024225 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b6ecf5-6453-42fc-b63f-40158911ebb1", "name": "network-vif-deleted", "tag": "f63e0baf-1d4b-4b4a-907e-ba043fef736b", "status": "completed", "code": 200}]} {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:55:18.024493 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f66c1af0-b770-4504-bf96-1aecde248186 {{(pid=109910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:55:18.025144 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f66c1af0-b770-4504-bf96-1aecde248186'] response: {'server_uuid': '40b6ecf5-6453-42fc-b63f-40158911ebb1', 'name': 'network-vif-deleted', 'tag': 'f63e0baf-1d4b-4b4a-907e-ba043fef736b', 'status': 'completed', 'code': 200} Apr 08 10:55:18.045875 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (d1e78606-e5cc-43c0-bc22-8a5324478286), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:18.113237 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device b0f9ac02-65cd-4a43-9644-07aa2055329f details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=109911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 10:55:18.218332 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port b0f9ac02-65cd-4a43-9644-07aa2055329f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b0f9ac02-65cd-4a43-9644-07aa2055329f,segment=NetworkSegment(70944567-ec60-4334-80f5-e288d4e47c49),segment_id=70944567-ec60-4334-80f5-e288d4e47c49)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:55:18.230591 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Returning: {'device': 'b0f9ac02-65cd-4a43-9644-07aa2055329f', 'network_id': '9bdc578a-8a20-4e51-8b05-6fc0142815ac', 'port_id': 'b0f9ac02-65cd-4a43-9644-07aa2055329f', 'mac_address': 'fa:16:3e:3f:35:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c0e0539-9edb-46b9-96e6-f2c533e4f06c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 10:55:18.271289 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Current status of the port b0f9ac02-65cd-4a43-9644-07aa2055329f is: DOWN; New status is: BUILD {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:55:18.271692 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (b0f9ac02-65cd-4a43-9644-07aa2055329f), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:18.287017 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.notifiers.nova [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0f9ac02-65cd-4a43-9644-07aa2055329f {{(pid=109911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:55:18.313946 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port b0f9ac02-65cd-4a43-9644-07aa2055329f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b0f9ac02-65cd-4a43-9644-07aa2055329f,segment=NetworkSegment(70944567-ec60-4334-80f5-e288d4e47c49),segment_id=70944567-ec60-4334-80f5-e288d4e47c49)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:55:18.321376 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (b0f9ac02-65cd-4a43-9644-07aa2055329f), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:18.386222 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Pushing event updated for resources: {'Port': ['ID=b0f9ac02-65cd-4a43-9644-07aa2055329f,revision_number=4']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:18.423386 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-96f95ef4-3e75-498a-8a32-3bed2d9d373a req-58eb702f-40b0-443f-9eb5-80ac378d7470 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=40b6ecf5-6453-42fc-b63f-40158911ebb1 HTTP/1.1" status: 200 len: 210 time: 0.0324867 Apr 08 10:55:18.453447 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d414c-0478-43ff-9341-1e4be927f59a req-fe71e0a3-5e75-40c6-9515-2a3de57c4cbb tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:18.455287 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ba4d414c-0478-43ff-9341-1e4be927f59a req-fe71e0a3-5e75-40c6-9515-2a3de57c4cbb tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/ports?device_id=e957f90d-2464-4d6e-8738-990aee29841d HTTP/1.1" status: 200 len: 944 time: 0.4071808 Apr 08 10:55:18.498623 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (df0b008b-1017-45b0-9cbd-b6387ecfd69a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:18.515403 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ba4d414c-0478-43ff-9341-1e4be927f59a req-dc6a43f9-fd61-4d75-8d07-1c542ce7779b tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/security-groups?id=27326a5a-ecd1-4000-86db-7673c419a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542359 Apr 08 10:55:18.561491 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] get_ports_and_sgs() called for port_ids ['b0f9ac02-65cd-4a43-9644-07aa2055329f'] {{(pid=109911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 10:55:19.726079 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f14189-b173-42c9-af19-fa00d1b4ba5b req-f991696f-bd9c-4ba3-bf85-efa3f5a474ec tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:19.727438 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a4f14189-b173-42c9-af19-fa00d1b4ba5b req-f991696f-bd9c-4ba3-bf85-efa3f5a474ec tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/ports?device_id=e957f90d-2464-4d6e-8738-990aee29841d HTTP/1.1" status: 200 len: 945 time: 0.1417294 Apr 08 10:55:19.737007 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce56ae0-7ce9-40b2-9be0-5eb3c77a4a16 req-90d3b9cc-77a6-4b46-8420-f75080db4bb2 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:19.738444 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-8ce56ae0-7ce9-40b2-9be0-5eb3c77a4a16 req-90d3b9cc-77a6-4b46-8420-f75080db4bb2 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=38552159-8141-4147-8561-ce8089d7eeec HTTP/1.1" status: 200 len: 945 time: 0.0718665 Apr 08 10:55:19.808322 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a4f14189-b173-42c9-af19-fa00d1b4ba5b req-40190d04-98b9-40e3-a046-cdd7fcbeaa2d tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/security-groups?id=27326a5a-ecd1-4000-86db-7673c419a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688899 Apr 08 10:55:19.815451 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-8ce56ae0-7ce9-40b2-9be0-5eb3c77a4a16 req-26b469ae-a866-4475-a6ae-e3ee50865207 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704534 Apr 08 10:55:20.144959 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device b0f9ac02-65cd-4a43-9644-07aa2055329f up at agent hyperv_hv-cinder-83607 {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:55:20.210810 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Provisioning for port b0f9ac02-65cd-4a43-9644-07aa2055329f completed by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 10:55:20.214600 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Provisioning complete for port b0f9ac02-65cd-4a43-9644-07aa2055329f triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:55:20.214979 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (b0f9ac02-65cd-4a43-9644-07aa2055329f), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:20.304223 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Current status of the port b0f9ac02-65cd-4a43-9644-07aa2055329f is: BUILD; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:55:20.304623 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (b0f9ac02-65cd-4a43-9644-07aa2055329f), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:20.329113 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e957f90d-2464-4d6e-8738-990aee29841d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f9ac02-65cd-4a43-9644-07aa2055329f'}] {{(pid=109911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:55:20.331387 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930651e71dbc4ea3279ef2aec3aabe40d8fedb7c9b7e81889183a919dd1d7a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78432af7-ec3f-4a76-9043-8817335655ed" -d '{"events": [{"server_uuid": "e957f90d-2464-4d6e-8738-990aee29841d", "name": "network-vif-plugged", "status": "completed", "tag": "b0f9ac02-65cd-4a43-9644-07aa2055329f"}]}' {{(pid=109911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:55:20.347717 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port b0f9ac02-65cd-4a43-9644-07aa2055329f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b0f9ac02-65cd-4a43-9644-07aa2055329f,segment=NetworkSegment(70944567-ec60-4334-80f5-e288d4e47c49),segment_id=70944567-ec60-4334-80f5-e288d4e47c49)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:55:20.353532 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (b0f9ac02-65cd-4a43-9644-07aa2055329f), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:20.354386 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device f63e0baf-1d4b-4b4a-907e-ba043fef736b no longer exists at agent hyperv_hv-cinder-83607 {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 10:55:20.391753 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 10:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35dd5019-296c-4dd7-bcc3-d0c5beb345d4 x-openstack-request-id: req-35dd5019-296c-4dd7-bcc3-d0c5beb345d4 {{(pid=109911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:55:20.392065 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e957f90d-2464-4d6e-8738-990aee29841d", "name": "network-vif-plugged", "status": "completed", "tag": "b0f9ac02-65cd-4a43-9644-07aa2055329f", "code": 200}]} {{(pid=109911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:55:20.392355 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-35dd5019-296c-4dd7-bcc3-d0c5beb345d4 {{(pid=109911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:55:20.392748 dv-cinder-836071-3-iscsi neutron-server[109911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35dd5019-296c-4dd7-bcc3-d0c5beb345d4'] response: {'server_uuid': 'e957f90d-2464-4d6e-8738-990aee29841d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f9ac02-65cd-4a43-9644-07aa2055329f', 'code': 200} Apr 08 10:55:20.395461 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] No Port match for: f63e0baf-1d4b-4b4a-907e-ba043fef736b {{(pid=109911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 10:55:20.395811 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device f63e0baf-1d4b-4b4a-907e-ba043fef736b not bound to the agent host hv-cinder-83607 {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 10:55:20.423521 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Pushing event updated for resources: {'Port': ['ID=b0f9ac02-65cd-4a43-9644-07aa2055329f,revision_number=5']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:20.946679 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98801d35-16ae-4f61-bf44-fc392c2c3fd4 req-d4355ddf-354d-4f78-87dc-caac7d1a9d1f tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:20.948176 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-98801d35-16ae-4f61-bf44-fc392c2c3fd4 req-d4355ddf-354d-4f78-87dc-caac7d1a9d1f tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=38552159-8141-4147-8561-ce8089d7eeec HTTP/1.1" status: 200 len: 945 time: 0.0532508 Apr 08 10:55:21.027073 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-98801d35-16ae-4f61-bf44-fc392c2c3fd4 req-4d9b68be-f00a-4a4a-9fd7-aeb77b252194 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694132 Apr 08 10:55:21.034788 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ef05b-c96f-4657-9ebc-ff1901ef4763 req-6f5606b9-b26f-4278-842e-a35e51fcce1e tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:21.036529 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-c02ef05b-c96f-4657-9ebc-ff1901ef4763 req-6f5606b9-b26f-4278-842e-a35e51fcce1e tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/ports?device_id=e957f90d-2464-4d6e-8738-990aee29841d HTTP/1.1" status: 200 len: 946 time: 0.1464903 Apr 08 10:55:21.087385 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-c02ef05b-c96f-4657-9ebc-ff1901ef4763 req-be521de7-ee4e-46ae-b617-1590adfaa2d8 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/security-groups?id=27326a5a-ecd1-4000-86db-7673c419a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444217 Apr 08 10:55:22.150119 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f7d684-0d00-4fee-9290-045cc075adff req-e451d00a-51b5-4042-a67b-b3fd4125ad2e tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:22.151637 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-c6f7d684-0d00-4fee-9290-045cc075adff req-e451d00a-51b5-4042-a67b-b3fd4125ad2e tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=38552159-8141-4147-8561-ce8089d7eeec HTTP/1.1" status: 200 len: 945 time: 0.0556960 Apr 08 10:55:22.230388 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-c6f7d684-0d00-4fee-9290-045cc075adff req-6dc7a045-e087-4740-9e88-473d171119f5 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675559 Apr 08 10:55:22.240551 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c31177-8fb2-480d-b046-751390f4b5c3 req-d5189e50-55ca-402e-908a-263b04285782 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:22.241996 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-93c31177-8fb2-480d-b046-751390f4b5c3 req-d5189e50-55ca-402e-908a-263b04285782 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/ports?device_id=e957f90d-2464-4d6e-8738-990aee29841d HTTP/1.1" status: 200 len: 946 time: 0.0878806 Apr 08 10:55:22.291752 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-93c31177-8fb2-480d-b046-751390f4b5c3 req-4cc714d5-0c6a-41e3-9413-44886d3746d4 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/security-groups?id=27326a5a-ecd1-4000-86db-7673c419a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439157 Apr 08 10:55:22.925788 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f16ec8d-12d3-4145-9193-52ca0fa56a78 req-73042c4c-6bec-4a3c-adc2-702c973aefed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:22.927240 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-5f16ec8d-12d3-4145-9193-52ca0fa56a78 req-73042c4c-6bec-4a3c-adc2-702c973aefed service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e957f90d-2464-4d6e-8738-990aee29841d HTTP/1.1" status: 200 len: 1130 time: 0.0448689 Apr 08 10:55:23.284365 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-5f16ec8d-12d3-4145-9193-52ca0fa56a78 req-00f9103b-258c-49de-9bef-e0fbc6061bba service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=27326a5a-ecd1-4000-86db-7673c419a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702627 Apr 08 10:55:23.296456 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba8a13-d59d-4150-ac13-f12008f7f7e4 req-551c4446-401c-47b0-b616-971f57abcda8 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:23.297932 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-40ba8a13-d59d-4150-ac13-f12008f7f7e4 req-551c4446-401c-47b0-b616-971f57abcda8 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.39 "GET /v2.0/ports?device_id=38552159-8141-4147-8561-ce8089d7eeec HTTP/1.1" status: 200 len: 945 time: 0.0827482 Apr 08 10:55:23.357489 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652fab69-2930-4b42-befc-683a35956331 req-c9116aeb-5735-40b9-a7df-6e62feb7858f tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:23.358997 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-652fab69-2930-4b42-befc-683a35956331 req-c9116aeb-5735-40b9-a7df-6e62feb7858f tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=38552159-8141-4147-8561-ce8089d7eeec HTTP/1.1" status: 200 len: 945 time: 0.0564859 Apr 08 10:55:23.433983 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-652fab69-2930-4b42-befc-683a35956331 req-8d22bf34-51cb-4fa2-b603-a0fa85d2f014 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/security-groups?id=b1574bf1-c622-4201-9d83-ac1e8d8f1da4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656469 Apr 08 10:55:23.441726 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c06ea-4307-4756-a5c0-d874fdbfb21c req-59e58b49-21bc-49b7-ba59-d5898cea4a55 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:23.443203 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-c79c06ea-4307-4756-a5c0-d874fdbfb21c req-59e58b49-21bc-49b7-ba59-d5898cea4a55 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/ports?device_id=e957f90d-2464-4d6e-8738-990aee29841d HTTP/1.1" status: 200 len: 946 time: 0.0833161 Apr 08 10:55:23.501609 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-c79c06ea-4307-4756-a5c0-d874fdbfb21c req-d5fc4017-137e-4aed-8ec4-331aa9ff4a89 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/security-groups?id=27326a5a-ecd1-4000-86db-7673c419a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511174 Apr 08 10:55:23.631810 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [req-40ba8a13-d59d-4150-ac13-f12008f7f7e4 req-dfdb4385-e230-48c5-80c3-51f2e568dfd5 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Deleting port aba2c694-d951-4d11-a7f4-d6c59eb06344 {{(pid=109910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 10:55:23.632139 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-40ba8a13-d59d-4150-ac13-f12008f7f7e4 req-dfdb4385-e230-48c5-80c3-51f2e568dfd5 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (aba2c694-d951-4d11-a7f4-d6c59eb06344), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:23.728595 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [req-40ba8a13-d59d-4150-ac13-f12008f7f7e4 req-dfdb4385-e230-48c5-80c3-51f2e568dfd5 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] For port aba2c694-d951-4d11-a7f4-d6c59eb06344, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=aba2c694-d951-4d11-a7f4-d6c59eb06344,segment=NetworkSegment(564b6ad4-8714-4fe4-8ffa-791e2a8589f1),segment_id=564b6ad4-8714-4fe4-8ffa-791e2a8589f1)] {{(pid=109910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:55:23.728934 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-40ba8a13-d59d-4150-ac13-f12008f7f7e4 req-dfdb4385-e230-48c5-80c3-51f2e568dfd5 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (aba2c694-d951-4d11-a7f4-d6c59eb06344), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:23.742111 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [req-40ba8a13-d59d-4150-ac13-f12008f7f7e4 req-dfdb4385-e230-48c5-80c3-51f2e568dfd5 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Calling delete_port for aba2c694-d951-4d11-a7f4-d6c59eb06344 owned by compute:nova {{(pid=109910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 10:55:23.879488 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-40ba8a13-d59d-4150-ac13-f12008f7f7e4 req-dfdb4385-e230-48c5-80c3-51f2e568dfd5 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14190223'] for port (aba2c694-d951-4d11-a7f4-d6c59eb06344), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:23.891925 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] get_ports_and_sgs() called for port_ids ['aba2c694-d951-4d11-a7f4-d6c59eb06344'] {{(pid=109911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 10:55:23.910219 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdb4385-e230-48c5-80c3-51f2e568dfd5 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Pushing event deleted for resources: {'Port': ['ID=aba2c694-d951-4d11-a7f4-d6c59eb06344,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:23.956784 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ba8a13-d59d-4150-ac13-f12008f7f7e4 req-dfdb4385-e230-48c5-80c3-51f2e568dfd5 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] No DVR routers for this DVR port aba2c694-d951-4d11-a7f4-d6c59eb06344 on host hv-cinder-83607 {{(pid=109910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:55:23.959538 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-40ba8a13-d59d-4150-ac13-f12008f7f7e4 req-dfdb4385-e230-48c5-80c3-51f2e568dfd5 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for port (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:23.962968 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-40ba8a13-d59d-4150-ac13-f12008f7f7e4 req-dfdb4385-e230-48c5-80c3-51f2e568dfd5 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.39 "DELETE /v2.0/ports/aba2c694-d951-4d11-a7f4-d6c59eb06344 HTTP/1.1" status: 204 len: 173 time: 0.4296148 Apr 08 10:55:23.963415 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38552159-8141-4147-8561-ce8089d7eeec', 'name': 'network-vif-deleted', 'tag': 'aba2c694-d951-4d11-a7f4-d6c59eb06344'}] {{(pid=109910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:55:23.965702 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c101578fc708467248d177b11db2e3e6a7db5c554c0046cb1dea7ab1ce8b9fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e72b398-8dd2-41e1-a155-6e97914c6a60" -d '{"events": [{"server_uuid": "38552159-8141-4147-8561-ce8089d7eeec", "name": "network-vif-deleted", "tag": "aba2c694-d951-4d11-a7f4-d6c59eb06344"}]}' {{(pid=109910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:55:24.000577 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 10:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64f2e1c-70d5-430a-a794-50781918b6a9 x-openstack-request-id: req-a64f2e1c-70d5-430a-a794-50781918b6a9 {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:55:24.000871 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38552159-8141-4147-8561-ce8089d7eeec", "name": "network-vif-deleted", "tag": "aba2c694-d951-4d11-a7f4-d6c59eb06344", "status": "completed", "code": 200}]} {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:55:24.001150 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a64f2e1c-70d5-430a-a794-50781918b6a9 {{(pid=109910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:55:24.001562 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a64f2e1c-70d5-430a-a794-50781918b6a9'] response: {'server_uuid': '38552159-8141-4147-8561-ce8089d7eeec', 'name': 'network-vif-deleted', 'tag': 'aba2c694-d951-4d11-a7f4-d6c59eb06344', 'status': 'completed', 'code': 200} Apr 08 10:55:24.554622 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b99023f4-dc63-425f-bf67-c4269d247c79 req-96e884a2-6a61-45fc-9f5c-25f0da5c79f4 tempest-ServerRescueNegativeTestJSON-755730716 tempest-ServerRescueNegativeTestJSON-755730716-project] 10.222.0.43 "GET /v2.0/ports?device_id=38552159-8141-4147-8561-ce8089d7eeec HTTP/1.1" status: 200 len: 210 time: 0.0283279 Apr 08 10:55:24.631095 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6113fb3a-9c5a-4b4a-8f44-ae7a3b6aeddd req-bb337d2e-a2a0-47fd-927f-0ee9b40e9075 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:24.632553 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6113fb3a-9c5a-4b4a-8f44-ae7a3b6aeddd req-bb337d2e-a2a0-47fd-927f-0ee9b40e9075 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/ports?device_id=e957f90d-2464-4d6e-8738-990aee29841d HTTP/1.1" status: 200 len: 946 time: 0.0549424 Apr 08 10:55:24.692653 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6113fb3a-9c5a-4b4a-8f44-ae7a3b6aeddd req-7c73a4a5-b37e-46f5-a2c7-0cdc7dbedb42 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/security-groups?id=27326a5a-ecd1-4000-86db-7673c419a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515788 Apr 08 10:55:25.612391 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 59916) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:55:25.819366 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ed730-2892-426c-8e30-1595ead1e658 req-79fe6c1b-f2e3-4250-8f1e-e3ee5779fe43 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:25.820744 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-990ed730-2892-426c-8e30-1595ead1e658 req-79fe6c1b-f2e3-4250-8f1e-e3ee5779fe43 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/ports?device_id=e957f90d-2464-4d6e-8738-990aee29841d HTTP/1.1" status: 200 len: 946 time: 0.0588367 Apr 08 10:55:25.869547 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-990ed730-2892-426c-8e30-1595ead1e658 req-3adca531-20a5-41b7-840f-8f7518003085 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/security-groups?id=27326a5a-ecd1-4000-86db-7673c419a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430334 Apr 08 10:55:25.987077 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868b2582-f474-47c4-bf19-0134ee18c788 req-9805a4a3-f939-474e-a488-be67cd5ef083 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:25.988572 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-868b2582-f474-47c4-bf19-0134ee18c788 req-9805a4a3-f939-474e-a488-be67cd5ef083 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/ports?device_id=e957f90d-2464-4d6e-8738-990aee29841d HTTP/1.1" status: 200 len: 946 time: 0.0521016 Apr 08 10:55:26.040201 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-868b2582-f474-47c4-bf19-0134ee18c788 req-fb4d3dca-5387-4aac-9471-ba1317feee65 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/security-groups?id=27326a5a-ecd1-4000-86db-7673c419a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454733 Apr 08 10:55:26.062120 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 59924) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:55:26.147671 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3694319b-41c6-4e38-a841-5efa939ff982 tempest-TestShelveInstance-2114429951 tempest-TestShelveInstance-2114429951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:26.149272 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-3694319b-41c6-4e38-a841-5efa939ff982 tempest-TestShelveInstance-2114429951 tempest-TestShelveInstance-2114429951-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e957f90d-2464-4d6e-8738-990aee29841d HTTP/1.1" status: 200 len: 1125 time: 0.0860586 Apr 08 10:55:26.152316 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 59930) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:55:26.154565 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-7ebd4706-ca43-4b00-bdc5-bea68ff6de3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-741569'] for router_interface (431ab173-8df2-4a50-9c79-fbdb2351a250), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:26.156559 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [None req-be415185-babd-4045-8ae5-406760afaf83 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Request body: {'floatingip': {'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'port_id': 'b0f9ac02-65cd-4a43-9644-07aa2055329f', 'tenant_id': 'c72dc37aad5649d5aadd2a0655be72b7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:55:26.178862 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-be415185-babd-4045-8ae5-406760afaf83 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:26.284013 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-be415185-babd-4045-8ae5-406760afaf83 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:26.405444 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.db_base_plugin_common [None req-be415185-babd-4045-8ae5-406760afaf83 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Allocated IP 172.27.2.81 (173a9438-8c11-42c7-a64e-a6d835b0fe8b/3e92b2da-8062-400a-a6d5-15b49fe43bf4/4ce1ce3e-5551-4ddd-bb87-2da450b227b0) {{(pid=109910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:55:26.472701 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.plugin [None req-7ebd4706-ca43-4b00-bdc5-bea68ff6de3b admin admin] Deleting port 1bcda31f-5446-4804-b5b1-5739a6c28345 {{(pid=109909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 10:55:26.473043 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-7ebd4706-ca43-4b00-bdc5-bea68ff6de3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (1bcda31f-5446-4804-b5b1-5739a6c28345), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:26.506700 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-be415185-babd-4045-8ae5-406760afaf83 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Publish callbacks [] for port (4ce1ce3e-5551-4ddd-bb87-2da450b227b0), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:26.549745 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-be415185-babd-4045-8ae5-406760afaf83 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14190223'] for port (4ce1ce3e-5551-4ddd-bb87-2da450b227b0), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:26.564113 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.db [None req-7ebd4706-ca43-4b00-bdc5-bea68ff6de3b admin admin] For port 1bcda31f-5446-4804-b5b1-5739a6c28345, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=1bcda31f-5446-4804-b5b1-5739a6c28345,segment=NetworkSegment(564b6ad4-8714-4fe4-8ffa-791e2a8589f1),segment_id=564b6ad4-8714-4fe4-8ffa-791e2a8589f1)] {{(pid=109909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:55:26.564478 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-7ebd4706-ca43-4b00-bdc5-bea68ff6de3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (1bcda31f-5446-4804-b5b1-5739a6c28345), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:26.577633 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.plugin [None req-7ebd4706-ca43-4b00-bdc5-bea68ff6de3b admin admin] Calling delete_port for 1bcda31f-5446-4804-b5b1-5739a6c28345 owned by network:router_interface {{(pid=109909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 10:55:26.589479 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be415185-babd-4045-8ae5-406760afaf83 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Network 173a9438-8c11-42c7-a64e-a6d835b0fe8b is already hosted by enough agents. {{(pid=109910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:55:26.592263 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.base_scheduler [None req-be415185-babd-4045-8ae5-406760afaf83 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Resources bound (agent type, host, resource id): {{(pid=109910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:55:26.604755 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be415185-babd-4045-8ae5-406760afaf83 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Received port after_create {{(pid=109910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 10:55:26.626370 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be415185-babd-4045-8ae5-406760afaf83 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Pushing event updated for resources: {'Port': ['ID=4ce1ce3e-5551-4ddd-bb87-2da450b227b0,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:26.764592 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-7ebd4706-ca43-4b00-bdc5-bea68ff6de3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16387658'] for port (1bcda31f-5446-4804-b5b1-5739a6c28345), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:26.791190 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd4706-ca43-4b00-bdc5-bea68ff6de3b admin admin] Pushing event deleted for resources: {'Port': ['ID=1bcda31f-5446-4804-b5b1-5739a6c28345,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:26.964959 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-7ebd4706-ca43-4b00-bdc5-bea68ff6de3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-741518'] for router_interface (431ab173-8df2-4a50-9c79-fbdb2351a250), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:27.002198 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-be415185-babd-4045-8ae5-406760afaf83 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Publish callbacks [] for floatingip (0dc127cd-68af-4ab4-97aa-afab45ae2d7e), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:27.075954 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-be415185-babd-4045-8ae5-406760afaf83 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (4ce1ce3e-5551-4ddd-bb87-2da450b227b0), before_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:27.184816 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ebd4706-ca43-4b00-bdc5-bea68ff6de3b admin admin] Router 431ab173-8df2-4a50-9c79-fbdb2351a250 has already been hosted by L3 agent a0f054a9-d30b-4594-8de6-6c24438c3963 {{(pid=109909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:55:27.227223 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-be415185-babd-4045-8ae5-406760afaf83 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Publish callbacks [] for port (4ce1ce3e-5551-4ddd-bb87-2da450b227b0), precommit_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:27.232810 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-be415185-babd-4045-8ae5-406760afaf83 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14190224'] for port (4ce1ce3e-5551-4ddd-bb87-2da450b227b0), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:27.295582 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ebd4706-ca43-4b00-bdc5-bea68ff6de3b admin admin] Notify agent at l3_agent.dv-cinder-836071-3-iscsi the message routers_updated {{(pid=109909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:55:27.300735 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-7ebd4706-ca43-4b00-bdc5-bea68ff6de3b admin admin] 10.222.0.43 "PUT /v2.0/routers/431ab173-8df2-4a50-9c79-fbdb2351a250/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6872735 Apr 08 10:55:27.300898 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be415185-babd-4045-8ae5-406760afaf83 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Pushing event updated for resources: {'Port': ['ID=4ce1ce3e-5551-4ddd-bb87-2da450b227b0,revision_number=2']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:27.303570 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 59932) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:55:27.307166 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c841eab0-82e8-4c4d-85c0-5d12bbc78a07 None None] Sync routers for ids ['431ab173-8df2-4a50-9c79-fbdb2351a250'] in dv-cinder-836071-3-iscsi {{(pid=109911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:55:27.310068 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be415185-babd-4045-8ae5-406760afaf83 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:27.310417 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be415185-babd-4045-8ae5-406760afaf83 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:27.310763 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be415185-babd-4045-8ae5-406760afaf83 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:27.311101 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be415185-babd-4045-8ae5-406760afaf83 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:27.311443 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be415185-babd-4045-8ae5-406760afaf83 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:27.311774 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be415185-babd-4045-8ae5-406760afaf83 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:27.312100 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be415185-babd-4045-8ae5-406760afaf83 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:27.312424 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be415185-babd-4045-8ae5-406760afaf83 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:27.312748 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be415185-babd-4045-8ae5-406760afaf83 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:27.313227 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be415185-babd-4045-8ae5-406760afaf83 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:27.313546 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be415185-babd-4045-8ae5-406760afaf83 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:27.313875 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be415185-babd-4045-8ae5-406760afaf83 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:27.314194 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be415185-babd-4045-8ae5-406760afaf83 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:27.314514 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be415185-babd-4045-8ae5-406760afaf83 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:27.314831 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be415185-babd-4045-8ae5-406760afaf83 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:27.325842 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c841eab0-82e8-4c4d-85c0-5d12bbc78a07 None None] Routers {'431ab173-8df2-4a50-9c79-fbdb2351a250'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:55:27.326547 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-c841eab0-82e8-4c4d-85c0-5d12bbc78a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:55:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['431ab173-8df2-4a50-9c79-fbdb2351a250'], 'active': True} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:55:27.328528 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-be415185-babd-4045-8ae5-406760afaf83 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743873'] for floatingip (0dc127cd-68af-4ab4-97aa-afab45ae2d7e), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:27.443789 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.db.l3_db [None req-be415185-babd-4045-8ae5-406760afaf83 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Floating IP 0dc127cd-68af-4ab4-97aa-afab45ae2d7e associated. External IP: 172.27.2.81, port: b0f9ac02-65cd-4a43-9644-07aa2055329f. Apr 08 10:55:27.446153 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvr_db [None req-c841eab0-82e8-4c4d-85c0-5d12bbc78a07 None None] Set router 431ab173-8df2-4a50-9c79-fbdb2351a250 gateway port host: dv-cinder-836071-3-iscsi {{(pid=109911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:55:27.649801 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-9d024140-4b57-45af-9b67-ffedac6eedd8 admin admin] Publish callbacks [] for router (431ab173-8df2-4a50-9c79-fbdb2351a250), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:27.688618 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be415185-babd-4045-8ae5-406760afaf83 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Router 5764f624-bcdf-4639-b56d-898719e57d3c has already been hosted by L3 agent a0f054a9-d30b-4594-8de6-6c24438c3963 {{(pid=109910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:55:27.761499 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-9d024140-4b57-45af-9b67-ffedac6eedd8 admin admin] Publish callbacks [] for router_gateway (431ab173-8df2-4a50-9c79-fbdb2351a250), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:27.775451 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-c841eab0-82e8-4c4d-85c0-5d12bbc78a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431ab173-8df2-4a50-9c79-fbdb2351a250', 'name': 'tempest-ServerRescueNegativeTestJSON-2125950444-router', 'tenant_id': '3b8c2bcd253d4480a40c77765f83e67a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'c4e06964-65fc-43d3-9d26-704a7ac807fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:50:20Z', 'updated_at': '2022-04-08T10:55:26Z', 'revision_number': 5, 'project_id': '3b8c2bcd253d4480a40c77765f83e67a', 'gw_port': {'id': 'c4e06964-65fc-43d3-9d26-704a7ac807fc', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431ab173-8df2-4a50-9c79-fbdb2351a250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:21Z', 'updated_at': '2022-04-08T10:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi'}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:55:27.802956 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c841eab0-82e8-4c4d-85c0-5d12bbc78a07 None None] Checking router: 431ab173-8df2-4a50-9c79-fbdb2351a250 for host: dv-cinder-836071-3-iscsi {{(pid=109911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:55:27.803709 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be415185-babd-4045-8ae5-406760afaf83 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Notify agent at l3_agent.dv-cinder-836071-3-iscsi the message routers_updated {{(pid=109910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:55:27.813467 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6a9529-e67a-4400-93e0-5530da8b4f7f None None] Sync routers for ids ['5764f624-bcdf-4639-b56d-898719e57d3c'] in dv-cinder-836071-3-iscsi {{(pid=109912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:55:27.816707 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c841eab0-82e8-4c4d-85c0-5d12bbc78a07 None None] Routers {'431ab173-8df2-4a50-9c79-fbdb2351a250'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:55:27.817662 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-c841eab0-82e8-4c4d-85c0-5d12bbc78a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:55:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['431ab173-8df2-4a50-9c79-fbdb2351a250'], 'active': True} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:55:27.822967 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-be415185-babd-4045-8ae5-406760afaf83 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for floatingip (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:27.825830 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.plugin [None req-9d024140-4b57-45af-9b67-ffedac6eedd8 admin admin] Deleting port c4e06964-65fc-43d3-9d26-704a7ac807fc {{(pid=109909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 10:55:27.826328 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-9d024140-4b57-45af-9b67-ffedac6eedd8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (c4e06964-65fc-43d3-9d26-704a7ac807fc), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:27.827610 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6a9529-e67a-4400-93e0-5530da8b4f7f None None] Routers {'5764f624-bcdf-4639-b56d-898719e57d3c'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:55:27.828455 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-9d6a9529-e67a-4400-93e0-5530da8b4f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:55:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['5764f624-bcdf-4639-b56d-898719e57d3c'], 'active': True} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:55:27.869005 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-be415185-babd-4045-8ae5-406760afaf83 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7021878 Apr 08 10:55:27.869005 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e957f90d-2464-4d6e-8738-990aee29841d', 'tag': 'b0f9ac02-65cd-4a43-9644-07aa2055329f'}] {{(pid=109910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:55:27.869005 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c101578fc708467248d177b11db2e3e6a7db5c554c0046cb1dea7ab1ce8b9fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3f7f85-6689-4aa3-bb0d-362714ec65f4" -d '{"events": [{"name": "network-changed", "server_uuid": "e957f90d-2464-4d6e-8738-990aee29841d", "tag": "b0f9ac02-65cd-4a43-9644-07aa2055329f"}]}' {{(pid=109910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:55:27.910641 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 10:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36cc2b20-7246-45fa-a201-462feef152cc x-openstack-request-id: req-36cc2b20-7246-45fa-a201-462feef152cc {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:55:27.910913 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e957f90d-2464-4d6e-8738-990aee29841d", "tag": "b0f9ac02-65cd-4a43-9644-07aa2055329f", "status": "completed", "code": 200}]} {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:55:27.911389 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-36cc2b20-7246-45fa-a201-462feef152cc {{(pid=109910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:55:27.911905 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36cc2b20-7246-45fa-a201-462feef152cc'] response: {'name': 'network-changed', 'server_uuid': 'e957f90d-2464-4d6e-8738-990aee29841d', 'tag': 'b0f9ac02-65cd-4a43-9644-07aa2055329f', 'status': 'completed', 'code': 200} Apr 08 10:55:27.927330 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.db [None req-9d024140-4b57-45af-9b67-ffedac6eedd8 admin admin] For port c4e06964-65fc-43d3-9d26-704a7ac807fc, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=c4e06964-65fc-43d3-9d26-704a7ac807fc,segment=NetworkSegment(161e69df-2a78-40e9-90fc-e661b1490c65),segment_id=161e69df-2a78-40e9-90fc-e661b1490c65)] {{(pid=109909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:55:27.928904 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-9d024140-4b57-45af-9b67-ffedac6eedd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (c4e06964-65fc-43d3-9d26-704a7ac807fc), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:27.934202 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvr_db [None req-c841eab0-82e8-4c4d-85c0-5d12bbc78a07 None None] Set router 431ab173-8df2-4a50-9c79-fbdb2351a250 gateway port host: None {{(pid=109911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:55:27.942785 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.plugin [None req-9d024140-4b57-45af-9b67-ffedac6eedd8 admin admin] Calling delete_port for c4e06964-65fc-43d3-9d26-704a7ac807fc owned by network:router_gateway {{(pid=109909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 10:55:27.980483 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f7f85-6689-4aa3-bb0d-362714ec65f4 req-a88e183a-932b-4992-a19e-e4fb2671efb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:27.982451 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ce3f7f85-6689-4aa3-bb0d-362714ec65f4 req-a88e183a-932b-4992-a19e-e4fb2671efb2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c72dc37aad5649d5aadd2a0655be72b7&device_id=e957f90d-2464-4d6e-8738-990aee29841d HTTP/1.1" status: 200 len: 1130 time: 0.0484860 Apr 08 10:55:27.984525 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvr_db [None req-9d6a9529-e67a-4400-93e0-5530da8b4f7f None None] Set router 5764f624-bcdf-4639-b56d-898719e57d3c gateway port host: dv-cinder-836071-3-iscsi {{(pid=109912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:55:28.003067 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-c841eab0-82e8-4c4d-85c0-5d12bbc78a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431ab173-8df2-4a50-9c79-fbdb2351a250', 'name': 'tempest-ServerRescueNegativeTestJSON-2125950444-router', 'tenant_id': '3b8c2bcd253d4480a40c77765f83e67a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:50:20Z', 'updated_at': '2022-04-08T10:55:27Z', 'revision_number': 6, 'project_id': '3b8c2bcd253d4480a40c77765f83e67a', 'gw_port_host': None}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:55:28.036081 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c841eab0-82e8-4c4d-85c0-5d12bbc78a07 None None] The sync data for ids ['431ab173-8df2-4a50-9c79-fbdb2351a250'] in dv-cinder-836071-3-iscsi is: [{'id': '431ab173-8df2-4a50-9c79-fbdb2351a250', 'name': 'tempest-ServerRescueNegativeTestJSON-2125950444-router', 'tenant_id': '3b8c2bcd253d4480a40c77765f83e67a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:50:20Z', 'updated_at': '2022-04-08T10:55:27Z', 'revision_number': 6, 'project_id': '3b8c2bcd253d4480a40c77765f83e67a', 'gw_port_host': None}] {{(pid=109911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:55:28.115206 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f7f85-6689-4aa3-bb0d-362714ec65f4 req-1d9d4741-58c1-4eb5-80a8-2f1d72c8ee53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:28.116709 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ce3f7f85-6689-4aa3-bb0d-362714ec65f4 req-1d9d4741-58c1-4eb5-80a8-2f1d72c8ee53 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9bdc578a-8a20-4e51-8b05-6fc0142815ac HTTP/1.1" status: 200 len: 909 time: 0.1276968 Apr 08 10:55:28.119815 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device aba2c694-d951-4d11-a7f4-d6c59eb06344 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 10:55:28.144488 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] No Port match for: aba2c694-d951-4d11-a7f4-d6c59eb06344 {{(pid=109911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 10:55:28.144862 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device aba2c694-d951-4d11-a7f4-d6c59eb06344 not bound to the agent host hv-cinder-83607 {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 10:55:28.164993 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-9d024140-4b57-45af-9b67-ffedac6eedd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16387658'] for port (c4e06964-65fc-43d3-9d26-704a7ac807fc), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:28.190585 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d024140-4b57-45af-9b67-ffedac6eedd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4e06964-65fc-43d3-9d26-704a7ac807fc,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:28.201895 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ce3f7f85-6689-4aa3-bb0d-362714ec65f4 req-efd4f803-1cb7-4c04-b8fd-be005c012435 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0f9ac02-65cd-4a43-9644-07aa2055329f HTTP/1.1" status: 200 len: 999 time: 0.0760591 Apr 08 10:55:28.243625 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-9d6a9529-e67a-4400-93e0-5530da8b4f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5764f624-bcdf-4639-b56d-898719e57d3c', 'name': 'tempest-TestShelveInstance-399993024-router', 'tenant_id': 'c72dc37aad5649d5aadd2a0655be72b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '9855d179-8d6e-466a-a69a-8781d06ddcaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:29Z', 'updated_at': '2022-04-08T10:54:33Z', 'revision_number': 4, 'project_id': 'c72dc37aad5649d5aadd2a0655be72b7', 'gw_port': {'id': '9855d179-8d6e-466a-a69a-8781d06ddcaa', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:af:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5764f624-bcdf-4639-b56d-898719e57d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:30Z', 'updated_at': '2022-04-08T10:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_floatingips': [{'id': '0dc127cd-68af-4ab4-97aa-afab45ae2d7e', 'tenant_id': 'c72dc37aad5649d5aadd2a0655be72b7', 'floating_ip_address': '172.27.2.81', 'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'router_id': '5764f624-bcdf-4639-b56d-898719e57d3c', 'port_id': 'b0f9ac02-65cd-4a43-9644-07aa2055329f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bdc578a-8a20-4e51-8b05-6fc0142815ac', 'mac_address': 'fa:16:3e:3f:35:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e957f90d-2464-4d6e-8738-990aee29841d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:55:26Z', 'updated_at': '2022-04-08T10:55:26Z', 'revision_number': 0, 'project_id': 'c72dc37aad5649d5aadd2a0655be72b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a17cc762-9d9e-43c1-9a24-b912df62595b', 'name': '', 'network_id': '9bdc578a-8a20-4e51-8b05-6fc0142815ac', 'tenant_id': 'c72dc37aad5649d5aadd2a0655be72b7', 'mac_address': 'fa:16:3e:55:4c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5764f624-bcdf-4639-b56d-898719e57d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '1c0e0539-9edb-46b9-96e6-f2c533e4f06c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:32Z', 'updated_at': '2022-04-08T10:54:37Z', 'revision_number': 5, 'project_id': 'c72dc37aad5649d5aadd2a0655be72b7', 'subnets': [{'id': '1c0e0539-9edb-46b9-96e6-f2c533e4f06c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:55:28.254369 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-9d024140-4b57-45af-9b67-ffedac6eedd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-743931'] for router_gateway (431ab173-8df2-4a50-9c79-fbdb2351a250), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:28.266529 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f7f85-6689-4aa3-bb0d-362714ec65f4 req-bad15242-7a51-491f-96a8-65c53524d23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:28.267969 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ce3f7f85-6689-4aa3-bb0d-362714ec65f4 req-bad15242-7a51-491f-96a8-65c53524d23f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1c0e0539-9edb-46b9-96e6-f2c533e4f06c HTTP/1.1" status: 200 len: 847 time: 0.0585513 Apr 08 10:55:28.271073 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6a9529-e67a-4400-93e0-5530da8b4f7f None None] Checking router: 5764f624-bcdf-4639-b56d-898719e57d3c for host: dv-cinder-836071-3-iscsi {{(pid=109912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:55:28.280058 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6a9529-e67a-4400-93e0-5530da8b4f7f None None] Routers {'5764f624-bcdf-4639-b56d-898719e57d3c'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:55:28.280640 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-9d6a9529-e67a-4400-93e0-5530da8b4f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:55:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['5764f624-bcdf-4639-b56d-898719e57d3c'], 'active': True} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:55:28.320097 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f7f85-6689-4aa3-bb0d-362714ec65f4 req-211eac6b-be6d-497a-a912-d78a6779d91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:28.321844 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ce3f7f85-6689-4aa3-bb0d-362714ec65f4 req-211eac6b-be6d-497a-a912-d78a6779d91f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9bdc578a-8a20-4e51-8b05-6fc0142815ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474584 Apr 08 10:55:28.347989 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-9d024140-4b57-45af-9b67-ffedac6eedd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-748458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40417'] for router (431ab173-8df2-4a50-9c79-fbdb2351a250), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:28.350304 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-9d024140-4b57-45af-9b67-ffedac6eedd8 admin admin] Publish callbacks [] for router_controller (431ab173-8df2-4a50-9c79-fbdb2351a250), precommit_delete_associations {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:28.404137 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvr_db [None req-9d6a9529-e67a-4400-93e0-5530da8b4f7f None None] Set router 5764f624-bcdf-4639-b56d-898719e57d3c gateway port host: dv-cinder-836071-3-iscsi {{(pid=109912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:55:28.404575 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-9d024140-4b57-45af-9b67-ffedac6eedd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-748453'] for router (431ab173-8df2-4a50-9c79-fbdb2351a250), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:28.405214 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d024140-4b57-45af-9b67-ffedac6eedd8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 431ab173-8df2-4a50-9c79-fbdb2351a250 {{(pid=109909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:55:28.411643 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-9d024140-4b57-45af-9b67-ffedac6eedd8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:28.412878 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-9d024140-4b57-45af-9b67-ffedac6eedd8 admin admin] 10.222.0.43 "DELETE /v2.0/routers/431ab173-8df2-4a50-9c79-fbdb2351a250 HTTP/1.1" status: 204 len: 168 time: 1.1083772 Apr 08 10:55:28.418112 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 59938) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:55:28.468762 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ce3f7f85-6689-4aa3-bb0d-362714ec65f4 req-c21b05ac-837e-4927-8c55-1b7c415910fa service neutron] 10.222.0.39 "GET /v2.0/networks/9bdc578a-8a20-4e51-8b05-6fc0142815ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380866 Apr 08 10:55:28.492357 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.db_base_plugin_v2 [None req-35c231fe-0fdf-4877-ba7a-15e4e00fab19 admin admin] Deleting subnet 695d492a-ca30-42dc-b8aa-3b1f1f515ae3 {{(pid=109910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 10:55:28.511093 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-35c231fe-0fdf-4877-ba7a-15e4e00fab19 admin admin] Publish callbacks [] for subnet (695d492a-ca30-42dc-b8aa-3b1f1f515ae3), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:28.581455 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-35c231fe-0fdf-4877-ba7a-15e4e00fab19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14416610'] for subnet (695d492a-ca30-42dc-b8aa-3b1f1f515ae3), precommit_delete_associations {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:28.632950 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ce3f7f85-6689-4aa3-bb0d-362714ec65f4 req-bac752f0-c9ef-4aa4-803b-4936a7064670 service neutron] 10.222.0.39 "GET /v2.0/networks/9bdc578a-8a20-4e51-8b05-6fc0142815ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576827 Apr 08 10:55:28.683475 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-35c231fe-0fdf-4877-ba7a-15e4e00fab19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1794403'] for subnet (695d492a-ca30-42dc-b8aa-3b1f1f515ae3), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:28.733851 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-9d6a9529-e67a-4400-93e0-5530da8b4f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5764f624-bcdf-4639-b56d-898719e57d3c', 'name': 'tempest-TestShelveInstance-399993024-router', 'tenant_id': 'c72dc37aad5649d5aadd2a0655be72b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '9855d179-8d6e-466a-a69a-8781d06ddcaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:29Z', 'updated_at': '2022-04-08T10:54:33Z', 'revision_number': 4, 'project_id': 'c72dc37aad5649d5aadd2a0655be72b7', 'gw_port': {'id': '9855d179-8d6e-466a-a69a-8781d06ddcaa', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:af:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5764f624-bcdf-4639-b56d-898719e57d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:30Z', 'updated_at': '2022-04-08T10:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_floatingips': [{'id': '0dc127cd-68af-4ab4-97aa-afab45ae2d7e', 'tenant_id': 'c72dc37aad5649d5aadd2a0655be72b7', 'floating_ip_address': '172.27.2.81', 'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'router_id': '5764f624-bcdf-4639-b56d-898719e57d3c', 'port_id': 'b0f9ac02-65cd-4a43-9644-07aa2055329f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bdc578a-8a20-4e51-8b05-6fc0142815ac', 'mac_address': 'fa:16:3e:3f:35:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e957f90d-2464-4d6e-8738-990aee29841d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:55:26Z', 'updated_at': '2022-04-08T10:55:26Z', 'revision_number': 0, 'project_id': 'c72dc37aad5649d5aadd2a0655be72b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a17cc762-9d9e-43c1-9a24-b912df62595b', 'name': '', 'network_id': '9bdc578a-8a20-4e51-8b05-6fc0142815ac', 'tenant_id': 'c72dc37aad5649d5aadd2a0655be72b7', 'mac_address': 'fa:16:3e:55:4c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5764f624-bcdf-4639-b56d-898719e57d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '1c0e0539-9edb-46b9-96e6-f2c533e4f06c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:32Z', 'updated_at': '2022-04-08T10:54:37Z', 'revision_number': 5, 'project_id': 'c72dc37aad5649d5aadd2a0655be72b7', 'subnets': [{'id': '1c0e0539-9edb-46b9-96e6-f2c533e4f06c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:55:28.735931 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-35c231fe-0fdf-4877-ba7a-15e4e00fab19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1794410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14190170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14576837'] for subnet (695d492a-ca30-42dc-b8aa-3b1f1f515ae3), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:28.760033 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6a9529-e67a-4400-93e0-5530da8b4f7f None None] The sync data for ids ['5764f624-bcdf-4639-b56d-898719e57d3c'] in dv-cinder-836071-3-iscsi is: [{'id': '5764f624-bcdf-4639-b56d-898719e57d3c', 'name': 'tempest-TestShelveInstance-399993024-router', 'tenant_id': 'c72dc37aad5649d5aadd2a0655be72b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '9855d179-8d6e-466a-a69a-8781d06ddcaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:29Z', 'updated_at': '2022-04-08T10:54:33Z', 'revision_number': 4, 'project_id': 'c72dc37aad5649d5aadd2a0655be72b7', 'gw_port': {'id': '9855d179-8d6e-466a-a69a-8781d06ddcaa', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:af:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5764f624-bcdf-4639-b56d-898719e57d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:30Z', 'updated_at': '2022-04-08T10:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_floatingips': [{'id': '0dc127cd-68af-4ab4-97aa-afab45ae2d7e', 'tenant_id': 'c72dc37aad5649d5aadd2a0655be72b7', 'floating_ip_address': '172.27.2.81', 'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'router_id': '5764f624-bcdf-4639-b56d-898719e57d3c', 'port_id': 'b0f9ac02-65cd-4a43-9644-07aa2055329f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bdc578a-8a20-4e51-8b05-6fc0142815ac', 'mac_address': 'fa:16:3e:3f:35:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e957f90d-2464-4d6e-8738-990aee29841d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:55:26Z', 'updated_at': '2022-04-08T10:55:26Z', 'revision_number': 0, 'project_id': 'c72dc37aad5649d5aadd2a0655be72b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a17cc762-9d9e-43c1-9a24-b912df62595b', 'name': '', 'network_id': '9bdc578a-8a20-4e51-8b05-6fc0142815ac', 'tenant_id': 'c72dc37aad5649d5aadd2a0655be72b7', 'mac_address': 'fa:16:3e:55:4c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5764f624-bcdf-4639-b56d-898719e57d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '1c0e0539-9edb-46b9-96e6-f2c533e4f06c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:32Z', 'updated_at': '2022-04-08T10:54:37Z', 'revision_number': 5, 'project_id': 'c72dc37aad5649d5aadd2a0655be72b7', 'subnets': [{'id': '1c0e0539-9edb-46b9-96e6-f2c533e4f06c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:55:28.762191 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c231fe-0fdf-4877-ba7a-15e4e00fab19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=695d492a-ca30-42dc-b8aa-3b1f1f515ae3,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:28.764176 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-35c231fe-0fdf-4877-ba7a-15e4e00fab19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553535'] for subnet (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:28.767424 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-35c231fe-0fdf-4877-ba7a-15e4e00fab19 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/695d492a-ca30-42dc-b8aa-3b1f1f515ae3 HTTP/1.1" status: 204 len: 168 time: 0.3485968 Apr 08 10:55:28.769686 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1652d433-40c8-47a0-913b-ea53b2d94a4a None None] Network 33a3be25-f434-41eb-a414-585facf4d669 requested from dv-cinder-836071-3-iscsi {{(pid=109911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 10:55:28.770374 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 59940) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:55:28.857892 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-0d410ea5-60f9-49ff-aa69-25fd2625122a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1935778'] for network (33a3be25-f434-41eb-a414-585facf4d669), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:28.925786 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [None req-0d410ea5-60f9-49ff-aa69-25fd2625122a admin admin] Deleting port b9bee1d9-9273-4f4e-a7ba-fdbfd7dcdaa9 {{(pid=109910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 10:55:28.926243 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-0d410ea5-60f9-49ff-aa69-25fd2625122a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (b9bee1d9-9273-4f4e-a7ba-fdbfd7dcdaa9), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:28.956152 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41479a9c-3ccd-4c10-be98-13105e8dafe6 None None] DHCP port deletion for 33a3be25-f434-41eb-a414-585facf4d669 request from dv-cinder-836071-3-iscsi {{(pid=109911) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 10:55:28.999427 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [None req-0d410ea5-60f9-49ff-aa69-25fd2625122a admin admin] For port b9bee1d9-9273-4f4e-a7ba-fdbfd7dcdaa9, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=b9bee1d9-9273-4f4e-a7ba-fdbfd7dcdaa9,segment=NetworkSegment(564b6ad4-8714-4fe4-8ffa-791e2a8589f1),segment_id=564b6ad4-8714-4fe4-8ffa-791e2a8589f1)] {{(pid=109910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:55:28.999801 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-0d410ea5-60f9-49ff-aa69-25fd2625122a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (b9bee1d9-9273-4f4e-a7ba-fdbfd7dcdaa9), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:29.007861 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fbc0f8-aeec-46c2-af4b-ed15317cc2ac None None] New status for floating IP 0dc127cd-68af-4ab4-97aa-afab45ae2d7e: ACTIVE {{(pid=109911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 10:55:29.014074 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [None req-0d410ea5-60f9-49ff-aa69-25fd2625122a admin admin] Calling delete_port for b9bee1d9-9273-4f4e-a7ba-fdbfd7dcdaa9 owned by network:dhcp {{(pid=109910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 10:55:29.055895 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-41479a9c-3ccd-4c10-be98-13105e8dafe6 None None] Deleting port b9bee1d9-9273-4f4e-a7ba-fdbfd7dcdaa9 {{(pid=109911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 10:55:29.056433 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-41479a9c-3ccd-4c10-be98-13105e8dafe6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (b9bee1d9-9273-4f4e-a7ba-fdbfd7dcdaa9), before_delete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:29.096513 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-0d410ea5-60f9-49ff-aa69-25fd2625122a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14190223'] for port (b9bee1d9-9273-4f4e-a7ba-fdbfd7dcdaa9), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:29.121930 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d410ea5-60f9-49ff-aa69-25fd2625122a admin admin] Pushing event deleted for resources: {'Port': ['ID=b9bee1d9-9273-4f4e-a7ba-fdbfd7dcdaa9,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:29.125429 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d410ea5-60f9-49ff-aa69-25fd2625122a admin admin] No DVR routers for this DVR port b9bee1d9-9273-4f4e-a7ba-fdbfd7dcdaa9 on host dv-cinder-836071-3-iscsi {{(pid=109910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:55:29.173300 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-41479a9c-3ccd-4c10-be98-13105e8dafe6 None None] For port b9bee1d9-9273-4f4e-a7ba-fdbfd7dcdaa9, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=b9bee1d9-9273-4f4e-a7ba-fdbfd7dcdaa9,segment=NetworkSegment(564b6ad4-8714-4fe4-8ffa-791e2a8589f1),segment_id=564b6ad4-8714-4fe4-8ffa-791e2a8589f1)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:55:29.173686 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-41479a9c-3ccd-4c10-be98-13105e8dafe6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (b9bee1d9-9273-4f4e-a7ba-fdbfd7dcdaa9), precommit_delete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:29.194270 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-41479a9c-3ccd-4c10-be98-13105e8dafe6 None None] Calling delete_port for b9bee1d9-9273-4f4e-a7ba-fdbfd7dcdaa9 owned by network:dhcp {{(pid=109911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 10:55:29.201662 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-0d410ea5-60f9-49ff-aa69-25fd2625122a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1814266', 'neutron.services.segments.db._delete_segments_for_network-8778033058250'] for network (33a3be25-f434-41eb-a414-585facf4d669), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:29.221987 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.services.segments.db [None req-0d410ea5-60f9-49ff-aa69-25fd2625122a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33a3be25-f434-41eb-a414-585facf4d669']}} {{(pid=109910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:55:29.232374 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.services.segments.db [None req-0d410ea5-60f9-49ff-aa69-25fd2625122a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '564b6ad4-8714-4fe4-8ffa-791e2a8589f1') {'for_net_delete': True} {{(pid=109910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:55:29.232681 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.services.segments.db [None req-0d410ea5-60f9-49ff-aa69-25fd2625122a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '564b6ad4-8714-4fe4-8ffa-791e2a8589f1') {} {{(pid=109910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:55:29.242567 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-0d410ea5-60f9-49ff-aa69-25fd2625122a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778033060307', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14416635'] for segment (564b6ad4-8714-4fe4-8ffa-791e2a8589f1), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:29.257558 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-0d410ea5-60f9-49ff-aa69-25fd2625122a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801210'] for segment (564b6ad4-8714-4fe4-8ffa-791e2a8589f1), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:29.264893 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d410ea5-60f9-49ff-aa69-25fd2625122a admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=109910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:55:29.265500 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-0d410ea5-60f9-49ff-aa69-25fd2625122a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14190268'] for segment (564b6ad4-8714-4fe4-8ffa-791e2a8589f1), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:29.267748 dv-cinder-836071-3-iscsi neutron-server[109910]: Traceback (most recent call last): Apr 08 10:55:29.267748 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:55:29.267748 dv-cinder-836071-3-iscsi neutron-server[109910]: timer() Apr 08 10:55:29.267748 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:55:29.267748 dv-cinder-836071-3-iscsi neutron-server[109910]: cb(*args, **kw) Apr 08 10:55:29.267748 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 10:55:29.267748 dv-cinder-836071-3-iscsi neutron-server[109910]: return func(*args, **kwargs) Apr 08 10:55:29.267748 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:55:29.267748 dv-cinder-836071-3-iscsi neutron-server[109910]: self._notify() Apr 08 10:55:29.267748 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:55:29.267748 dv-cinder-836071-3-iscsi neutron-server[109910]: self.callback(batched_events) Apr 08 10:55:29.267748 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:55:29.267748 dv-cinder-836071-3-iscsi neutron-server[109910]: event.method(event) Apr 08 10:55:29.267748 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 10:55:29.267748 dv-cinder-836071-3-iscsi neutron-server[109910]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:55:29.267748 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 10:55:29.267748 dv-cinder-836071-3-iscsi neutron-server[109910]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:55:29.267748 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 10:55:29.267748 dv-cinder-836071-3-iscsi neutron-server[109910]: return f(self, *a, **k) Apr 08 10:55:29.267748 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:55:29.267748 dv-cinder-836071-3-iscsi neutron-server[109910]: return self._get(url).json() Apr 08 10:55:29.267748 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:55:29.267748 dv-cinder-836071-3-iscsi neutron-server[109910]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:55:29.267748 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:55:29.267748 dv-cinder-836071-3-iscsi neutron-server[109910]: return self.request(url, 'GET', **kwargs) Apr 08 10:55:29.267748 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:55:29.267748 dv-cinder-836071-3-iscsi neutron-server[109910]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:55:29.267748 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:55:29.267748 dv-cinder-836071-3-iscsi neutron-server[109910]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:55:29.267748 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:55:29.267748 dv-cinder-836071-3-iscsi neutron-server[109910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:55:29.267748 dv-cinder-836071-3-iscsi neutron-server[109910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:55:29.316199 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-41479a9c-3ccd-4c10-be98-13105e8dafe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870'] for port (b9bee1d9-9273-4f4e-a7ba-fdbfd7dcdaa9), after_delete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:29.330600 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-0d410ea5-60f9-49ff-aa69-25fd2625122a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1814241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-743903'] for network (33a3be25-f434-41eb-a414-585facf4d669), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:29.338227 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-0d410ea5-60f9-49ff-aa69-25fd2625122a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553535'] for network (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:29.341583 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-0d410ea5-60f9-49ff-aa69-25fd2625122a admin admin] 10.222.0.43 "DELETE /v2.0/networks/33a3be25-f434-41eb-a414-585facf4d669 HTTP/1.1" status: 204 len: 168 time: 0.5701652 Apr 08 10:55:29.344113 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41479a9c-3ccd-4c10-be98-13105e8dafe6 None None] Pushing event deleted for resources: {'Port': ['ID=b9bee1d9-9273-4f4e-a7ba-fdbfd7dcdaa9,revision_number=None']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:29.347697 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41479a9c-3ccd-4c10-be98-13105e8dafe6 None None] No DVR routers for this DVR port b9bee1d9-9273-4f4e-a7ba-fdbfd7dcdaa9 on host dv-cinder-836071-3-iscsi {{(pid=109911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:55:29.354995 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d410ea5-60f9-49ff-aa69-25fd2625122a admin admin] Pushing event deleted for resources: {'Network': ['ID=33a3be25-f434-41eb-a414-585facf4d669,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:29.470984 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 59944) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:55:29.512841 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-6316d8fa-f6ed-4fb8-ac6f-72b989e60b7d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3b8c2bcd253d4480a40c77765f83e67a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0405817 Apr 08 10:55:29.515254 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 59946) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:55:29.565190 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-70641ae2-d245-4e20-a96e-142890329a0b admin admin] Publish callbacks [] for security_group (b1574bf1-c622-4201-9d83-ac1e8d8f1da4), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:29.587902 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-70641ae2-d245-4e20-a96e-142890329a0b admin admin] Publish callbacks [] for security_group (b1574bf1-c622-4201-9d83-ac1e8d8f1da4), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:29.638363 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-70641ae2-d245-4e20-a96e-142890329a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (b1574bf1-c622-4201-9d83-ac1e8d8f1da4), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:29.640851 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-70641ae2-d245-4e20-a96e-142890329a0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:29.642773 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-70641ae2-d245-4e20-a96e-142890329a0b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b1574bf1-c622-4201-9d83-ac1e8d8f1da4 HTTP/1.1" status: 204 len: 168 time: 0.1266451 Apr 08 10:55:29.651578 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70641ae2-d245-4e20-a96e-142890329a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1574bf1-c622-4201-9d83-ac1e8d8f1da4,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:30.088746 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device b9bee1d9-9273-4f4e-a7ba-fdbfd7dcdaa9 no longer exists at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 10:55:30.112911 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] No Port match for: b9bee1d9-9273-4f4e-a7ba-fdbfd7dcdaa9 {{(pid=109911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 10:55:30.113345 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device b9bee1d9-9273-4f4e-a7ba-fdbfd7dcdaa9 not bound to the agent host dv-cinder-836071-3-iscsi {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 10:55:30.113821 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device c4e06964-65fc-43d3-9d26-704a7ac807fc no longer exists at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 10:55:30.134266 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] No Port match for: c4e06964-65fc-43d3-9d26-704a7ac807fc {{(pid=109911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 10:55:30.134678 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device c4e06964-65fc-43d3-9d26-704a7ac807fc not bound to the agent host dv-cinder-836071-3-iscsi {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 10:55:30.135157 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device 1bcda31f-5446-4804-b5b1-5739a6c28345 no longer exists at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 10:55:30.154650 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] No Port match for: 1bcda31f-5446-4804-b5b1-5739a6c28345 {{(pid=109911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 10:55:30.154986 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device 1bcda31f-5446-4804-b5b1-5739a6c28345 not bound to the agent host dv-cinder-836071-3-iscsi {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 10:55:30.342614 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 59968) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:55:30.443287 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [None req-f6964419-1903-457e-bd08-b6d2123c6f59 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1711339750-network', 'tenant_id': 'c5c639569a22482fba93dcaca6152dca'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:55:30.465617 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6964419-1903-457e-bd08-b6d2123c6f59 admin admin] Made reservation on behalf of c5c639569a22482fba93dcaca6152dca for: {'network': 1} {{(pid=109910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:55:30.469122 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-f6964419-1903-457e-bd08-b6d2123c6f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for network (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:30.487807 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-f6964419-1903-457e-bd08-b6d2123c6f59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:30.568020 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-f6964419-1903-457e-bd08-b6d2123c6f59 admin admin] Publish callbacks [] for security_group (6f7e5a27-7de6-41ff-a6f5-d904e4dd4735), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:30.572971 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-f6964419-1903-457e-bd08-b6d2123c6f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (6f7e5a27-7de6-41ff-a6f5-d904e4dd4735), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:30.596891 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6964419-1903-457e-bd08-b6d2123c6f59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=109910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 10:55:30.607384 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6964419-1903-457e-bd08-b6d2123c6f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7e5a27-7de6-41ff-a6f5-d904e4dd4735,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:30.612384 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-f6964419-1903-457e-bd08-b6d2123c6f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801210'] for segment (03985018-c563-41ce-aacb-1a83d441442a), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:30.612726 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.db.segments_db [None req-f6964419-1903-457e-bd08-b6d2123c6f59 admin admin] Added segment 03985018-c563-41ce-aacb-1a83d441442a of type vlan for network ead301ed-768a-4ee8-91df-4953f8d8822a Apr 08 10:55:30.653703 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-f6964419-1903-457e-bd08-b6d2123c6f59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778032765835'] for network (ead301ed-768a-4ee8-91df-4953f8d8822a), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:30.679562 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-f6964419-1903-457e-bd08-b6d2123c6f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513'] for network (ead301ed-768a-4ee8-91df-4953f8d8822a), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:30.680934 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6964419-1903-457e-bd08-b6d2123c6f59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:30.681645 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-f6964419-1903-457e-bd08-b6d2123c6f59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553535'] for network (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:30.739770 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-f6964419-1903-457e-bd08-b6d2123c6f59 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3958440 Apr 08 10:55:30.743471 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 59972) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:55:30.747621 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6964419-1903-457e-bd08-b6d2123c6f59 admin admin] Pushing event updated for resources: {'Network': ['ID=ead301ed-768a-4ee8-91df-4953f8d8822a,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:30.748930 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.v2.base [None req-0be67f2e-7e76-4c56-8f31-5c5be4a008b7 admin admin] Request body: {'subnet': {'network_id': 'ead301ed-768a-4ee8-91df-4953f8d8822a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1711339750-subnet', 'tenant_id': 'c5c639569a22482fba93dcaca6152dca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:55:30.759607 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Network ead301ed-768a-4ee8-91df-4953f8d8822a details requested by agent ovs-agent-dv-cinder-836071-3-iscsi with host dv-cinder-836071-3-iscsi {{(pid=109911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 10:55:30.771520 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be67f2e-7e76-4c56-8f31-5c5be4a008b7 admin admin] Made reservation on behalf of c5c639569a22482fba93dcaca6152dca for: {'subnet': 1} {{(pid=109909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:55:30.773895 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-0be67f2e-7e76-4c56-8f31-5c5be4a008b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12896999'] for subnet (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:30.953865 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-0be67f2e-7e76-4c56-8f31-5c5be4a008b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16387806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12895261'] for subnet (bfdd80ae-94b4-4d02-9243-4abc3db5c2b8), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:31.005277 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be67f2e-7e76-4c56-8f31-5c5be4a008b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfdd80ae-94b4-4d02-9243-4abc3db5c2b8,revision_number=0']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:31.015718 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be67f2e-7e76-4c56-8f31-5c5be4a008b7 admin admin] Checking segment: {'id': '03985018-c563-41ce-aacb-1a83d441442a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ead301ed-768a-4ee8-91df-4953f8d8822a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:55:31.016077 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be67f2e-7e76-4c56-8f31-5c5be4a008b7 admin admin] Network hostable DHCP agents. Network: ead301ed-768a-4ee8-91df-4953f8d8822a, hostable agents: ['0996d03c-a6d6-4751-8b32-c8111f4b3d8a'], hosted agents: [] {{(pid=109909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 10:55:31.033650 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be67f2e-7e76-4c56-8f31-5c5be4a008b7 admin admin] Network ead301ed-768a-4ee8-91df-4953f8d8822a is scheduled to be hosted by DHCP agent 0996d03c-a6d6-4751-8b32-c8111f4b3d8a with binding_index 1 {{(pid=109909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 10:55:31.043264 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.base_scheduler [None req-0be67f2e-7e76-4c56-8f31-5c5be4a008b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836071-3-iscsi, ead301ed-768a-4ee8-91df-4953f8d8822a) {{(pid=109909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:55:31.047889 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be67f2e-7e76-4c56-8f31-5c5be4a008b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:31.048555 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-0be67f2e-7e76-4c56-8f31-5c5be4a008b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:31.054168 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b37273-61e7-49a9-b2e5-b48ec791f142 None None] Network ead301ed-768a-4ee8-91df-4953f8d8822a requested from dv-cinder-836071-3-iscsi {{(pid=109911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 10:55:31.070292 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-0be67f2e-7e76-4c56-8f31-5c5be4a008b7 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3221364 Apr 08 10:55:31.070292 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 59974) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:55:31.075043 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.v2.base [None req-bef25462-f974-4832-95c2-89d989e197d0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1711339750-router', 'tenant_id': 'c5c639569a22482fba93dcaca6152dca', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b'}}} {{(pid=109909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:55:31.095450 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-bef25462-f974-4832-95c2-89d989e197d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-748360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40211'] for router (3e811984-1f2e-4215-be2e-079d5f256292), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:31.096454 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-bef25462-f974-4832-95c2-89d989e197d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-743752', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40424'] for router (3e811984-1f2e-4215-be2e-079d5f256292), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:31.149830 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-bef25462-f974-4832-95c2-89d989e197d0 admin admin] Publish callbacks [] for router_controller (3e811984-1f2e-4215-be2e-079d5f256292), precommit_add_association {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:31.158154 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a53247f-0536-4cea-9858-749747bcfdea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2e46b0fd-1d33-5ebd-a23e-349e34994587-ead301ed-768a-4ee8-91df-4953f8d8822a', 'network_id': 'ead301ed-768a-4ee8-91df-4953f8d8822a', 'project_id': 'c5c639569a22482fba93dcaca6152dca', 'fixed_ips': [{'subnet_id': 'bfdd80ae-94b4-4d02-9243-4abc3db5c2b8'}]}} from dv-cinder-836071-3-iscsi. {{(pid=109911) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 10:55:31.159031 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-5a53247f-0536-4cea-9858-749747bcfdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:31.296306 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-bef25462-f974-4832-95c2-89d989e197d0 admin admin] Publish callbacks [] for router_gateway (3e811984-1f2e-4215-be2e-079d5f256292), precommit_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:31.298580 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.db_base_plugin_common [None req-5a53247f-0536-4cea-9858-749747bcfdea None None] Allocated IP 172.20.0.2 (ead301ed-768a-4ee8-91df-4953f8d8822a/bfdd80ae-94b4-4d02-9243-4abc3db5c2b8/49f56402-7669-43fc-9f05-7a036fe15e68) {{(pid=109911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:55:31.440590 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-5a53247f-0536-4cea-9858-749747bcfdea None None] Publish callbacks [] for port (49f56402-7669-43fc-9f05-7a036fe15e68), precommit_create {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:31.448328 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-5a53247f-0536-4cea-9858-749747bcfdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861'] for port (49f56402-7669-43fc-9f05-7a036fe15e68), after_create {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:31.484062 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a53247f-0536-4cea-9858-749747bcfdea None None] Network ead301ed-768a-4ee8-91df-4953f8d8822a is already hosted by enough agents. {{(pid=109911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:55:31.491319 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.scheduler.base_scheduler [None req-5a53247f-0536-4cea-9858-749747bcfdea None None] Resources bound (agent type, host, resource id): {{(pid=109911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:55:31.495853 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a53247f-0536-4cea-9858-749747bcfdea None None] Received port after_create {{(pid=109911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 10:55:31.497847 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a53247f-0536-4cea-9858-749747bcfdea None None] Pushing event updated for resources: {'Port': ['ID=49f56402-7669-43fc-9f05-7a036fe15e68,revision_number=1']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:31.507574 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-bef25462-f974-4832-95c2-89d989e197d0 admin admin] Publish callbacks [] for router_gateway (3e811984-1f2e-4215-be2e-079d5f256292), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:31.526481 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-bef25462-f974-4832-95c2-89d989e197d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:31.557954 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.managers [None req-5a53247f-0536-4cea-9858-749747bcfdea None None] Attempting to bind port 49f56402-7669-43fc-9f05-7a036fe15e68 on host dv-cinder-836071-3-iscsi for vnic_type normal with profile {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 10:55:31.558327 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.managers [None req-5a53247f-0536-4cea-9858-749747bcfdea None None] Attempting to bind port 49f56402-7669-43fc-9f05-7a036fe15e68 by drivers openvswitch,hyperv on host dv-cinder-836071-3-iscsi at level 0 using segments [{'id': '03985018-c563-41ce-aacb-1a83d441442a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ead301ed-768a-4ee8-91df-4953f8d8822a'}] {{(pid=109911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 10:55:31.558685 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a53247f-0536-4cea-9858-749747bcfdea None None] Attempting to bind port 49f56402-7669-43fc-9f05-7a036fe15e68 on network ead301ed-768a-4ee8-91df-4953f8d8822a {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:55:31.564021 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a53247f-0536-4cea-9858-749747bcfdea None None] Checking agent: {'id': 'd1e78606-e5cc-43c0-bc22-8a5324478286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 41, 48), 'started_at': datetime.datetime(2022, 4, 8, 10, 42, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 10:55:31.564387 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a53247f-0536-4cea-9858-749747bcfdea None None] Checking segment: {'id': '03985018-c563-41ce-aacb-1a83d441442a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ead301ed-768a-4ee8-91df-4953f8d8822a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:55:31.564824 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-5a53247f-0536-4cea-9858-749747bcfdea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:31.565679 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a53247f-0536-4cea-9858-749747bcfdea None None] Bound using segment: {'id': '03985018-c563-41ce-aacb-1a83d441442a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ead301ed-768a-4ee8-91df-4953f8d8822a'} {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 10:55:31.565679 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.managers [None req-5a53247f-0536-4cea-9858-749747bcfdea None None] Bound port: 49f56402-7669-43fc-9f05-7a036fe15e68, host: dv-cinder-836071-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03985018-c563-41ce-aacb-1a83d441442a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ead301ed-768a-4ee8-91df-4953f8d8822a'}}] {{(pid=109911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 10:55:31.566058 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-5a53247f-0536-4cea-9858-749747bcfdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (49f56402-7669-43fc-9f05-7a036fe15e68), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:31.627455 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-5a53247f-0536-4cea-9858-749747bcfdea None None] For port 49f56402-7669-43fc-9f05-7a036fe15e68, host dv-cinder-836071-3-iscsi, cleared binding levels {{(pid=109911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:55:31.630997 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-5a53247f-0536-4cea-9858-749747bcfdea None None] For port 49f56402-7669-43fc-9f05-7a036fe15e68, host dv-cinder-836071-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=49f56402-7669-43fc-9f05-7a036fe15e68,segment=NetworkSegment(03985018-c563-41ce-aacb-1a83d441442a),segment_id=03985018-c563-41ce-aacb-1a83d441442a)] {{(pid=109911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:55:31.631548 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.db.db_base_plugin_common [None req-bef25462-f974-4832-95c2-89d989e197d0 admin admin] Allocated IP 172.27.2.15 (173a9438-8c11-42c7-a64e-a6d835b0fe8b/3e92b2da-8062-400a-a6d5-15b49fe43bf4/e05c695c-0be2-40fc-ba9c-7c9ac800a232) {{(pid=109909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:55:31.637123 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-5a53247f-0536-4cea-9858-749747bcfdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (49f56402-7669-43fc-9f05-7a036fe15e68), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:31.693593 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a53247f-0536-4cea-9858-749747bcfdea None None] Pushing event updated for resources: {'Port': ['ID=49f56402-7669-43fc-9f05-7a036fe15e68,revision_number=2']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:31.741401 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-bef25462-f974-4832-95c2-89d989e197d0 admin admin] Publish callbacks [] for port (e05c695c-0be2-40fc-ba9c-7c9ac800a232), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:31.785050 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-bef25462-f974-4832-95c2-89d989e197d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16387658'] for port (e05c695c-0be2-40fc-ba9c-7c9ac800a232), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:31.823000 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef25462-f974-4832-95c2-89d989e197d0 admin admin] Network 173a9438-8c11-42c7-a64e-a6d835b0fe8b is already hosted by enough agents. {{(pid=109909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:55:31.825823 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.base_scheduler [None req-bef25462-f974-4832-95c2-89d989e197d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:55:31.831966 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef25462-f974-4832-95c2-89d989e197d0 admin admin] Received port after_create {{(pid=109909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 10:55:31.838151 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef25462-f974-4832-95c2-89d989e197d0 admin admin] Pushing event updated for resources: {'Port': ['ID=e05c695c-0be2-40fc-ba9c-7c9ac800a232,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:32.100104 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device 49f56402-7669-43fc-9f05-7a036fe15e68 up at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:55:32.126145 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-bef25462-f974-4832-95c2-89d989e197d0 admin admin] Publish callbacks [] for router_gateway (3e811984-1f2e-4215-be2e-079d5f256292), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:32.156249 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Provisioning complete for port 49f56402-7669-43fc-9f05-7a036fe15e68 triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:55:32.156716 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (49f56402-7669-43fc-9f05-7a036fe15e68), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:32.235354 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Current status of the port 49f56402-7669-43fc-9f05-7a036fe15e68 is: DOWN; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:55:32.236075 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (49f56402-7669-43fc-9f05-7a036fe15e68), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:32.271812 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] For port 49f56402-7669-43fc-9f05-7a036fe15e68, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=49f56402-7669-43fc-9f05-7a036fe15e68,segment=NetworkSegment(03985018-c563-41ce-aacb-1a83d441442a),segment_id=03985018-c563-41ce-aacb-1a83d441442a)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:55:32.276796 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (49f56402-7669-43fc-9f05-7a036fe15e68), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:32.326429 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Pushing event updated for resources: {'Port': ['ID=49f56402-7669-43fc-9f05-7a036fe15e68,revision_number=3']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:32.328445 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-bef25462-f974-4832-95c2-89d989e197d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-748511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-743719'] for router (3e811984-1f2e-4215-be2e-079d5f256292), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:32.461891 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef25462-f974-4832-95c2-89d989e197d0 admin admin] Router 3e811984-1f2e-4215-be2e-079d5f256292 is scheduled to L3 agent a0f054a9-d30b-4594-8de6-6c24438c3963 with binding_index 1 {{(pid=109909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 10:55:32.574824 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef25462-f974-4832-95c2-89d989e197d0 admin admin] Notify agent at l3_agent.dv-cinder-836071-3-iscsi the message routers_updated {{(pid=109909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:55:32.584709 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fe777e-5056-439b-b60f-e2e923997aa7 None None] Sync routers for ids ['3e811984-1f2e-4215-be2e-079d5f256292'] in dv-cinder-836071-3-iscsi {{(pid=109912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:55:32.594317 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-bef25462-f974-4832-95c2-89d989e197d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:32.594317 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-bef25462-f974-4832-95c2-89d989e197d0 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5225258 Apr 08 10:55:32.597095 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 59978) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:55:32.599158 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fe777e-5056-439b-b60f-e2e923997aa7 None None] Routers {'3e811984-1f2e-4215-be2e-079d5f256292'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:55:32.599831 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-60fe777e-5056-439b-b60f-e2e923997aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:55:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['3e811984-1f2e-4215-be2e-079d5f256292'], 'active': True} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:55:32.609293 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff3c2eb-f48d-4bab-bcaf-f510f7a3330e None None] Network ead301ed-768a-4ee8-91df-4953f8d8822a requested from dv-cinder-836071-3-iscsi {{(pid=109911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 10:55:32.689790 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-93bf571b-3f56-4fdb-82a1-d68b198d8a4b None None] Provisioning complete for port 49f56402-7669-43fc-9f05-7a036fe15e68 triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:55:32.690421 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-93bf571b-3f56-4fdb-82a1-d68b198d8a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (49f56402-7669-43fc-9f05-7a036fe15e68), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:32.721311 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvr_db [None req-60fe777e-5056-439b-b60f-e2e923997aa7 None None] Set router 3e811984-1f2e-4215-be2e-079d5f256292 gateway port host: dv-cinder-836071-3-iscsi {{(pid=109912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:55:32.808873 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-93bf571b-3f56-4fdb-82a1-d68b198d8a4b None None] Current status of the port 49f56402-7669-43fc-9f05-7a036fe15e68 is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:55:32.917776 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-60fe777e-5056-439b-b60f-e2e923997aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e811984-1f2e-4215-be2e-079d5f256292', 'name': 'tempest-AttachVolumeShelveTestJSON-1711339750-router', 'tenant_id': 'c5c639569a22482fba93dcaca6152dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': 'e05c695c-0be2-40fc-ba9c-7c9ac800a232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:55:31Z', 'updated_at': '2022-04-08T10:55:32Z', 'revision_number': 3, 'project_id': 'c5c639569a22482fba93dcaca6152dca', 'gw_port': {'id': 'e05c695c-0be2-40fc-ba9c-7c9ac800a232', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:65:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e811984-1f2e-4215-be2e-079d5f256292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:55:31Z', 'updated_at': '2022-04-08T10:55:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi'}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:55:32.946018 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fe777e-5056-439b-b60f-e2e923997aa7 None None] Checking router: 3e811984-1f2e-4215-be2e-079d5f256292 for host: dv-cinder-836071-3-iscsi {{(pid=109912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:55:32.946536 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fe777e-5056-439b-b60f-e2e923997aa7 None None] Updating router 3e811984-1f2e-4215-be2e-079d5f256292 port e05c695c-0be2-40fc-ba9c-7c9ac800a232 binding host dv-cinder-836071-3-iscsi {{(pid=109912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:55:32.974596 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-60fe777e-5056-439b-b60f-e2e923997aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (e05c695c-0be2-40fc-ba9c-7c9ac800a232), before_update {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:33.028900 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-d2239b21-0575-4107-8cbd-06fef01816bf None None] Provisioning complete for port 49f56402-7669-43fc-9f05-7a036fe15e68 triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:55:33.029295 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-d2239b21-0575-4107-8cbd-06fef01816bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (49f56402-7669-43fc-9f05-7a036fe15e68), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:33.039995 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-c07d2225-5637-428a-9700-bea9b25d869e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:33.110222 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-d2239b21-0575-4107-8cbd-06fef01816bf None None] Current status of the port 49f56402-7669-43fc-9f05-7a036fe15e68 is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:55:33.203962 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.db.db_base_plugin_common [None req-c07d2225-5637-428a-9700-bea9b25d869e admin admin] Allocated IP 172.20.0.1 (ead301ed-768a-4ee8-91df-4953f8d8822a/bfdd80ae-94b4-4d02-9243-4abc3db5c2b8/a93b5384-ef4d-4e3d-907c-ef1542a2f17b) {{(pid=109909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:55:33.218835 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.agents_db [None req-4d82583b-548a-400c-8f4c-c09be56c4ea4 None None] Agent healthcheck: found 6 active agents {{(pid=109912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 10:55:33.240634 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-60fe777e-5056-439b-b60f-e2e923997aa7 None None] Publish callbacks [] for port (e05c695c-0be2-40fc-ba9c-7c9ac800a232), precommit_update {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:33.247295 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-60fe777e-5056-439b-b60f-e2e923997aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (e05c695c-0be2-40fc-ba9c-7c9ac800a232), after_update {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:33.296822 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ac34ee-b7b6-4bc7-9815-4ce1fa4da727 None None] Pushing event updated for resources: {'Port': ['ID=e05c695c-0be2-40fc-ba9c-7c9ac800a232,revision_number=2']} {{(pid=109912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:33.301145 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.managers [None req-60fe777e-5056-439b-b60f-e2e923997aa7 None None] Attempting to bind port e05c695c-0be2-40fc-ba9c-7c9ac800a232 on host dv-cinder-836071-3-iscsi for vnic_type normal with profile {{(pid=109912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 10:55:33.301544 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.managers [None req-60fe777e-5056-439b-b60f-e2e923997aa7 None None] Attempting to bind port e05c695c-0be2-40fc-ba9c-7c9ac800a232 by drivers openvswitch,hyperv on host dv-cinder-836071-3-iscsi at level 0 using segments [{'id': '161e69df-2a78-40e9-90fc-e661b1490c65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b'}] {{(pid=109912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 10:55:33.301966 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fe777e-5056-439b-b60f-e2e923997aa7 None None] Attempting to bind port e05c695c-0be2-40fc-ba9c-7c9ac800a232 on network 173a9438-8c11-42c7-a64e-a6d835b0fe8b {{(pid=109912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:55:33.309931 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ac34ee-b7b6-4bc7-9815-4ce1fa4da727 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:33.310273 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ac34ee-b7b6-4bc7-9815-4ce1fa4da727 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:33.311018 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ac34ee-b7b6-4bc7-9815-4ce1fa4da727 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:33.311154 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ac34ee-b7b6-4bc7-9815-4ce1fa4da727 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:33.311451 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ac34ee-b7b6-4bc7-9815-4ce1fa4da727 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:33.311775 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ac34ee-b7b6-4bc7-9815-4ce1fa4da727 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:33.312094 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ac34ee-b7b6-4bc7-9815-4ce1fa4da727 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:33.312409 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ac34ee-b7b6-4bc7-9815-4ce1fa4da727 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:33.312726 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ac34ee-b7b6-4bc7-9815-4ce1fa4da727 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:33.313039 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ac34ee-b7b6-4bc7-9815-4ce1fa4da727 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:33.313373 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ac34ee-b7b6-4bc7-9815-4ce1fa4da727 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:33.313709 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ac34ee-b7b6-4bc7-9815-4ce1fa4da727 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:33.313816 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-c07d2225-5637-428a-9700-bea9b25d869e admin admin] Publish callbacks [] for port (a93b5384-ef4d-4e3d-907c-ef1542a2f17b), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:33.314023 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ac34ee-b7b6-4bc7-9815-4ce1fa4da727 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:33.314330 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ac34ee-b7b6-4bc7-9815-4ce1fa4da727 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:33.314655 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ac34ee-b7b6-4bc7-9815-4ce1fa4da727 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:33.318318 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fe777e-5056-439b-b60f-e2e923997aa7 None None] Checking agent: {'id': 'd1e78606-e5cc-43c0-bc22-8a5324478286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 41, 48), 'started_at': datetime.datetime(2022, 4, 8, 10, 42, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 10:55:33.318795 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fe777e-5056-439b-b60f-e2e923997aa7 None None] Checking segment: {'id': '161e69df-2a78-40e9-90fc-e661b1490c65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:55:33.319070 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-60fe777e-5056-439b-b60f-e2e923997aa7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:33.319441 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fe777e-5056-439b-b60f-e2e923997aa7 None None] Bound using segment: {'id': '161e69df-2a78-40e9-90fc-e661b1490c65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b'} {{(pid=109912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 10:55:33.319901 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.managers [None req-60fe777e-5056-439b-b60f-e2e923997aa7 None None] Bound port: e05c695c-0be2-40fc-ba9c-7c9ac800a232, host: dv-cinder-836071-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '161e69df-2a78-40e9-90fc-e661b1490c65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b'}}] {{(pid=109912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 10:55:33.320268 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-60fe777e-5056-439b-b60f-e2e923997aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (e05c695c-0be2-40fc-ba9c-7c9ac800a232), before_update {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:33.351274 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-c07d2225-5637-428a-9700-bea9b25d869e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16387658'] for port (a93b5384-ef4d-4e3d-907c-ef1542a2f17b), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:33.372892 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.db [None req-60fe777e-5056-439b-b60f-e2e923997aa7 None None] For port e05c695c-0be2-40fc-ba9c-7c9ac800a232, host dv-cinder-836071-3-iscsi, cleared binding levels {{(pid=109912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:55:33.375992 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.db [None req-60fe777e-5056-439b-b60f-e2e923997aa7 None None] For port e05c695c-0be2-40fc-ba9c-7c9ac800a232, host dv-cinder-836071-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=e05c695c-0be2-40fc-ba9c-7c9ac800a232,segment=NetworkSegment(161e69df-2a78-40e9-90fc-e661b1490c65),segment_id=161e69df-2a78-40e9-90fc-e661b1490c65)] {{(pid=109912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:55:33.383648 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-60fe777e-5056-439b-b60f-e2e923997aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (e05c695c-0be2-40fc-ba9c-7c9ac800a232), after_update {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:33.390186 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07d2225-5637-428a-9700-bea9b25d869e admin admin] Network ead301ed-768a-4ee8-91df-4953f8d8822a is already hosted by enough agents. {{(pid=109909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:55:33.395104 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.base_scheduler [None req-c07d2225-5637-428a-9700-bea9b25d869e admin admin] Resources bound (agent type, host, resource id): {{(pid=109909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:55:33.399614 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07d2225-5637-428a-9700-bea9b25d869e admin admin] Received port after_create {{(pid=109909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 10:55:33.402658 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07d2225-5637-428a-9700-bea9b25d869e admin admin] Pushing event updated for resources: {'Port': ['ID=a93b5384-ef4d-4e3d-907c-ef1542a2f17b,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:33.443900 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ac34ee-b7b6-4bc7-9815-4ce1fa4da727 None None] Pushing event updated for resources: {'Port': ['ID=e05c695c-0be2-40fc-ba9c-7c9ac800a232,revision_number=3']} {{(pid=109912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:33.453372 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fe777e-5056-439b-b60f-e2e923997aa7 None None] Routers {'3e811984-1f2e-4215-be2e-079d5f256292'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:55:33.453801 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-60fe777e-5056-439b-b60f-e2e923997aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:55:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['3e811984-1f2e-4215-be2e-079d5f256292'], 'active': True} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:55:33.578951 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvr_db [None req-60fe777e-5056-439b-b60f-e2e923997aa7 None None] Set router 3e811984-1f2e-4215-be2e-079d5f256292 gateway port host: dv-cinder-836071-3-iscsi {{(pid=109912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:55:33.633471 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-a5e30b63-2fca-4087-8fbc-cbe5c3d5216d None None] Provisioning complete for port a93b5384-ef4d-4e3d-907c-ef1542a2f17b triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:55:33.634602 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-a5e30b63-2fca-4087-8fbc-cbe5c3d5216d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (a93b5384-ef4d-4e3d-907c-ef1542a2f17b), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:33.670012 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07d2225-5637-428a-9700-bea9b25d869e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:33.670225 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07d2225-5637-428a-9700-bea9b25d869e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:33.670574 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07d2225-5637-428a-9700-bea9b25d869e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:33.670872 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07d2225-5637-428a-9700-bea9b25d869e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:33.671224 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07d2225-5637-428a-9700-bea9b25d869e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:33.671541 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07d2225-5637-428a-9700-bea9b25d869e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:33.671860 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07d2225-5637-428a-9700-bea9b25d869e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:33.672173 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07d2225-5637-428a-9700-bea9b25d869e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:33.672439 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-a5e30b63-2fca-4087-8fbc-cbe5c3d5216d None None] Port a93b5384-ef4d-4e3d-907c-ef1542a2f17b cannot update to ACTIVE because it is not bound. {{(pid=109911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 10:55:33.672597 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07d2225-5637-428a-9700-bea9b25d869e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:33.672791 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07d2225-5637-428a-9700-bea9b25d869e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:33.673094 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07d2225-5637-428a-9700-bea9b25d869e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:33.673453 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07d2225-5637-428a-9700-bea9b25d869e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:33.673776 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07d2225-5637-428a-9700-bea9b25d869e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:33.674081 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07d2225-5637-428a-9700-bea9b25d869e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:33.674393 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07d2225-5637-428a-9700-bea9b25d869e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:55:33.689091 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-c07d2225-5637-428a-9700-bea9b25d869e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741448'] for router_interface (3e811984-1f2e-4215-be2e-079d5f256292), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:33.763814 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-60fe777e-5056-439b-b60f-e2e923997aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e811984-1f2e-4215-be2e-079d5f256292', 'name': 'tempest-AttachVolumeShelveTestJSON-1711339750-router', 'tenant_id': 'c5c639569a22482fba93dcaca6152dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': 'e05c695c-0be2-40fc-ba9c-7c9ac800a232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:55:31Z', 'updated_at': '2022-04-08T10:55:32Z', 'revision_number': 3, 'project_id': 'c5c639569a22482fba93dcaca6152dca', 'gw_port': {'id': 'e05c695c-0be2-40fc-ba9c-7c9ac800a232', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:65:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e811984-1f2e-4215-be2e-079d5f256292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:55:31Z', 'updated_at': '2022-04-08T10:55:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi'}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:55:33.791098 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fe777e-5056-439b-b60f-e2e923997aa7 None None] The sync data for ids ['3e811984-1f2e-4215-be2e-079d5f256292'] in dv-cinder-836071-3-iscsi is: [{'id': '3e811984-1f2e-4215-be2e-079d5f256292', 'name': 'tempest-AttachVolumeShelveTestJSON-1711339750-router', 'tenant_id': 'c5c639569a22482fba93dcaca6152dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': 'e05c695c-0be2-40fc-ba9c-7c9ac800a232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:55:31Z', 'updated_at': '2022-04-08T10:55:32Z', 'revision_number': 3, 'project_id': 'c5c639569a22482fba93dcaca6152dca', 'gw_port': {'id': 'e05c695c-0be2-40fc-ba9c-7c9ac800a232', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:65:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e811984-1f2e-4215-be2e-079d5f256292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:55:31Z', 'updated_at': '2022-04-08T10:55:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi'}] {{(pid=109912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:55:33.834910 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-c07d2225-5637-428a-9700-bea9b25d869e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (a93b5384-ef4d-4e3d-907c-ef1542a2f17b), before_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:34.035275 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-c07d2225-5637-428a-9700-bea9b25d869e admin admin] Publish callbacks [] for port (a93b5384-ef4d-4e3d-907c-ef1542a2f17b), precommit_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:34.041869 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-c07d2225-5637-428a-9700-bea9b25d869e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16387669'] for port (a93b5384-ef4d-4e3d-907c-ef1542a2f17b), after_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:34.143084 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07d2225-5637-428a-9700-bea9b25d869e admin admin] Pushing event updated for resources: {'Port': ['ID=a93b5384-ef4d-4e3d-907c-ef1542a2f17b,revision_number=2']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:34.146864 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-c07d2225-5637-428a-9700-bea9b25d869e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-741604'] for router_interface (3e811984-1f2e-4215-be2e-079d5f256292), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:34.224806 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device e05c695c-0be2-40fc-ba9c-7c9ac800a232 up at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:55:34.265388 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07d2225-5637-428a-9700-bea9b25d869e admin admin] Network ead301ed-768a-4ee8-91df-4953f8d8822a is already hosted by enough agents. {{(pid=109909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:55:34.266991 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.base_scheduler [None req-c07d2225-5637-428a-9700-bea9b25d869e admin admin] Resources bound (agent type, host, resource id): {{(pid=109909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:55:34.284035 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Provisioning complete for port e05c695c-0be2-40fc-ba9c-7c9ac800a232 triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:55:34.285141 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (e05c695c-0be2-40fc-ba9c-7c9ac800a232), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:34.422963 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c07d2225-5637-428a-9700-bea9b25d869e admin admin] Router 3e811984-1f2e-4215-be2e-079d5f256292 has already been hosted by L3 agent a0f054a9-d30b-4594-8de6-6c24438c3963 {{(pid=109909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:55:34.549490 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Current status of the port e05c695c-0be2-40fc-ba9c-7c9ac800a232 is: DOWN; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:55:34.550145 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (e05c695c-0be2-40fc-ba9c-7c9ac800a232), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:34.563600 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07d2225-5637-428a-9700-bea9b25d869e admin admin] Notify agent at l3_agent.dv-cinder-836071-3-iscsi the message routers_updated {{(pid=109909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:55:34.573681 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-c07d2225-5637-428a-9700-bea9b25d869e admin admin] 10.222.0.43 "PUT /v2.0/routers/3e811984-1f2e-4215-be2e-079d5f256292/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9754548 Apr 08 10:55:34.575520 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] For port e05c695c-0be2-40fc-ba9c-7c9ac800a232, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=e05c695c-0be2-40fc-ba9c-7c9ac800a232,segment=NetworkSegment(161e69df-2a78-40e9-90fc-e661b1490c65),segment_id=161e69df-2a78-40e9-90fc-e661b1490c65)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:55:34.586164 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (e05c695c-0be2-40fc-ba9c-7c9ac800a232), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:34.586984 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device 49f56402-7669-43fc-9f05-7a036fe15e68 up at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:55:34.684071 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-7938b60c-10d1-4df4-b584-22a2b1a8db27 None None] Provisioning complete for port a93b5384-ef4d-4e3d-907c-ef1542a2f17b triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:55:34.684718 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-7938b60c-10d1-4df4-b584-22a2b1a8db27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (a93b5384-ef4d-4e3d-907c-ef1542a2f17b), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:34.728422 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Pushing event updated for resources: {'Port': ['ID=e05c695c-0be2-40fc-ba9c-7c9ac800a232,revision_number=4']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:34.755212 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Provisioning complete for port 49f56402-7669-43fc-9f05-7a036fe15e68 triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:55:34.755637 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (49f56402-7669-43fc-9f05-7a036fe15e68), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:34.758275 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-7938b60c-10d1-4df4-b584-22a2b1a8db27 None None] Port a93b5384-ef4d-4e3d-907c-ef1542a2f17b cannot update to ACTIVE because it is not bound. {{(pid=109911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 10:55:34.849455 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Current status of the port 49f56402-7669-43fc-9f05-7a036fe15e68 is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:55:35.024327 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 59990) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:55:35.029112 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.v2.base [None req-b4174460-055b-42d8-bdf0-10af18d71ada tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Request body: {'security_group': {'name': 'tempest-securitygroup--613034095', 'description': 'tempest-description--395115257'}} {{(pid=109909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:55:35.052086 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-b4174460-055b-42d8-bdf0-10af18d71ada tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks [] for security_group (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:35.125675 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-b4174460-055b-42d8-bdf0-10af18d71ada tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks [] for security_group (02def41f-2c6c-4838-8b92-90f1ee157a63), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:35.130908 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-b4174460-055b-42d8-bdf0-10af18d71ada tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (02def41f-2c6c-4838-8b92-90f1ee157a63), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:35.157730 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-b4174460-055b-42d8-bdf0-10af18d71ada tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:35.158963 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-b4174460-055b-42d8-bdf0-10af18d71ada tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1336503 Apr 08 10:55:35.162500 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 59992) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:55:35.164346 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4174460-055b-42d8-bdf0-10af18d71ada tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02def41f-2c6c-4838-8b92-90f1ee157a63,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:35.167077 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [None req-f7e31444-bad8-4274-b91e-fc7f5a4eded1 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Request body: {'security_group_rule': {'security_group_id': '02def41f-2c6c-4838-8b92-90f1ee157a63', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:55:35.195684 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-f7e31444-bad8-4274-b91e-fc7f5a4eded1 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks [] for security_group_rule (96d1f817-5472-4e44-8268-a29cff1a6203), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:35.486981 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3e9e56-605b-4ae8-8343-248ba10f52e7 None None] Sync routers for ids ['3e811984-1f2e-4215-be2e-079d5f256292'] in dv-cinder-836071-3-iscsi {{(pid=109911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:55:35.498296 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3e9e56-605b-4ae8-8343-248ba10f52e7 None None] Routers {'3e811984-1f2e-4215-be2e-079d5f256292'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:55:35.499031 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-fa3e9e56-605b-4ae8-8343-248ba10f52e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:55:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['3e811984-1f2e-4215-be2e-079d5f256292'], 'active': True} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:55:35.523735 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-f7e31444-bad8-4274-b91e-fc7f5a4eded1 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks [] for security_group_rule (96d1f817-5472-4e44-8268-a29cff1a6203), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:35.528098 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-f7e31444-bad8-4274-b91e-fc7f5a4eded1 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682660'] for security_group_rule (96d1f817-5472-4e44-8268-a29cff1a6203), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:35.545481 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e31444-bad8-4274-b91e-fc7f5a4eded1 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96d1f817-5472-4e44-8268-a29cff1a6203,revision_number=0']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:35.556267 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-f7e31444-bad8-4274-b91e-fc7f5a4eded1 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:35.557761 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-f7e31444-bad8-4274-b91e-fc7f5a4eded1 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3942516 Apr 08 10:55:35.560586 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 59994) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:55:35.565174 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [None req-fe4fc729-8c9d-480b-aeab-c5e80e631328 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Request body: {'security_group_rule': {'security_group_id': '02def41f-2c6c-4838-8b92-90f1ee157a63', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:55:35.591267 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-fe4fc729-8c9d-480b-aeab-c5e80e631328 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks [] for security_group_rule (1883518a-b07f-4f43-9599-7de3e7ecc818), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:35.616146 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvr_db [None req-fa3e9e56-605b-4ae8-8343-248ba10f52e7 None None] Set router 3e811984-1f2e-4215-be2e-079d5f256292 gateway port host: dv-cinder-836071-3-iscsi {{(pid=109911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:55:35.649217 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-fe4fc729-8c9d-480b-aeab-c5e80e631328 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks [] for security_group_rule (1883518a-b07f-4f43-9599-7de3e7ecc818), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:35.653506 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-fe4fc729-8c9d-480b-aeab-c5e80e631328 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682660'] for security_group_rule (1883518a-b07f-4f43-9599-7de3e7ecc818), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:35.672092 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4fc729-8c9d-480b-aeab-c5e80e631328 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1883518a-b07f-4f43-9599-7de3e7ecc818,revision_number=0']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:35.681008 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-fe4fc729-8c9d-480b-aeab-c5e80e631328 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:35.682217 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-fe4fc729-8c9d-480b-aeab-c5e80e631328 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1204386 Apr 08 10:55:35.685298 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 59996) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:55:35.689725 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [None req-0d366b9e-9367-44bb-b7a0-cb90a18cbfe7 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Request body: {'floatingip': {'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:55:35.712095 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-0d366b9e-9367-44bb-b7a0-cb90a18cbfe7 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:35.816763 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-0d366b9e-9367-44bb-b7a0-cb90a18cbfe7 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:35.822739 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-fa3e9e56-605b-4ae8-8343-248ba10f52e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e811984-1f2e-4215-be2e-079d5f256292', 'name': 'tempest-AttachVolumeShelveTestJSON-1711339750-router', 'tenant_id': 'c5c639569a22482fba93dcaca6152dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': 'e05c695c-0be2-40fc-ba9c-7c9ac800a232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:55:31Z', 'updated_at': '2022-04-08T10:55:33Z', 'revision_number': 4, 'project_id': 'c5c639569a22482fba93dcaca6152dca', 'gw_port': {'id': 'e05c695c-0be2-40fc-ba9c-7c9ac800a232', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:65:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e811984-1f2e-4215-be2e-079d5f256292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:55:31Z', 'updated_at': '2022-04-08T10:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': 'a93b5384-ef4d-4e3d-907c-ef1542a2f17b', 'name': '', 'network_id': 'ead301ed-768a-4ee8-91df-4953f8d8822a', 'tenant_id': 'c5c639569a22482fba93dcaca6152dca', 'mac_address': 'fa:16:3e:26:b0:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e811984-1f2e-4215-be2e-079d5f256292', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bfdd80ae-94b4-4d02-9243-4abc3db5c2b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:55:33Z', 'updated_at': '2022-04-08T10:55:33Z', 'revision_number': 2, 'project_id': 'c5c639569a22482fba93dcaca6152dca', 'subnets': [{'id': 'bfdd80ae-94b4-4d02-9243-4abc3db5c2b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:55:35.849452 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3e9e56-605b-4ae8-8343-248ba10f52e7 None None] Checking router: 3e811984-1f2e-4215-be2e-079d5f256292 for host: dv-cinder-836071-3-iscsi {{(pid=109911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:55:35.849778 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3e9e56-605b-4ae8-8343-248ba10f52e7 None None] Updating router 3e811984-1f2e-4215-be2e-079d5f256292 port a93b5384-ef4d-4e3d-907c-ef1542a2f17b binding host dv-cinder-836071-3-iscsi {{(pid=109911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 10:55:35.877023 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-fa3e9e56-605b-4ae8-8343-248ba10f52e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (a93b5384-ef4d-4e3d-907c-ef1542a2f17b), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:35.922858 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.db_base_plugin_common [None req-0d366b9e-9367-44bb-b7a0-cb90a18cbfe7 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Allocated IP 172.27.2.27 (173a9438-8c11-42c7-a64e-a6d835b0fe8b/3e92b2da-8062-400a-a6d5-15b49fe43bf4/1aafd86f-a9e2-48d4-b0cf-ca336a1032e7) {{(pid=109910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:55:36.029826 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-0d366b9e-9367-44bb-b7a0-cb90a18cbfe7 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks [] for port (1aafd86f-a9e2-48d4-b0cf-ca336a1032e7), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:36.064587 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-0d366b9e-9367-44bb-b7a0-cb90a18cbfe7 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14190223'] for port (1aafd86f-a9e2-48d4-b0cf-ca336a1032e7), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:36.096943 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device e05c695c-0be2-40fc-ba9c-7c9ac800a232 up at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:55:36.101731 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d366b9e-9367-44bb-b7a0-cb90a18cbfe7 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Network 173a9438-8c11-42c7-a64e-a6d835b0fe8b is already hosted by enough agents. {{(pid=109910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:55:36.106004 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.base_scheduler [None req-0d366b9e-9367-44bb-b7a0-cb90a18cbfe7 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Resources bound (agent type, host, resource id): {{(pid=109910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:55:36.109452 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d366b9e-9367-44bb-b7a0-cb90a18cbfe7 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Received port after_create {{(pid=109910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 10:55:36.138885 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d366b9e-9367-44bb-b7a0-cb90a18cbfe7 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Pushing event updated for resources: {'Port': ['ID=1aafd86f-a9e2-48d4-b0cf-ca336a1032e7,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:36.182648 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-fa3e9e56-605b-4ae8-8343-248ba10f52e7 None None] Publish callbacks [] for port (a93b5384-ef4d-4e3d-907c-ef1542a2f17b), precommit_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:36.192669 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-fa3e9e56-605b-4ae8-8343-248ba10f52e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (a93b5384-ef4d-4e3d-907c-ef1542a2f17b), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:36.206050 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-0d366b9e-9367-44bb-b7a0-cb90a18cbfe7 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks [] for floatingip (1fc66a80-700c-4fdb-9792-39ae3012ff21), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:36.229825 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Provisioning complete for port e05c695c-0be2-40fc-ba9c-7c9ac800a232 triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:55:36.230198 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (e05c695c-0be2-40fc-ba9c-7c9ac800a232), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:36.246273 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-0d366b9e-9367-44bb-b7a0-cb90a18cbfe7 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (1aafd86f-a9e2-48d4-b0cf-ca336a1032e7), before_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:36.295607 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff40755-96bc-4943-bbcd-13da98c4b4ca None None] Pushing event updated for resources: {'Port': ['ID=a93b5384-ef4d-4e3d-907c-ef1542a2f17b,revision_number=3']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:36.341779 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.managers [None req-fa3e9e56-605b-4ae8-8343-248ba10f52e7 None None] Attempting to bind port a93b5384-ef4d-4e3d-907c-ef1542a2f17b on host dv-cinder-836071-3-iscsi for vnic_type normal with profile {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 10:55:36.342151 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.managers [None req-fa3e9e56-605b-4ae8-8343-248ba10f52e7 None None] Attempting to bind port a93b5384-ef4d-4e3d-907c-ef1542a2f17b by drivers openvswitch,hyperv on host dv-cinder-836071-3-iscsi at level 0 using segments [{'id': '03985018-c563-41ce-aacb-1a83d441442a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ead301ed-768a-4ee8-91df-4953f8d8822a'}] {{(pid=109911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 10:55:36.342511 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3e9e56-605b-4ae8-8343-248ba10f52e7 None None] Attempting to bind port a93b5384-ef4d-4e3d-907c-ef1542a2f17b on network ead301ed-768a-4ee8-91df-4953f8d8822a {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:55:36.348958 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3e9e56-605b-4ae8-8343-248ba10f52e7 None None] Checking agent: {'id': 'd1e78606-e5cc-43c0-bc22-8a5324478286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 41, 48), 'started_at': datetime.datetime(2022, 4, 8, 10, 42, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 10:55:36.349357 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3e9e56-605b-4ae8-8343-248ba10f52e7 None None] Checking segment: {'id': '03985018-c563-41ce-aacb-1a83d441442a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ead301ed-768a-4ee8-91df-4953f8d8822a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:55:36.349767 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-fa3e9e56-605b-4ae8-8343-248ba10f52e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:36.350160 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3e9e56-605b-4ae8-8343-248ba10f52e7 None None] Bound using segment: {'id': '03985018-c563-41ce-aacb-1a83d441442a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ead301ed-768a-4ee8-91df-4953f8d8822a'} {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 10:55:36.350637 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.managers [None req-fa3e9e56-605b-4ae8-8343-248ba10f52e7 None None] Bound port: a93b5384-ef4d-4e3d-907c-ef1542a2f17b, host: dv-cinder-836071-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03985018-c563-41ce-aacb-1a83d441442a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ead301ed-768a-4ee8-91df-4953f8d8822a'}}] {{(pid=109911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 10:55:36.351415 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-fa3e9e56-605b-4ae8-8343-248ba10f52e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (a93b5384-ef4d-4e3d-907c-ef1542a2f17b), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:36.420562 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-0d366b9e-9367-44bb-b7a0-cb90a18cbfe7 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks [] for port (1aafd86f-a9e2-48d4-b0cf-ca336a1032e7), precommit_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:36.425670 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-0d366b9e-9367-44bb-b7a0-cb90a18cbfe7 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14190224'] for port (1aafd86f-a9e2-48d4-b0cf-ca336a1032e7), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:36.452425 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-fa3e9e56-605b-4ae8-8343-248ba10f52e7 None None] For port a93b5384-ef4d-4e3d-907c-ef1542a2f17b, host dv-cinder-836071-3-iscsi, cleared binding levels {{(pid=109911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:55:36.454459 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Current status of the port e05c695c-0be2-40fc-ba9c-7c9ac800a232 is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:55:36.460771 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-fa3e9e56-605b-4ae8-8343-248ba10f52e7 None None] For port a93b5384-ef4d-4e3d-907c-ef1542a2f17b, host dv-cinder-836071-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=a93b5384-ef4d-4e3d-907c-ef1542a2f17b,segment=NetworkSegment(03985018-c563-41ce-aacb-1a83d441442a),segment_id=03985018-c563-41ce-aacb-1a83d441442a)] {{(pid=109911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:55:36.467482 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-fa3e9e56-605b-4ae8-8343-248ba10f52e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (a93b5384-ef4d-4e3d-907c-ef1542a2f17b), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:36.488029 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d366b9e-9367-44bb-b7a0-cb90a18cbfe7 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Pushing event updated for resources: {'Port': ['ID=1aafd86f-a9e2-48d4-b0cf-ca336a1032e7,revision_number=2']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:36.503808 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-0d366b9e-9367-44bb-b7a0-cb90a18cbfe7 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743873'] for floatingip (1fc66a80-700c-4fdb-9792-39ae3012ff21), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:36.519950 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-0d366b9e-9367-44bb-b7a0-cb90a18cbfe7 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for floatingip (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:36.530907 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-0d366b9e-9367-44bb-b7a0-cb90a18cbfe7 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8351712 Apr 08 10:55:36.548487 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3e9e56-605b-4ae8-8343-248ba10f52e7 None None] Routers {'3e811984-1f2e-4215-be2e-079d5f256292'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:55:36.548980 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-fa3e9e56-605b-4ae8-8343-248ba10f52e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:55:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['3e811984-1f2e-4215-be2e-079d5f256292'], 'active': True} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:55:36.550883 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-e0bf7bda-f729-479b-b8ec-a6e75aa96555 None None] Provisioning complete for port a93b5384-ef4d-4e3d-907c-ef1542a2f17b triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:55:36.551774 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-e0bf7bda-f729-479b-b8ec-a6e75aa96555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (a93b5384-ef4d-4e3d-907c-ef1542a2f17b), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:36.613485 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff40755-96bc-4943-bbcd-13da98c4b4ca None None] Pushing event updated for resources: {'Port': ['ID=a93b5384-ef4d-4e3d-907c-ef1542a2f17b,revision_number=4']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:36.697945 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-5fef63a1-7bee-4ea6-887d-c3d6e0953b60 req-2e334674-73e1-4043-9ce2-4d71532c9056 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--613034095&fields=id&tenant_id=c5c639569a22482fba93dcaca6152dca HTTP/1.1" status: 200 len: 267 time: 0.0456903 Apr 08 10:55:36.732773 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvr_db [None req-fa3e9e56-605b-4ae8-8343-248ba10f52e7 None None] Set router 3e811984-1f2e-4215-be2e-079d5f256292 gateway port host: dv-cinder-836071-3-iscsi {{(pid=109911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:55:36.766565 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-e0bf7bda-f729-479b-b8ec-a6e75aa96555 None None] Current status of the port a93b5384-ef4d-4e3d-907c-ef1542a2f17b is: DOWN; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:55:36.766958 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-e0bf7bda-f729-479b-b8ec-a6e75aa96555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (a93b5384-ef4d-4e3d-907c-ef1542a2f17b), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:36.813603 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fef63a1-7bee-4ea6-887d-c3d6e0953b60 req-8d203f99-c500-4b07-989e-79b01db06736 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:36.815063 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-5fef63a1-7bee-4ea6-887d-c3d6e0953b60 req-8d203f99-c500-4b07-989e-79b01db06736 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/networks?id=ead301ed-768a-4ee8-91df-4953f8d8822a HTTP/1.1" status: 200 len: 817 time: 0.1104336 Apr 08 10:55:36.830259 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-5fef63a1-7bee-4ea6-887d-c3d6e0953b60 req-d72e2c90-feaa-4903-819a-7c403f17a34e tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/quotas/c5c639569a22482fba93dcaca6152dca HTTP/1.1" status: 200 len: 375 time: 0.0093925 Apr 08 10:55:36.855452 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-e0bf7bda-f729-479b-b8ec-a6e75aa96555 None None] For port a93b5384-ef4d-4e3d-907c-ef1542a2f17b, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=a93b5384-ef4d-4e3d-907c-ef1542a2f17b,segment=NetworkSegment(03985018-c563-41ce-aacb-1a83d441442a),segment_id=03985018-c563-41ce-aacb-1a83d441442a)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:55:36.879894 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-e0bf7bda-f729-479b-b8ec-a6e75aa96555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (a93b5384-ef4d-4e3d-907c-ef1542a2f17b), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:36.887980 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-5fef63a1-7bee-4ea6-887d-c3d6e0953b60 req-769060b0-6f96-4f89-9e7f-cdc24457e5d9 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c5c639569a22482fba93dcaca6152dca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511820 Apr 08 10:55:36.947778 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bf7bda-f729-479b-b8ec-a6e75aa96555 None None] Pushing event updated for resources: {'Port': ['ID=a93b5384-ef4d-4e3d-907c-ef1542a2f17b,revision_number=5']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:37.012275 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-c0597ec0-055d-455d-b05d-c706c0db5347 None None] Provisioning complete for port a93b5384-ef4d-4e3d-907c-ef1542a2f17b triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:55:37.012640 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c0597ec0-055d-455d-b05d-c706c0db5347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (a93b5384-ef4d-4e3d-907c-ef1542a2f17b), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:37.016980 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-fa3e9e56-605b-4ae8-8343-248ba10f52e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e811984-1f2e-4215-be2e-079d5f256292', 'name': 'tempest-AttachVolumeShelveTestJSON-1711339750-router', 'tenant_id': 'c5c639569a22482fba93dcaca6152dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': 'e05c695c-0be2-40fc-ba9c-7c9ac800a232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:55:31Z', 'updated_at': '2022-04-08T10:55:33Z', 'revision_number': 4, 'project_id': 'c5c639569a22482fba93dcaca6152dca', 'gw_port': {'id': 'e05c695c-0be2-40fc-ba9c-7c9ac800a232', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:65:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e811984-1f2e-4215-be2e-079d5f256292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:55:31Z', 'updated_at': '2022-04-08T10:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': 'a93b5384-ef4d-4e3d-907c-ef1542a2f17b', 'name': '', 'network_id': 'ead301ed-768a-4ee8-91df-4953f8d8822a', 'tenant_id': 'c5c639569a22482fba93dcaca6152dca', 'mac_address': 'fa:16:3e:26:b0:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e811984-1f2e-4215-be2e-079d5f256292', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bfdd80ae-94b4-4d02-9243-4abc3db5c2b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:55:33Z', 'updated_at': '2022-04-08T10:55:36Z', 'revision_number': 4, 'project_id': 'c5c639569a22482fba93dcaca6152dca', 'subnets': [{'id': 'bfdd80ae-94b4-4d02-9243-4abc3db5c2b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:55:37.031460 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-5fef63a1-7bee-4ea6-887d-c3d6e0953b60 req-0a8bd5e5-3ed2-42b9-bab1-1179e3dae820 service neutron] 10.222.0.43 "GET /v2.0/networks/ead301ed-768a-4ee8-91df-4953f8d8822a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329470 Apr 08 10:55:37.063812 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3e9e56-605b-4ae8-8343-248ba10f52e7 None None] The sync data for ids ['3e811984-1f2e-4215-be2e-079d5f256292'] in dv-cinder-836071-3-iscsi is: [{'id': '3e811984-1f2e-4215-be2e-079d5f256292', 'name': 'tempest-AttachVolumeShelveTestJSON-1711339750-router', 'tenant_id': 'c5c639569a22482fba93dcaca6152dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': 'e05c695c-0be2-40fc-ba9c-7c9ac800a232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:55:31Z', 'updated_at': '2022-04-08T10:55:33Z', 'revision_number': 4, 'project_id': 'c5c639569a22482fba93dcaca6152dca', 'gw_port': {'id': 'e05c695c-0be2-40fc-ba9c-7c9ac800a232', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:65:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e811984-1f2e-4215-be2e-079d5f256292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:55:31Z', 'updated_at': '2022-04-08T10:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': 'a93b5384-ef4d-4e3d-907c-ef1542a2f17b', 'name': '', 'network_id': 'ead301ed-768a-4ee8-91df-4953f8d8822a', 'tenant_id': 'c5c639569a22482fba93dcaca6152dca', 'mac_address': 'fa:16:3e:26:b0:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e811984-1f2e-4215-be2e-079d5f256292', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bfdd80ae-94b4-4d02-9243-4abc3db5c2b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:55:33Z', 'updated_at': '2022-04-08T10:55:36Z', 'revision_number': 4, 'project_id': 'c5c639569a22482fba93dcaca6152dca', 'subnets': [{'id': 'bfdd80ae-94b4-4d02-9243-4abc3db5c2b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:55:37.131151 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-c0597ec0-055d-455d-b05d-c706c0db5347 None None] Current status of the port a93b5384-ef4d-4e3d-907c-ef1542a2f17b is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:55:37.148455 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-5fef63a1-7bee-4ea6-887d-c3d6e0953b60 req-f41bf865-080e-417a-a421-e624c0722f98 service neutron] 10.222.0.43 "GET /v2.0/networks/ead301ed-768a-4ee8-91df-4953f8d8822a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104994 Apr 08 10:55:37.348474 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-9e2a463b-2915-4245-b595-090d2dceb423 req-c2f52bbc-9130-4002-8ef8-4aeab14ba383 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 210 time: 0.0330644 Apr 08 10:55:38.104916 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device a93b5384-ef4d-4e3d-907c-ef1542a2f17b up at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:55:38.157495 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Provisioning complete for port a93b5384-ef4d-4e3d-907c-ef1542a2f17b triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:55:38.157876 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (a93b5384-ef4d-4e3d-907c-ef1542a2f17b), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:38.241033 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Current status of the port a93b5384-ef4d-4e3d-907c-ef1542a2f17b is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:55:38.467928 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ab66e13e-4765-45a1-b4d5-a05735388afc req-e0fa25d2-7acf-40ef-95a6-abe603963731 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 210 time: 0.0367210 Apr 08 10:55:38.504379 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fef63a1-7bee-4ea6-887d-c3d6e0953b60 req-7b4166ed-e270-475b-9e70-15c835eedaf8 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:38.505869 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-5fef63a1-7bee-4ea6-887d-c3d6e0953b60 req-7b4166ed-e270-475b-9e70-15c835eedaf8 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.39 "GET /v2.0/networks?id=ead301ed-768a-4ee8-91df-4953f8d8822a HTTP/1.1" status: 200 len: 817 time: 0.1384034 Apr 08 10:55:38.575262 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-5fef63a1-7bee-4ea6-887d-c3d6e0953b60 req-0bd775cd-aedb-42c5-8f04-bb47c74a97d7 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5c639569a22482fba93dcaca6152dca HTTP/1.1" status: 200 len: 379 time: 0.0603185 Apr 08 10:55:38.645317 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [req-5fef63a1-7bee-4ea6-887d-c3d6e0953b60 req-b5d6bdac-daaf-4010-94fa-8aaa966cc0b1 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Request body: {'port': {'device_id': 'b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d', 'network_id': 'ead301ed-768a-4ee8-91df-4953f8d8822a', 'admin_state_up': True, 'tenant_id': 'c5c639569a22482fba93dcaca6152dca', 'security_groups': ['02def41f-2c6c-4838-8b92-90f1ee157a63']}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:55:38.756315 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fef63a1-7bee-4ea6-887d-c3d6e0953b60 req-b5d6bdac-daaf-4010-94fa-8aaa966cc0b1 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Made reservation on behalf of c5c639569a22482fba93dcaca6152dca for: {'port': 1} {{(pid=109910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:55:38.759819 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-5fef63a1-7bee-4ea6-887d-c3d6e0953b60 req-b5d6bdac-daaf-4010-94fa-8aaa966cc0b1 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:38.896202 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.db_base_plugin_common [req-5fef63a1-7bee-4ea6-887d-c3d6e0953b60 req-b5d6bdac-daaf-4010-94fa-8aaa966cc0b1 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Allocated IP 172.20.0.3 (ead301ed-768a-4ee8-91df-4953f8d8822a/bfdd80ae-94b4-4d02-9243-4abc3db5c2b8/f00edba1-82bc-470a-b343-5f163f404e5e) {{(pid=109910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:55:39.039922 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-5fef63a1-7bee-4ea6-887d-c3d6e0953b60 req-b5d6bdac-daaf-4010-94fa-8aaa966cc0b1 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks [] for port (f00edba1-82bc-470a-b343-5f163f404e5e), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:39.075898 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-5fef63a1-7bee-4ea6-887d-c3d6e0953b60 req-b5d6bdac-daaf-4010-94fa-8aaa966cc0b1 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14190223'] for port (f00edba1-82bc-470a-b343-5f163f404e5e), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:39.118673 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fef63a1-7bee-4ea6-887d-c3d6e0953b60 req-b5d6bdac-daaf-4010-94fa-8aaa966cc0b1 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Network ead301ed-768a-4ee8-91df-4953f8d8822a is already hosted by enough agents. {{(pid=109910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:55:39.122118 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.base_scheduler [req-5fef63a1-7bee-4ea6-887d-c3d6e0953b60 req-b5d6bdac-daaf-4010-94fa-8aaa966cc0b1 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Resources bound (agent type, host, resource id): {{(pid=109910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:55:39.124772 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fef63a1-7bee-4ea6-887d-c3d6e0953b60 req-b5d6bdac-daaf-4010-94fa-8aaa966cc0b1 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Received port after_create {{(pid=109910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 10:55:39.153888 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d6bdac-daaf-4010-94fa-8aaa966cc0b1 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Pushing event updated for resources: {'Port': ['ID=f00edba1-82bc-470a-b343-5f163f404e5e,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:39.184474 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fef63a1-7bee-4ea6-887d-c3d6e0953b60 req-b5d6bdac-daaf-4010-94fa-8aaa966cc0b1 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:39.184788 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-5fef63a1-7bee-4ea6-887d-c3d6e0953b60 req-b5d6bdac-daaf-4010-94fa-8aaa966cc0b1 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for port (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:39.203448 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-5fef63a1-7bee-4ea6-887d-c3d6e0953b60 req-b5d6bdac-daaf-4010-94fa-8aaa966cc0b1 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5622194 Apr 08 10:55:39.260257 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [req-5fef63a1-7bee-4ea6-887d-c3d6e0953b60 req-11fb8f9c-07f4-4702-ae87-d8cbc3abe77e service neutron] Request body: {'port': {'device_id': 'b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:55:39.323583 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-5fef63a1-7bee-4ea6-887d-c3d6e0953b60 req-11fb8f9c-07f4-4702-ae87-d8cbc3abe77e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (f00edba1-82bc-470a-b343-5f163f404e5e), before_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:39.371047 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-2ee76a73-1805-4a5a-a3ac-4068dd9bf735 None None] Provisioning complete for port f00edba1-82bc-470a-b343-5f163f404e5e triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:55:39.371706 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-2ee76a73-1805-4a5a-a3ac-4068dd9bf735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (f00edba1-82bc-470a-b343-5f163f404e5e), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:39.409932 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-2ee76a73-1805-4a5a-a3ac-4068dd9bf735 None None] Port f00edba1-82bc-470a-b343-5f163f404e5e cannot update to ACTIVE because it is not bound. {{(pid=109911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 10:55:39.612686 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [req-5fef63a1-7bee-4ea6-887d-c3d6e0953b60 req-11fb8f9c-07f4-4702-ae87-d8cbc3abe77e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f00edba1-82bc-470a-b343-5f163f404e5e {{(pid=109910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:55:39.623259 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-5fef63a1-7bee-4ea6-887d-c3d6e0953b60 req-11fb8f9c-07f4-4702-ae87-d8cbc3abe77e service neutron] Publish callbacks [] for port (f00edba1-82bc-470a-b343-5f163f404e5e), precommit_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:39.639294 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.provisioning_blocks [req-5fef63a1-7bee-4ea6-887d-c3d6e0953b60 req-11fb8f9c-07f4-4702-ae87-d8cbc3abe77e service neutron] Transition to ACTIVE for port object f00edba1-82bc-470a-b343-5f163f404e5e will not be triggered until provisioned by entity L2. {{(pid=109910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 10:55:39.646769 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f484870c-420c-4838-89c8-1e0de06dfaee req-89deb0de-084f-47db-967b-050459ac50f1 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:39.648246 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f484870c-420c-4838-89c8-1e0de06dfaee req-89deb0de-084f-47db-967b-050459ac50f1 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 931 time: 0.1005852 Apr 08 10:55:39.649287 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-5fef63a1-7bee-4ea6-887d-c3d6e0953b60 req-11fb8f9c-07f4-4702-ae87-d8cbc3abe77e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14190224'] for port (f00edba1-82bc-470a-b343-5f163f404e5e), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:39.717995 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fb8f9c-07f4-4702-ae87-d8cbc3abe77e service neutron] Pushing event updated for resources: {'Port': ['ID=f00edba1-82bc-470a-b343-5f163f404e5e,revision_number=2']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:39.779209 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f484870c-420c-4838-89c8-1e0de06dfaee req-53c91391-f690-49da-9e12-731af4f66ae4 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=02def41f-2c6c-4838-8b92-90f1ee157a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248085 Apr 08 10:55:39.810469 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.managers [req-5fef63a1-7bee-4ea6-887d-c3d6e0953b60 req-11fb8f9c-07f4-4702-ae87-d8cbc3abe77e service neutron] Attempting to bind port f00edba1-82bc-470a-b343-5f163f404e5e on host hv-cinder-83607 for vnic_type normal with profile {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 10:55:39.810838 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.managers [req-5fef63a1-7bee-4ea6-887d-c3d6e0953b60 req-11fb8f9c-07f4-4702-ae87-d8cbc3abe77e service neutron] Attempting to bind port f00edba1-82bc-470a-b343-5f163f404e5e by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '03985018-c563-41ce-aacb-1a83d441442a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ead301ed-768a-4ee8-91df-4953f8d8822a'}] {{(pid=109910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 10:55:39.811174 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fef63a1-7bee-4ea6-887d-c3d6e0953b60 req-11fb8f9c-07f4-4702-ae87-d8cbc3abe77e service neutron] Attempting to bind port f00edba1-82bc-470a-b343-5f163f404e5e on network ead301ed-768a-4ee8-91df-4953f8d8822a {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:55:39.815890 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fef63a1-7bee-4ea6-887d-c3d6e0953b60 req-11fb8f9c-07f4-4702-ae87-d8cbc3abe77e service neutron] Port f00edba1-82bc-470a-b343-5f163f404e5e on network ead301ed-768a-4ee8-91df-4953f8d8822a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 10:55:39.816216 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fef63a1-7bee-4ea6-887d-c3d6e0953b60 req-11fb8f9c-07f4-4702-ae87-d8cbc3abe77e service neutron] Attempting to bind port f00edba1-82bc-470a-b343-5f163f404e5e on network ead301ed-768a-4ee8-91df-4953f8d8822a {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:55:39.821586 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fef63a1-7bee-4ea6-887d-c3d6e0953b60 req-11fb8f9c-07f4-4702-ae87-d8cbc3abe77e service neutron] Checking agent: {'id': 'df0b008b-1017-45b0-9cbd-b6387ecfd69a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 48, 18), 'started_at': datetime.datetime(2022, 4, 8, 10, 48, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 10:55:39.822051 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fef63a1-7bee-4ea6-887d-c3d6e0953b60 req-11fb8f9c-07f4-4702-ae87-d8cbc3abe77e service neutron] Checking segment: {'id': '03985018-c563-41ce-aacb-1a83d441442a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ead301ed-768a-4ee8-91df-4953f8d8822a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:55:39.822446 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fef63a1-7bee-4ea6-887d-c3d6e0953b60 req-11fb8f9c-07f4-4702-ae87-d8cbc3abe77e service neutron] Bound using segment: {'id': '03985018-c563-41ce-aacb-1a83d441442a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ead301ed-768a-4ee8-91df-4953f8d8822a'} {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 10:55:39.822911 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.managers [req-5fef63a1-7bee-4ea6-887d-c3d6e0953b60 req-11fb8f9c-07f4-4702-ae87-d8cbc3abe77e service neutron] Bound port: f00edba1-82bc-470a-b343-5f163f404e5e, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03985018-c563-41ce-aacb-1a83d441442a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ead301ed-768a-4ee8-91df-4953f8d8822a'}}] {{(pid=109910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 10:55:39.823273 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-5fef63a1-7bee-4ea6-887d-c3d6e0953b60 req-11fb8f9c-07f4-4702-ae87-d8cbc3abe77e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (f00edba1-82bc-470a-b343-5f163f404e5e), before_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:39.897170 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [req-5fef63a1-7bee-4ea6-887d-c3d6e0953b60 req-11fb8f9c-07f4-4702-ae87-d8cbc3abe77e service neutron] For port f00edba1-82bc-470a-b343-5f163f404e5e, host hv-cinder-83607, cleared binding levels {{(pid=109910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:55:39.900272 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [req-5fef63a1-7bee-4ea6-887d-c3d6e0953b60 req-11fb8f9c-07f4-4702-ae87-d8cbc3abe77e service neutron] For port f00edba1-82bc-470a-b343-5f163f404e5e, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f00edba1-82bc-470a-b343-5f163f404e5e,segment=NetworkSegment(03985018-c563-41ce-aacb-1a83d441442a),segment_id=03985018-c563-41ce-aacb-1a83d441442a)] {{(pid=109910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:55:39.906955 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-5fef63a1-7bee-4ea6-887d-c3d6e0953b60 req-11fb8f9c-07f4-4702-ae87-d8cbc3abe77e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14190224'] for port (f00edba1-82bc-470a-b343-5f163f404e5e), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:39.941397 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fef63a1-7bee-4ea6-887d-c3d6e0953b60 req-11fb8f9c-07f4-4702-ae87-d8cbc3abe77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:39.942211 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-5fef63a1-7bee-4ea6-887d-c3d6e0953b60 req-11fb8f9c-07f4-4702-ae87-d8cbc3abe77e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for port (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:39.943728 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-5fef63a1-7bee-4ea6-887d-c3d6e0953b60 req-11fb8f9c-07f4-4702-ae87-d8cbc3abe77e service neutron] 10.222.0.39 "PUT /v2.0/ports/f00edba1-82bc-470a-b343-5f163f404e5e HTTP/1.1" status: 200 len: 1093 time: 0.7323861 Apr 08 10:55:39.944168 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d', 'tag': 'f00edba1-82bc-470a-b343-5f163f404e5e'}] {{(pid=109910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:55:39.946533 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c101578fc708467248d177b11db2e3e6a7db5c554c0046cb1dea7ab1ce8b9fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c837208d-f2d0-4fd9-af80-c279824fb4bb" -d '{"events": [{"name": "network-changed", "server_uuid": "b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d", "tag": "f00edba1-82bc-470a-b343-5f163f404e5e"}]}' {{(pid=109910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:55:40.005838 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fb8f9c-07f4-4702-ae87-d8cbc3abe77e service neutron] Pushing event updated for resources: {'Port': ['ID=f00edba1-82bc-470a-b343-5f163f404e5e,revision_number=3']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:40.083358 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fef63a1-7bee-4ea6-887d-c3d6e0953b60 req-71eba7fa-51ba-4424-98f3-67dbe69d9cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:40.085032 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-5fef63a1-7bee-4ea6-887d-c3d6e0953b60 req-71eba7fa-51ba-4424-98f3-67dbe69d9cfd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5c639569a22482fba93dcaca6152dca&device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 1127 time: 0.0555899 Apr 08 10:55:40.127629 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 10:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2859000b-be1b-468a-b217-a5167ad23f95 x-openstack-request-id: req-2859000b-be1b-468a-b217-a5167ad23f95 {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:55:40.127919 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d", "tag": "f00edba1-82bc-470a-b343-5f163f404e5e", "status": "completed", "code": 200}]} {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:55:40.128169 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2859000b-be1b-468a-b217-a5167ad23f95 {{(pid=109910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:55:40.128571 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2859000b-be1b-468a-b217-a5167ad23f95'] response: {'name': 'network-changed', 'server_uuid': 'b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d', 'tag': 'f00edba1-82bc-470a-b343-5f163f404e5e', 'status': 'completed', 'code': 200} Apr 08 10:55:40.130578 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-5fef63a1-7bee-4ea6-887d-c3d6e0953b60 req-e0c43718-2b65-4efe-830b-a17df404b2ef service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f00edba1-82bc-470a-b343-5f163f404e5e HTTP/1.1" status: 200 len: 217 time: 0.0376034 Apr 08 10:55:40.187668 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fef63a1-7bee-4ea6-887d-c3d6e0953b60 req-fe6c5025-51fa-4692-816c-a1f1e835cf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:40.189170 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-5fef63a1-7bee-4ea6-887d-c3d6e0953b60 req-fe6c5025-51fa-4692-816c-a1f1e835cf91 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bfdd80ae-94b4-4d02-9243-4abc3db5c2b8 HTTP/1.1" status: 200 len: 856 time: 0.0495055 Apr 08 10:55:40.242173 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fef63a1-7bee-4ea6-887d-c3d6e0953b60 req-3a6cdc13-cb87-4604-a286-d40c9b1711dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:40.243573 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-5fef63a1-7bee-4ea6-887d-c3d6e0953b60 req-3a6cdc13-cb87-4604-a286-d40c9b1711dc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ead301ed-768a-4ee8-91df-4953f8d8822a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461648 Apr 08 10:55:40.346828 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-5fef63a1-7bee-4ea6-887d-c3d6e0953b60 req-746e044b-01c3-48df-9aab-85113d0bc0a8 service neutron] 10.222.0.39 "GET /v2.0/networks/ead301ed-768a-4ee8-91df-4953f8d8822a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954542 Apr 08 10:55:40.444153 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-5fef63a1-7bee-4ea6-887d-c3d6e0953b60 req-ae2a4338-3414-4ae4-8aa6-10c718c639d5 service neutron] 10.222.0.39 "GET /v2.0/networks/ead301ed-768a-4ee8-91df-4953f8d8822a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847597 Apr 08 10:55:40.929873 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c2502-efa1-4b7d-9dce-91fec03c83f0 req-1e3a6420-5adb-46f5-b35b-2ecc8cc91274 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:40.931356 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0f5c2502-efa1-4b7d-9dce-91fec03c83f0 req-1e3a6420-5adb-46f5-b35b-2ecc8cc91274 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 943 time: 0.0710094 Apr 08 10:55:40.982718 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0f5c2502-efa1-4b7d-9dce-91fec03c83f0 req-01f140f8-61c9-4f52-af99-21737015d6fc tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=02def41f-2c6c-4838-8b92-90f1ee157a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455561 Apr 08 10:55:41.381757 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c837208d-f2d0-4fd9-af80-c279824fb4bb req-05861c3e-120f-49b5-a255-547ec0cad877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:41.383296 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-c837208d-f2d0-4fd9-af80-c279824fb4bb req-05861c3e-120f-49b5-a255-547ec0cad877 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5c639569a22482fba93dcaca6152dca&device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 1127 time: 0.0562923 Apr 08 10:55:41.505962 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c837208d-f2d0-4fd9-af80-c279824fb4bb req-3e705666-0c45-4ff1-9089-f42dd5f33810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:41.507475 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-c837208d-f2d0-4fd9-af80-c279824fb4bb req-3e705666-0c45-4ff1-9089-f42dd5f33810 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ead301ed-768a-4ee8-91df-4953f8d8822a HTTP/1.1" status: 200 len: 918 time: 0.1175606 Apr 08 10:55:41.555895 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-c837208d-f2d0-4fd9-af80-c279824fb4bb req-2c29f5f8-5b9d-439c-b607-2bfb149194b2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f00edba1-82bc-470a-b343-5f163f404e5e HTTP/1.1" status: 200 len: 217 time: 0.0400920 Apr 08 10:55:41.607422 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c837208d-f2d0-4fd9-af80-c279824fb4bb req-d94fd60c-fb6e-4859-ad96-44e806bed67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:41.608912 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-c837208d-f2d0-4fd9-af80-c279824fb4bb req-d94fd60c-fb6e-4859-ad96-44e806bed67e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bfdd80ae-94b4-4d02-9243-4abc3db5c2b8 HTTP/1.1" status: 200 len: 856 time: 0.0456820 Apr 08 10:55:41.660869 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c837208d-f2d0-4fd9-af80-c279824fb4bb req-fef68647-ad3f-4185-8c95-92d2dccd9116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:41.662354 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-c837208d-f2d0-4fd9-af80-c279824fb4bb req-fef68647-ad3f-4185-8c95-92d2dccd9116 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ead301ed-768a-4ee8-91df-4953f8d8822a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467052 Apr 08 10:55:41.764871 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-c837208d-f2d0-4fd9-af80-c279824fb4bb req-c3a5c077-27a1-48e5-8fdb-bd99cccf33d0 service neutron] 10.222.0.39 "GET /v2.0/networks/ead301ed-768a-4ee8-91df-4953f8d8822a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922589 Apr 08 10:55:41.797863 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-756e49e2-8016-4b83-88e9-442a9b478cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (0996d03c-a6d6-4751-8b32-c8111f4b3d8a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:41.858550 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-c837208d-f2d0-4fd9-af80-c279824fb4bb req-37b491d9-0408-483e-a7f6-90177ec302b1 service neutron] 10.222.0.39 "GET /v2.0/networks/ead301ed-768a-4ee8-91df-4953f8d8822a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843556 Apr 08 10:55:42.133673 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed82cb3f-5f5d-49eb-b5ea-cfdd55989549 req-9b090258-0682-4491-8caa-4d4fbe5026b6 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:42.135168 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ed82cb3f-5f5d-49eb-b5ea-cfdd55989549 req-9b090258-0682-4491-8caa-4d4fbe5026b6 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 943 time: 0.0611963 Apr 08 10:55:42.187555 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ed82cb3f-5f5d-49eb-b5ea-cfdd55989549 req-b0fdacb1-f346-40a8-b8ba-d7cd230a1b41 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=02def41f-2c6c-4838-8b92-90f1ee157a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439579 Apr 08 10:55:43.322559 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c7a70-d4dc-42ba-a976-4cef2ea0d65e req-ed57e658-731f-47ef-8cae-bbe27b37598c tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:43.324069 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-517c7a70-d4dc-42ba-a976-4cef2ea0d65e req-ed57e658-731f-47ef-8cae-bbe27b37598c tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 943 time: 0.0549762 Apr 08 10:55:43.371295 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-517c7a70-d4dc-42ba-a976-4cef2ea0d65e req-c7f294ea-1d4d-433e-a66d-b361c0b8f653 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=02def41f-2c6c-4838-8b92-90f1ee157a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414884 Apr 08 10:55:44.177168 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device f00edba1-82bc-470a-b343-5f163f404e5e details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=109911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 10:55:44.210226 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-47283188-7962-48db-9ca7-4a1c1f87144f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (a0f054a9-d30b-4594-8de6-6c24438c3963), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:44.297030 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port f00edba1-82bc-470a-b343-5f163f404e5e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f00edba1-82bc-470a-b343-5f163f404e5e,segment=NetworkSegment(03985018-c563-41ce-aacb-1a83d441442a),segment_id=03985018-c563-41ce-aacb-1a83d441442a)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:55:44.315724 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Returning: {'device': 'f00edba1-82bc-470a-b343-5f163f404e5e', 'network_id': 'ead301ed-768a-4ee8-91df-4953f8d8822a', 'port_id': 'f00edba1-82bc-470a-b343-5f163f404e5e', 'mac_address': 'fa:16:3e:28:c8:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfdd80ae-94b4-4d02-9243-4abc3db5c2b8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 10:55:44.354359 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Current status of the port f00edba1-82bc-470a-b343-5f163f404e5e is: DOWN; New status is: BUILD {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:55:44.354751 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (f00edba1-82bc-470a-b343-5f163f404e5e), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:44.368583 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.notifiers.nova [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f00edba1-82bc-470a-b343-5f163f404e5e {{(pid=109911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:55:44.393240 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port f00edba1-82bc-470a-b343-5f163f404e5e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f00edba1-82bc-470a-b343-5f163f404e5e,segment=NetworkSegment(03985018-c563-41ce-aacb-1a83d441442a),segment_id=03985018-c563-41ce-aacb-1a83d441442a)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:55:44.398979 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (f00edba1-82bc-470a-b343-5f163f404e5e), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:44.450786 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Pushing event updated for resources: {'Port': ['ID=f00edba1-82bc-470a-b343-5f163f404e5e,revision_number=4']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:44.504592 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509b301-273c-496a-8650-f016c267c5ef req-b35f6f56-9fef-4ce2-b071-293d4ec72a1b tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:44.506080 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-8509b301-273c-496a-8650-f016c267c5ef req-b35f6f56-9fef-4ce2-b071-293d4ec72a1b tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 944 time: 0.0555253 Apr 08 10:55:44.557883 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-8509b301-273c-496a-8650-f016c267c5ef req-629484e5-0bbd-4b85-9465-acdf77b7fccf tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=02def41f-2c6c-4838-8b92-90f1ee157a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461898 Apr 08 10:55:44.656583 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] get_ports_and_sgs() called for port_ids ['f00edba1-82bc-470a-b343-5f163f404e5e'] {{(pid=109911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 10:55:45.152272 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c39995e2-c233-4533-b78f-2944bd33f611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (65c9c9bc-bb02-426d-a902-340b44f1a4c2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:45.699485 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c98394-5343-4be1-97b7-ab3e8ef84d87 req-8a347459-1175-469b-9fde-b582d23d1a4b tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:45.700953 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-92c98394-5343-4be1-97b7-ab3e8ef84d87 req-8a347459-1175-469b-9fde-b582d23d1a4b tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 944 time: 0.0666144 Apr 08 10:55:45.749364 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-92c98394-5343-4be1-97b7-ab3e8ef84d87 req-87fe1f9e-acc0-463c-ae12-1379da723761 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=02def41f-2c6c-4838-8b92-90f1ee157a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425689 Apr 08 10:55:46.199843 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device f00edba1-82bc-470a-b343-5f163f404e5e up at agent hyperv_hv-cinder-83607 {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:55:46.258357 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Provisioning for port f00edba1-82bc-470a-b343-5f163f404e5e completed by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 10:55:46.262130 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Provisioning complete for port f00edba1-82bc-470a-b343-5f163f404e5e triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:55:46.262506 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (f00edba1-82bc-470a-b343-5f163f404e5e), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:46.349684 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Current status of the port f00edba1-82bc-470a-b343-5f163f404e5e is: BUILD; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:55:46.350156 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (f00edba1-82bc-470a-b343-5f163f404e5e), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:46.377759 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00edba1-82bc-470a-b343-5f163f404e5e'}] {{(pid=109911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:55:46.380037 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930651e71dbc4ea3279ef2aec3aabe40d8fedb7c9b7e81889183a919dd1d7a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8acc0998-6a34-400c-8730-a0d1a7641435" -d '{"events": [{"server_uuid": "b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d", "name": "network-vif-plugged", "status": "completed", "tag": "f00edba1-82bc-470a-b343-5f163f404e5e"}]}' {{(pid=109911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:55:46.392350 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port f00edba1-82bc-470a-b343-5f163f404e5e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f00edba1-82bc-470a-b343-5f163f404e5e,segment=NetworkSegment(03985018-c563-41ce-aacb-1a83d441442a),segment_id=03985018-c563-41ce-aacb-1a83d441442a)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:55:46.396609 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (f00edba1-82bc-470a-b343-5f163f404e5e), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:46.424696 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 10:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71cb1053-1901-4677-b140-5af54eb22bb9 x-openstack-request-id: req-71cb1053-1901-4677-b140-5af54eb22bb9 {{(pid=109911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:55:46.425004 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d", "name": "network-vif-plugged", "status": "completed", "tag": "f00edba1-82bc-470a-b343-5f163f404e5e", "code": 200}]} {{(pid=109911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:55:46.425283 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-71cb1053-1901-4677-b140-5af54eb22bb9 {{(pid=109911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:55:46.425648 dv-cinder-836071-3-iscsi neutron-server[109911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71cb1053-1901-4677-b140-5af54eb22bb9'] response: {'server_uuid': 'b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00edba1-82bc-470a-b343-5f163f404e5e', 'code': 200} Apr 08 10:55:46.453463 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Pushing event updated for resources: {'Port': ['ID=f00edba1-82bc-470a-b343-5f163f404e5e,revision_number=5']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:55:46.597294 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dfd57949-1be2-4190-94f2-c1682066023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (140c1fdd-4f9d-4fc9-9d7c-f6f7cee51a0a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:46.601599 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056138d-d011-4df1-ac29-1d766c916481 req-0913eec4-963e-4d90-95ba-4370dff294cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:46.603100 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1056138d-d011-4df1-ac29-1d766c916481 req-0913eec4-963e-4d90-95ba-4370dff294cb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 1129 time: 0.0524781 Apr 08 10:55:46.657423 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1056138d-d011-4df1-ac29-1d766c916481 req-300f6488-2553-46ba-818d-140ec5bef5e7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=02def41f-2c6c-4838-8b92-90f1ee157a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447869 Apr 08 10:55:46.907040 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d309de-c22f-4e18-a29c-7ab9f0b3a966 req-a6f26f56-31a0-45cc-b33d-51702443f770 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:46.908423 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-02d309de-c22f-4e18-a29c-7ab9f0b3a966 req-a6f26f56-31a0-45cc-b33d-51702443f770 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 945 time: 0.0788517 Apr 08 10:55:46.960604 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-02d309de-c22f-4e18-a29c-7ab9f0b3a966 req-2d0b0f4a-06e8-4ce0-b417-f638b20d4456 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=02def41f-2c6c-4838-8b92-90f1ee157a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426128 Apr 08 10:55:48.030250 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (d1e78606-e5cc-43c0-bc22-8a5324478286), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:48.092340 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee513d0a-a36a-4b79-8077-20d0fe4705ca req-1db77ac5-86ac-4d1b-bef9-19c161d24e36 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:48.093799 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ee513d0a-a36a-4b79-8077-20d0fe4705ca req-1db77ac5-86ac-4d1b-bef9-19c161d24e36 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 945 time: 0.0526488 Apr 08 10:55:48.143476 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ee513d0a-a36a-4b79-8077-20d0fe4705ca req-27b7edd9-ec04-41d7-b32d-1b9c71639e1d tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=02def41f-2c6c-4838-8b92-90f1ee157a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435681 Apr 08 10:55:48.493393 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (df0b008b-1017-45b0-9cbd-b6387ecfd69a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:49.300086 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f62a0-a351-4910-a1d8-e14c1d9a531c req-93bddb9b-ffbb-45b9-95ef-5c35a5f414f7 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:49.301641 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-431f62a0-a351-4910-a1d8-e14c1d9a531c req-93bddb9b-ffbb-45b9-95ef-5c35a5f414f7 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 945 time: 0.0620060 Apr 08 10:55:49.352943 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-431f62a0-a351-4910-a1d8-e14c1d9a531c req-b4a38240-6803-42b1-9cb0-52f2302df225 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=02def41f-2c6c-4838-8b92-90f1ee157a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449078 Apr 08 10:55:49.478352 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d24a95-76f9-4330-9f93-540349e3e959 req-ed383346-0ddd-41f0-a9ce-51347c262860 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:49.479877 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-06d24a95-76f9-4330-9f93-540349e3e959 req-ed383346-0ddd-41f0-a9ce-51347c262860 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 945 time: 0.0553677 Apr 08 10:55:49.488579 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 60094) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:55:49.493357 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [None req-1e63531a-d359-4bf8-bdb5-5905211547fd tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Request body: {'floatingip': {'port_id': 'f00edba1-82bc-470a-b343-5f163f404e5e'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:55:49.532381 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-1e63531a-d359-4bf8-bdb5-5905211547fd tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks [] for floatingip (1fc66a80-700c-4fdb-9792-39ae3012ff21), before_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:50.003151 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-1e63531a-d359-4bf8-bdb5-5905211547fd tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:50.007797 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-1e63531a-d359-4bf8-bdb5-5905211547fd tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743873'] for floatingip (1fc66a80-700c-4fdb-9792-39ae3012ff21), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:50.110794 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.db.l3_db [None req-1e63531a-d359-4bf8-bdb5-5905211547fd tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Floating IP 1fc66a80-700c-4fdb-9792-39ae3012ff21 associated. External IP: 172.27.2.27, port: f00edba1-82bc-470a-b343-5f163f404e5e. Apr 08 10:55:50.336165 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e63531a-d359-4bf8-bdb5-5905211547fd tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Router 3e811984-1f2e-4215-be2e-079d5f256292 has already been hosted by L3 agent a0f054a9-d30b-4594-8de6-6c24438c3963 {{(pid=109910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:55:50.449420 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e63531a-d359-4bf8-bdb5-5905211547fd tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Notify agent at l3_agent.dv-cinder-836071-3-iscsi the message routers_updated {{(pid=109910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:55:50.454884 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-1e63531a-d359-4bf8-bdb5-5905211547fd tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for floatingip (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:55:50.459504 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c2d9b0-57e6-4cb0-b726-32170ef7a572 None None] Sync routers for ids ['3e811984-1f2e-4215-be2e-079d5f256292'] in dv-cinder-836071-3-iscsi {{(pid=109912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:55:50.470070 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c2d9b0-57e6-4cb0-b726-32170ef7a572 None None] Routers {'3e811984-1f2e-4215-be2e-079d5f256292'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:55:50.470748 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-f4c2d9b0-57e6-4cb0-b726-32170ef7a572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:55:44Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['3e811984-1f2e-4215-be2e-079d5f256292'], 'active': True} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:55:50.484113 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-1e63531a-d359-4bf8-bdb5-5905211547fd tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "PUT /v2.0/floatingips/1fc66a80-700c-4fdb-9792-39ae3012ff21 HTTP/1.1" status: 200 len: 990 time: 0.9941397 Apr 08 10:55:50.484677 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d', 'tag': 'f00edba1-82bc-470a-b343-5f163f404e5e'}] {{(pid=109910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:55:50.486976 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c101578fc708467248d177b11db2e3e6a7db5c554c0046cb1dea7ab1ce8b9fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106fcdef-1295-4afe-a06d-52ba73eb87e3" -d '{"events": [{"name": "network-changed", "server_uuid": "b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d", "tag": "f00edba1-82bc-470a-b343-5f163f404e5e"}]}' {{(pid=109910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:55:50.524581 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 10:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d05253d9-b2ee-4ac4-9606-2a94749515d4 x-openstack-request-id: req-d05253d9-b2ee-4ac4-9606-2a94749515d4 {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:55:50.524951 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d", "tag": "f00edba1-82bc-470a-b343-5f163f404e5e", "status": "completed", "code": 200}]} {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:55:50.525294 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d05253d9-b2ee-4ac4-9606-2a94749515d4 {{(pid=109910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:55:50.525762 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d05253d9-b2ee-4ac4-9606-2a94749515d4'] response: {'name': 'network-changed', 'server_uuid': 'b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d', 'tag': 'f00edba1-82bc-470a-b343-5f163f404e5e', 'status': 'completed', 'code': 200} Apr 08 10:55:50.608843 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106fcdef-1295-4afe-a06d-52ba73eb87e3 req-a4e4c62c-659c-4db7-9c37-d843cdaef52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:50.610529 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-106fcdef-1295-4afe-a06d-52ba73eb87e3 req-a4e4c62c-659c-4db7-9c37-d843cdaef52c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5c639569a22482fba93dcaca6152dca&device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 1129 time: 0.0471706 Apr 08 10:55:50.677829 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvr_db [None req-f4c2d9b0-57e6-4cb0-b726-32170ef7a572 None None] Set router 3e811984-1f2e-4215-be2e-079d5f256292 gateway port host: dv-cinder-836071-3-iscsi {{(pid=109912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:55:50.707629 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106fcdef-1295-4afe-a06d-52ba73eb87e3 req-20caee07-f537-4011-9cd2-d26c79b58205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:50.709158 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-106fcdef-1295-4afe-a06d-52ba73eb87e3 req-20caee07-f537-4011-9cd2-d26c79b58205 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ead301ed-768a-4ee8-91df-4953f8d8822a HTTP/1.1" status: 200 len: 918 time: 0.0893903 Apr 08 10:55:50.773388 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-106fcdef-1295-4afe-a06d-52ba73eb87e3 req-946b8813-44bf-4c2e-9d1f-b8e0dd4420e2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f00edba1-82bc-470a-b343-5f163f404e5e HTTP/1.1" status: 200 len: 998 time: 0.0575562 Apr 08 10:55:50.830881 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106fcdef-1295-4afe-a06d-52ba73eb87e3 req-2300e6f2-c1e9-464f-a6de-72629b45feac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:50.832357 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-106fcdef-1295-4afe-a06d-52ba73eb87e3 req-2300e6f2-c1e9-464f-a6de-72629b45feac service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bfdd80ae-94b4-4d02-9243-4abc3db5c2b8 HTTP/1.1" status: 200 len: 856 time: 0.0474343 Apr 08 10:55:50.882559 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106fcdef-1295-4afe-a06d-52ba73eb87e3 req-568a9bf2-50e0-48cb-9555-67dd376f49ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:50.883955 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-106fcdef-1295-4afe-a06d-52ba73eb87e3 req-568a9bf2-50e0-48cb-9555-67dd376f49ee service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ead301ed-768a-4ee8-91df-4953f8d8822a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443807 Apr 08 10:55:50.901570 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-f4c2d9b0-57e6-4cb0-b726-32170ef7a572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e811984-1f2e-4215-be2e-079d5f256292', 'name': 'tempest-AttachVolumeShelveTestJSON-1711339750-router', 'tenant_id': 'c5c639569a22482fba93dcaca6152dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': 'e05c695c-0be2-40fc-ba9c-7c9ac800a232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:55:31Z', 'updated_at': '2022-04-08T10:55:33Z', 'revision_number': 4, 'project_id': 'c5c639569a22482fba93dcaca6152dca', 'gw_port': {'id': 'e05c695c-0be2-40fc-ba9c-7c9ac800a232', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:65:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e811984-1f2e-4215-be2e-079d5f256292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:55:31Z', 'updated_at': '2022-04-08T10:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_floatingips': [{'id': '1fc66a80-700c-4fdb-9792-39ae3012ff21', 'tenant_id': 'c5c639569a22482fba93dcaca6152dca', 'floating_ip_address': '172.27.2.27', 'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'router_id': '3e811984-1f2e-4215-be2e-079d5f256292', 'port_id': 'f00edba1-82bc-470a-b343-5f163f404e5e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ead301ed-768a-4ee8-91df-4953f8d8822a', 'mac_address': 'fa:16:3e:28:c8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:55:36Z', 'updated_at': '2022-04-08T10:55:49Z', 'revision_number': 1, 'project_id': 'c5c639569a22482fba93dcaca6152dca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a93b5384-ef4d-4e3d-907c-ef1542a2f17b', 'name': '', 'network_id': 'ead301ed-768a-4ee8-91df-4953f8d8822a', 'tenant_id': 'c5c639569a22482fba93dcaca6152dca', 'mac_address': 'fa:16:3e:26:b0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e811984-1f2e-4215-be2e-079d5f256292', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bfdd80ae-94b4-4d02-9243-4abc3db5c2b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:55:33Z', 'updated_at': '2022-04-08T10:55:36Z', 'revision_number': 5, 'project_id': 'c5c639569a22482fba93dcaca6152dca', 'subnets': [{'id': 'bfdd80ae-94b4-4d02-9243-4abc3db5c2b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:55:50.931002 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c2d9b0-57e6-4cb0-b726-32170ef7a572 None None] Checking router: 3e811984-1f2e-4215-be2e-079d5f256292 for host: dv-cinder-836071-3-iscsi {{(pid=109912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:55:50.939714 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c2d9b0-57e6-4cb0-b726-32170ef7a572 None None] Routers {'3e811984-1f2e-4215-be2e-079d5f256292'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:55:50.940312 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-f4c2d9b0-57e6-4cb0-b726-32170ef7a572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:55:44Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['3e811984-1f2e-4215-be2e-079d5f256292'], 'active': True} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:55:50.978565 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-106fcdef-1295-4afe-a06d-52ba73eb87e3 req-268543fc-0bce-4879-9e80-51cadb0a441e service neutron] 10.222.0.39 "GET /v2.0/networks/ead301ed-768a-4ee8-91df-4953f8d8822a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869906 Apr 08 10:55:51.050637 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvr_db [None req-f4c2d9b0-57e6-4cb0-b726-32170ef7a572 None None] Set router 3e811984-1f2e-4215-be2e-079d5f256292 gateway port host: dv-cinder-836071-3-iscsi {{(pid=109912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:55:51.286857 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-f4c2d9b0-57e6-4cb0-b726-32170ef7a572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e811984-1f2e-4215-be2e-079d5f256292', 'name': 'tempest-AttachVolumeShelveTestJSON-1711339750-router', 'tenant_id': 'c5c639569a22482fba93dcaca6152dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': 'e05c695c-0be2-40fc-ba9c-7c9ac800a232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:55:31Z', 'updated_at': '2022-04-08T10:55:33Z', 'revision_number': 4, 'project_id': 'c5c639569a22482fba93dcaca6152dca', 'gw_port': {'id': 'e05c695c-0be2-40fc-ba9c-7c9ac800a232', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:65:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e811984-1f2e-4215-be2e-079d5f256292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:55:31Z', 'updated_at': '2022-04-08T10:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_floatingips': [{'id': '1fc66a80-700c-4fdb-9792-39ae3012ff21', 'tenant_id': 'c5c639569a22482fba93dcaca6152dca', 'floating_ip_address': '172.27.2.27', 'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'router_id': '3e811984-1f2e-4215-be2e-079d5f256292', 'port_id': 'f00edba1-82bc-470a-b343-5f163f404e5e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ead301ed-768a-4ee8-91df-4953f8d8822a', 'mac_address': 'fa:16:3e:28:c8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:55:36Z', 'updated_at': '2022-04-08T10:55:49Z', 'revision_number': 1, 'project_id': 'c5c639569a22482fba93dcaca6152dca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a93b5384-ef4d-4e3d-907c-ef1542a2f17b', 'name': '', 'network_id': 'ead301ed-768a-4ee8-91df-4953f8d8822a', 'tenant_id': 'c5c639569a22482fba93dcaca6152dca', 'mac_address': 'fa:16:3e:26:b0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e811984-1f2e-4215-be2e-079d5f256292', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bfdd80ae-94b4-4d02-9243-4abc3db5c2b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:55:33Z', 'updated_at': '2022-04-08T10:55:36Z', 'revision_number': 5, 'project_id': 'c5c639569a22482fba93dcaca6152dca', 'subnets': [{'id': 'bfdd80ae-94b4-4d02-9243-4abc3db5c2b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:55:51.313836 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c2d9b0-57e6-4cb0-b726-32170ef7a572 None None] The sync data for ids ['3e811984-1f2e-4215-be2e-079d5f256292'] in dv-cinder-836071-3-iscsi is: [{'id': '3e811984-1f2e-4215-be2e-079d5f256292', 'name': 'tempest-AttachVolumeShelveTestJSON-1711339750-router', 'tenant_id': 'c5c639569a22482fba93dcaca6152dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': 'e05c695c-0be2-40fc-ba9c-7c9ac800a232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:55:31Z', 'updated_at': '2022-04-08T10:55:33Z', 'revision_number': 4, 'project_id': 'c5c639569a22482fba93dcaca6152dca', 'gw_port': {'id': 'e05c695c-0be2-40fc-ba9c-7c9ac800a232', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:65:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e811984-1f2e-4215-be2e-079d5f256292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:55:31Z', 'updated_at': '2022-04-08T10:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_floatingips': [{'id': '1fc66a80-700c-4fdb-9792-39ae3012ff21', 'tenant_id': 'c5c639569a22482fba93dcaca6152dca', 'floating_ip_address': '172.27.2.27', 'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'router_id': '3e811984-1f2e-4215-be2e-079d5f256292', 'port_id': 'f00edba1-82bc-470a-b343-5f163f404e5e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ead301ed-768a-4ee8-91df-4953f8d8822a', 'mac_address': 'fa:16:3e:28:c8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:55:36Z', 'updated_at': '2022-04-08T10:55:49Z', 'revision_number': 1, 'project_id': 'c5c639569a22482fba93dcaca6152dca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a93b5384-ef4d-4e3d-907c-ef1542a2f17b', 'name': '', 'network_id': 'ead301ed-768a-4ee8-91df-4953f8d8822a', 'tenant_id': 'c5c639569a22482fba93dcaca6152dca', 'mac_address': 'fa:16:3e:26:b0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e811984-1f2e-4215-be2e-079d5f256292', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bfdd80ae-94b4-4d02-9243-4abc3db5c2b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:55:33Z', 'updated_at': '2022-04-08T10:55:36Z', 'revision_number': 5, 'project_id': 'c5c639569a22482fba93dcaca6152dca', 'subnets': [{'id': 'bfdd80ae-94b4-4d02-9243-4abc3db5c2b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:55:51.343582 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-106fcdef-1295-4afe-a06d-52ba73eb87e3 req-6f5d131f-25ce-44b6-9e92-d7fa40218567 service neutron] 10.222.0.39 "GET /v2.0/networks/ead301ed-768a-4ee8-91df-4953f8d8822a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3562791 Apr 08 10:55:51.519153 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98902d76-4660-4300-a54b-a79170c2f433 None None] New status for floating IP 1fc66a80-700c-4fdb-9792-39ae3012ff21: ACTIVE {{(pid=109911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 10:55:58.559985 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc2cc4-c7e8-4efc-b20b-e73567ec82a9 req-159a116f-c192-41c8-90cd-cc0c8d19c54a tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:58.561579 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-26dc2cc4-c7e8-4efc-b20b-e73567ec82a9 req-159a116f-c192-41c8-90cd-cc0c8d19c54a tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a368f78-ef86-4cbd-8143-769af9543709 HTTP/1.1" status: 200 len: 945 time: 0.0576854 Apr 08 10:55:58.611460 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-26dc2cc4-c7e8-4efc-b20b-e73567ec82a9 req-26b1af0d-b1d3-4e19-a97a-de003e2650b4 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd67882-c6d4-4d97-9c5a-dda1b24f3029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441515 Apr 08 10:55:59.755850 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f78cca-7d76-451e-80b6-1a5880b15513 req-e110519e-74ef-421c-85a3-cdc7902e6872 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:55:59.757363 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-c6f78cca-7d76-451e-80b6-1a5880b15513 req-e110519e-74ef-421c-85a3-cdc7902e6872 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a368f78-ef86-4cbd-8143-769af9543709 HTTP/1.1" status: 200 len: 945 time: 0.0611486 Apr 08 10:55:59.810269 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-c6f78cca-7d76-451e-80b6-1a5880b15513 req-6a107354-840e-4f4f-81fe-4ac95b7935b3 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/security-groups?id=dbd67882-c6d4-4d97-9c5a-dda1b24f3029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471458 Apr 08 10:56:00.175250 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f4364-3905-4b81-bcd9-d5f1192ce494 req-8e4870a2-c469-4a72-b322-53fc31f31092 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:00.176589 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ff0f4364-3905-4b81-bcd9-d5f1192ce494 req-8e4870a2-c469-4a72-b322-53fc31f31092 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a368f78-ef86-4cbd-8143-769af9543709 HTTP/1.1" status: 200 len: 945 time: 0.0660539 Apr 08 10:56:00.286915 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [req-ff0f4364-3905-4b81-bcd9-d5f1192ce494 req-3535d65f-ddf2-4bba-84b6-e37d6ce6d599 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Deleting port cc57cb07-7150-4bdc-9a9d-f06bce16bbf7 {{(pid=109910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 10:56:00.287235 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-ff0f4364-3905-4b81-bcd9-d5f1192ce494 req-3535d65f-ddf2-4bba-84b6-e37d6ce6d599 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (cc57cb07-7150-4bdc-9a9d-f06bce16bbf7), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:00.384823 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [req-ff0f4364-3905-4b81-bcd9-d5f1192ce494 req-3535d65f-ddf2-4bba-84b6-e37d6ce6d599 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] For port cc57cb07-7150-4bdc-9a9d-f06bce16bbf7, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=cc57cb07-7150-4bdc-9a9d-f06bce16bbf7,segment=NetworkSegment(d1fbcf39-677c-48da-b8da-407bc29700aa),segment_id=d1fbcf39-677c-48da-b8da-407bc29700aa)] {{(pid=109910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:56:00.385226 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-ff0f4364-3905-4b81-bcd9-d5f1192ce494 req-3535d65f-ddf2-4bba-84b6-e37d6ce6d599 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (cc57cb07-7150-4bdc-9a9d-f06bce16bbf7), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:00.573978 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-ff0f4364-3905-4b81-bcd9-d5f1192ce494 req-3535d65f-ddf2-4bba-84b6-e37d6ce6d599 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:00.574346 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-ff0f4364-3905-4b81-bcd9-d5f1192ce494 req-3535d65f-ddf2-4bba-84b6-e37d6ce6d599 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743873'] for floatingip (faab35b8-984f-410d-b8ed-9aba3eb9d7e7), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:00.574664 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.db.l3_db [req-ff0f4364-3905-4b81-bcd9-d5f1192ce494 req-3535d65f-ddf2-4bba-84b6-e37d6ce6d599 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Floating IP faab35b8-984f-410d-b8ed-9aba3eb9d7e7 disassociated. External IP: 172.27.2.56, port: cc57cb07-7150-4bdc-9a9d-f06bce16bbf7. Apr 08 10:56:00.575002 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [req-ff0f4364-3905-4b81-bcd9-d5f1192ce494 req-3535d65f-ddf2-4bba-84b6-e37d6ce6d599 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Calling delete_port for cc57cb07-7150-4bdc-9a9d-f06bce16bbf7 owned by compute:nova {{(pid=109910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 10:56:00.704320 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-ff0f4364-3905-4b81-bcd9-d5f1192ce494 req-3535d65f-ddf2-4bba-84b6-e37d6ce6d599 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14190223'] for port (cc57cb07-7150-4bdc-9a9d-f06bce16bbf7), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:00.745910 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535d65f-ddf2-4bba-84b6-e37d6ce6d599 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Pushing event deleted for resources: {'Port': ['ID=cc57cb07-7150-4bdc-9a9d-f06bce16bbf7,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:56:00.889585 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff0f4364-3905-4b81-bcd9-d5f1192ce494 req-3535d65f-ddf2-4bba-84b6-e37d6ce6d599 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Router d8772b0f-eb2e-43e1-8573-c003f829b44f has already been hosted by L3 agent a0f054a9-d30b-4594-8de6-6c24438c3963 {{(pid=109910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:56:00.918245 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a1a5a5d8-c670-4d33-ac8b-345a356a42c7 req-114b1729-f8c7-4f64-926d-c7c5ec9a02d2 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a368f78-ef86-4cbd-8143-769af9543709 HTTP/1.1" status: 200 len: 210 time: 0.0313940 Apr 08 10:56:01.025991 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff0f4364-3905-4b81-bcd9-d5f1192ce494 req-3535d65f-ddf2-4bba-84b6-e37d6ce6d599 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Notify agent at l3_agent.dv-cinder-836071-3-iscsi the message routers_updated {{(pid=109910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:56:01.037325 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdc30b3-c645-4d95-b654-b4cf55563973 None None] Sync routers for ids ['d8772b0f-eb2e-43e1-8573-c003f829b44f'] in dv-cinder-836071-3-iscsi {{(pid=109912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:56:01.049017 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdc30b3-c645-4d95-b654-b4cf55563973 None None] Routers {'d8772b0f-eb2e-43e1-8573-c003f829b44f'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:56:01.049690 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-7fdc30b3-c645-4d95-b654-b4cf55563973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:55:44Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['d8772b0f-eb2e-43e1-8573-c003f829b44f'], 'active': True} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:56:01.068802 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff0f4364-3905-4b81-bcd9-d5f1192ce494 req-3535d65f-ddf2-4bba-84b6-e37d6ce6d599 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] No DVR routers for this DVR port cc57cb07-7150-4bdc-9a9d-f06bce16bbf7 on host hv-cinder-83607 {{(pid=109910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:56:01.071608 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-ff0f4364-3905-4b81-bcd9-d5f1192ce494 req-3535d65f-ddf2-4bba-84b6-e37d6ce6d599 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for port (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:01.075149 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ff0f4364-3905-4b81-bcd9-d5f1192ce494 req-3535d65f-ddf2-4bba-84b6-e37d6ce6d599 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.39 "DELETE /v2.0/ports/cc57cb07-7150-4bdc-9a9d-f06bce16bbf7 HTTP/1.1" status: 204 len: 173 time: 0.8932624 Apr 08 10:56:01.075667 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a368f78-ef86-4cbd-8143-769af9543709', 'name': 'network-vif-deleted', 'tag': 'cc57cb07-7150-4bdc-9a9d-f06bce16bbf7'}] {{(pid=109910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:56:01.078123 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c101578fc708467248d177b11db2e3e6a7db5c554c0046cb1dea7ab1ce8b9fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b56c72d7-9715-4034-a1b7-45c810622f72" -d '{"events": [{"server_uuid": "1a368f78-ef86-4cbd-8143-769af9543709", "name": "network-vif-deleted", "tag": "cc57cb07-7150-4bdc-9a9d-f06bce16bbf7"}]}' {{(pid=109910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:56:01.118324 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 10:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ff2dd2-2c36-4e02-a207-07ccc668197f x-openstack-request-id: req-84ff2dd2-2c36-4e02-a207-07ccc668197f {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:56:01.118616 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a368f78-ef86-4cbd-8143-769af9543709", "name": "network-vif-deleted", "tag": "cc57cb07-7150-4bdc-9a9d-f06bce16bbf7", "status": "completed", "code": 200}]} {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:56:01.118866 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-84ff2dd2-2c36-4e02-a207-07ccc668197f {{(pid=109910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:56:01.119272 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84ff2dd2-2c36-4e02-a207-07ccc668197f'] response: {'server_uuid': '1a368f78-ef86-4cbd-8143-769af9543709', 'name': 'network-vif-deleted', 'tag': 'cc57cb07-7150-4bdc-9a9d-f06bce16bbf7', 'status': 'completed', 'code': 200} Apr 08 10:56:01.172825 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvr_db [None req-7fdc30b3-c645-4d95-b654-b4cf55563973 None None] Set router d8772b0f-eb2e-43e1-8573-c003f829b44f gateway port host: dv-cinder-836071-3-iscsi {{(pid=109912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:56:01.378348 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-7fdc30b3-c645-4d95-b654-b4cf55563973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'name': 'tempest-AttachVolumeNegativeTest-1105897746-router', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'b149437b-8d8c-45d5-8948-b52b29edf656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:50:18Z', 'updated_at': '2022-04-08T10:50:30Z', 'revision_number': 4, 'project_id': '734e32e8113d4e4db24c106da8458807', 'gw_port': {'id': 'b149437b-8d8c-45d5-8948-b52b29edf656', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:74:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:20Z', 'updated_at': '2022-04-08T10:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': '90d0def9-41d1-4896-921d-00edc40df59b', 'name': '', 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'mac_address': 'fa:16:3e:fb:76:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5f421bdc-b76f-40b9-9c95-2e839cd44c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:26Z', 'updated_at': '2022-04-08T10:50:36Z', 'revision_number': 5, 'project_id': '734e32e8113d4e4db24c106da8458807', 'subnets': [{'id': '5f421bdc-b76f-40b9-9c95-2e839cd44c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:56:01.403680 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdc30b3-c645-4d95-b654-b4cf55563973 None None] Checking router: d8772b0f-eb2e-43e1-8573-c003f829b44f for host: dv-cinder-836071-3-iscsi {{(pid=109912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:56:01.412532 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdc30b3-c645-4d95-b654-b4cf55563973 None None] Routers {'d8772b0f-eb2e-43e1-8573-c003f829b44f'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:56:01.413157 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-7fdc30b3-c645-4d95-b654-b4cf55563973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:55:44Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['d8772b0f-eb2e-43e1-8573-c003f829b44f'], 'active': True} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:56:01.535949 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvr_db [None req-7fdc30b3-c645-4d95-b654-b4cf55563973 None None] Set router d8772b0f-eb2e-43e1-8573-c003f829b44f gateway port host: dv-cinder-836071-3-iscsi {{(pid=109912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:56:01.746078 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-7fdc30b3-c645-4d95-b654-b4cf55563973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'name': 'tempest-AttachVolumeNegativeTest-1105897746-router', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'b149437b-8d8c-45d5-8948-b52b29edf656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:50:18Z', 'updated_at': '2022-04-08T10:50:30Z', 'revision_number': 4, 'project_id': '734e32e8113d4e4db24c106da8458807', 'gw_port': {'id': 'b149437b-8d8c-45d5-8948-b52b29edf656', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:74:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:20Z', 'updated_at': '2022-04-08T10:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': '90d0def9-41d1-4896-921d-00edc40df59b', 'name': '', 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'mac_address': 'fa:16:3e:fb:76:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5f421bdc-b76f-40b9-9c95-2e839cd44c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:26Z', 'updated_at': '2022-04-08T10:50:36Z', 'revision_number': 5, 'project_id': '734e32e8113d4e4db24c106da8458807', 'subnets': [{'id': '5f421bdc-b76f-40b9-9c95-2e839cd44c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:56:01.772128 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdc30b3-c645-4d95-b654-b4cf55563973 None None] The sync data for ids ['d8772b0f-eb2e-43e1-8573-c003f829b44f'] in dv-cinder-836071-3-iscsi is: [{'id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'name': 'tempest-AttachVolumeNegativeTest-1105897746-router', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'b149437b-8d8c-45d5-8948-b52b29edf656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:50:18Z', 'updated_at': '2022-04-08T10:50:30Z', 'revision_number': 4, 'project_id': '734e32e8113d4e4db24c106da8458807', 'gw_port': {'id': 'b149437b-8d8c-45d5-8948-b52b29edf656', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:74:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:20Z', 'updated_at': '2022-04-08T10:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': '90d0def9-41d1-4896-921d-00edc40df59b', 'name': '', 'network_id': 'a108a20f-c74a-4177-8672-00636aeb2525', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'mac_address': 'fa:16:3e:fb:76:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5f421bdc-b76f-40b9-9c95-2e839cd44c87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:26Z', 'updated_at': '2022-04-08T10:50:36Z', 'revision_number': 5, 'project_id': '734e32e8113d4e4db24c106da8458807', 'subnets': [{'id': '5f421bdc-b76f-40b9-9c95-2e839cd44c87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:56:02.001292 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca7860b-d53d-44b4-80c9-d7970db03ab6 None None] New status for floating IP faab35b8-984f-410d-b8ed-9aba3eb9d7e7: DOWN {{(pid=109911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 10:56:02.007196 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 60150) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:56:02.065093 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-53de7a1a-020f-40f2-9cfc-accc1ad42548 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for security_group (dbd67882-c6d4-4d97-9c5a-dda1b24f3029), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:02.089048 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-53de7a1a-020f-40f2-9cfc-accc1ad42548 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for security_group (dbd67882-c6d4-4d97-9c5a-dda1b24f3029), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:02.139711 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-53de7a1a-020f-40f2-9cfc-accc1ad42548 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (dbd67882-c6d4-4d97-9c5a-dda1b24f3029), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:02.142593 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-53de7a1a-020f-40f2-9cfc-accc1ad42548 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:02.143748 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-53de7a1a-020f-40f2-9cfc-accc1ad42548 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "DELETE /v2.0/security-groups/dbd67882-c6d4-4d97-9c5a-dda1b24f3029 HTTP/1.1" status: 204 len: 168 time: 0.1355515 Apr 08 10:56:02.146664 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 60152) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:56:02.154687 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53de7a1a-020f-40f2-9cfc-accc1ad42548 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd67882-c6d4-4d97-9c5a-dda1b24f3029,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:56:02.160977 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.api.v2.resource [None req-1846c5ab-be76-4db0-95f7-c1b012cdf463 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] show failed (client error): The resource could not be found. Apr 08 10:56:02.164804 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-1846c5ab-be76-4db0-95f7-c1b012cdf463 tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "GET /v2.0/security-groups/dbd67882-c6d4-4d97-9c5a-dda1b24f3029 HTTP/1.1" status: 404 len: 347 time: 0.0144336 Apr 08 10:56:02.165200 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 60154) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:56:02.296901 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [None req-b34102a1-b6ce-4f2e-9605-f934942cb4ae tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Deleting port cab81467-97a5-4fb2-8f37-6d38afaac12e {{(pid=109910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 10:56:02.297169 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-b34102a1-b6ce-4f2e-9605-f934942cb4ae tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (cab81467-97a5-4fb2-8f37-6d38afaac12e), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:02.382714 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-b34102a1-b6ce-4f2e-9605-f934942cb4ae tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (cab81467-97a5-4fb2-8f37-6d38afaac12e), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:02.383011 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-b34102a1-b6ce-4f2e-9605-f934942cb4ae tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for floatingip (cab81467-97a5-4fb2-8f37-6d38afaac12e), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:02.395138 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [None req-b34102a1-b6ce-4f2e-9605-f934942cb4ae tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Calling delete_port for cab81467-97a5-4fb2-8f37-6d38afaac12e owned by network:floatingip {{(pid=109910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 10:56:02.536869 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-b34102a1-b6ce-4f2e-9605-f934942cb4ae tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14190223'] for port (cab81467-97a5-4fb2-8f37-6d38afaac12e), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:02.563271 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34102a1-b6ce-4f2e-9605-f934942cb4ae tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Pushing event deleted for resources: {'Port': ['ID=cab81467-97a5-4fb2-8f37-6d38afaac12e,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:56:02.626757 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-b34102a1-b6ce-4f2e-9605-f934942cb4ae tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks [] for floatingip (faab35b8-984f-410d-b8ed-9aba3eb9d7e7), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:02.629414 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-b34102a1-b6ce-4f2e-9605-f934942cb4ae tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for floatingip (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:02.630567 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-b34102a1-b6ce-4f2e-9605-f934942cb4ae tempest-AttachVolumeNegativeTest-88244876 tempest-AttachVolumeNegativeTest-88244876-project] 10.222.0.43 "DELETE /v2.0/floatingips/faab35b8-984f-410d-b8ed-9aba3eb9d7e7 HTTP/1.1" status: 204 len: 168 time: 0.4642754 Apr 08 10:56:04.322018 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device cc57cb07-7150-4bdc-9a9d-f06bce16bbf7 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 10:56:04.347820 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] No Port match for: cc57cb07-7150-4bdc-9a9d-f06bce16bbf7 {{(pid=109911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 10:56:04.348172 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device cc57cb07-7150-4bdc-9a9d-f06bce16bbf7 not bound to the agent host hv-cinder-83607 {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 10:56:06.332965 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 60196) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:56:06.765364 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-722473ea-7a95-4076-811f-7e14505f4708 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-741569'] for router_interface (d8772b0f-eb2e-43e1-8573-c003f829b44f), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:07.033944 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.plugin [None req-722473ea-7a95-4076-811f-7e14505f4708 admin admin] Deleting port 90d0def9-41d1-4896-921d-00edc40df59b {{(pid=109909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 10:56:07.034274 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-722473ea-7a95-4076-811f-7e14505f4708 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (90d0def9-41d1-4896-921d-00edc40df59b), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:07.119709 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.db [None req-722473ea-7a95-4076-811f-7e14505f4708 admin admin] For port 90d0def9-41d1-4896-921d-00edc40df59b, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=90d0def9-41d1-4896-921d-00edc40df59b,segment=NetworkSegment(d1fbcf39-677c-48da-b8da-407bc29700aa),segment_id=d1fbcf39-677c-48da-b8da-407bc29700aa)] {{(pid=109909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:56:07.120142 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-722473ea-7a95-4076-811f-7e14505f4708 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (90d0def9-41d1-4896-921d-00edc40df59b), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:07.135319 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.plugin [None req-722473ea-7a95-4076-811f-7e14505f4708 admin admin] Calling delete_port for 90d0def9-41d1-4896-921d-00edc40df59b owned by network:router_interface {{(pid=109909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 10:56:07.337005 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-722473ea-7a95-4076-811f-7e14505f4708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16387658'] for port (90d0def9-41d1-4896-921d-00edc40df59b), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:07.362306 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722473ea-7a95-4076-811f-7e14505f4708 admin admin] Pushing event deleted for resources: {'Port': ['ID=90d0def9-41d1-4896-921d-00edc40df59b,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:56:07.533464 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-722473ea-7a95-4076-811f-7e14505f4708 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-741518'] for router_interface (d8772b0f-eb2e-43e1-8573-c003f829b44f), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:07.764557 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-722473ea-7a95-4076-811f-7e14505f4708 admin admin] Router d8772b0f-eb2e-43e1-8573-c003f829b44f has already been hosted by L3 agent a0f054a9-d30b-4594-8de6-6c24438c3963 {{(pid=109909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:56:07.891279 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-722473ea-7a95-4076-811f-7e14505f4708 admin admin] Notify agent at l3_agent.dv-cinder-836071-3-iscsi the message routers_updated {{(pid=109909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:56:07.899343 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-722473ea-7a95-4076-811f-7e14505f4708 admin admin] 10.222.0.43 "PUT /v2.0/routers/d8772b0f-eb2e-43e1-8573-c003f829b44f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5650325 Apr 08 10:56:07.902707 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 60200) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:56:07.903696 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35af98e1-8574-4b25-89d0-ff44cb96d2a8 None None] Sync routers for ids ['d8772b0f-eb2e-43e1-8573-c003f829b44f'] in dv-cinder-836071-3-iscsi {{(pid=109912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:56:07.915322 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35af98e1-8574-4b25-89d0-ff44cb96d2a8 None None] Routers {'d8772b0f-eb2e-43e1-8573-c003f829b44f'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:56:07.915973 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-35af98e1-8574-4b25-89d0-ff44cb96d2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:55:44Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['d8772b0f-eb2e-43e1-8573-c003f829b44f'], 'active': True} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:56:08.020907 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-914b4167-94dc-42f7-b0cb-5129a298ffaf admin admin] Publish callbacks [] for router (d8772b0f-eb2e-43e1-8573-c003f829b44f), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:08.132976 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-914b4167-94dc-42f7-b0cb-5129a298ffaf admin admin] Publish callbacks [] for router_gateway (d8772b0f-eb2e-43e1-8573-c003f829b44f), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:08.134876 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvr_db [None req-35af98e1-8574-4b25-89d0-ff44cb96d2a8 None None] Set router d8772b0f-eb2e-43e1-8573-c003f829b44f gateway port host: dv-cinder-836071-3-iscsi {{(pid=109912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:56:08.186854 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.plugin [None req-914b4167-94dc-42f7-b0cb-5129a298ffaf admin admin] Deleting port b149437b-8d8c-45d5-8948-b52b29edf656 {{(pid=109909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 10:56:08.187420 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-914b4167-94dc-42f7-b0cb-5129a298ffaf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (b149437b-8d8c-45d5-8948-b52b29edf656), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:08.265940 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.db [None req-914b4167-94dc-42f7-b0cb-5129a298ffaf admin admin] For port b149437b-8d8c-45d5-8948-b52b29edf656, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=b149437b-8d8c-45d5-8948-b52b29edf656,segment=NetworkSegment(161e69df-2a78-40e9-90fc-e661b1490c65),segment_id=161e69df-2a78-40e9-90fc-e661b1490c65)] {{(pid=109909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:56:08.266311 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-914b4167-94dc-42f7-b0cb-5129a298ffaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (b149437b-8d8c-45d5-8948-b52b29edf656), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:08.282454 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.plugin [None req-914b4167-94dc-42f7-b0cb-5129a298ffaf admin admin] Calling delete_port for b149437b-8d8c-45d5-8948-b52b29edf656 owned by network:router_gateway {{(pid=109909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 10:56:08.316794 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-35af98e1-8574-4b25-89d0-ff44cb96d2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'name': 'tempest-AttachVolumeNegativeTest-1105897746-router', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': 'b149437b-8d8c-45d5-8948-b52b29edf656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:50:18Z', 'updated_at': '2022-04-08T10:56:07Z', 'revision_number': 5, 'project_id': '734e32e8113d4e4db24c106da8458807', 'gw_port': {'id': 'b149437b-8d8c-45d5-8948-b52b29edf656', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:74:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:50:20Z', 'updated_at': '2022-04-08T10:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi'}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:56:08.343768 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35af98e1-8574-4b25-89d0-ff44cb96d2a8 None None] Checking router: d8772b0f-eb2e-43e1-8573-c003f829b44f for host: dv-cinder-836071-3-iscsi {{(pid=109912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:56:08.353079 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35af98e1-8574-4b25-89d0-ff44cb96d2a8 None None] Routers {'d8772b0f-eb2e-43e1-8573-c003f829b44f'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:56:08.353717 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-35af98e1-8574-4b25-89d0-ff44cb96d2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:55:44Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['d8772b0f-eb2e-43e1-8573-c003f829b44f'], 'active': True} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:56:08.446303 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvr_db [None req-35af98e1-8574-4b25-89d0-ff44cb96d2a8 None None] Set router d8772b0f-eb2e-43e1-8573-c003f829b44f gateway port host: None {{(pid=109912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:56:08.503304 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-35af98e1-8574-4b25-89d0-ff44cb96d2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'name': 'tempest-AttachVolumeNegativeTest-1105897746-router', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:50:18Z', 'updated_at': '2022-04-08T10:56:08Z', 'revision_number': 6, 'project_id': '734e32e8113d4e4db24c106da8458807', 'gw_port_host': None}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:56:08.532228 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35af98e1-8574-4b25-89d0-ff44cb96d2a8 None None] The sync data for ids ['d8772b0f-eb2e-43e1-8573-c003f829b44f'] in dv-cinder-836071-3-iscsi is: [{'id': 'd8772b0f-eb2e-43e1-8573-c003f829b44f', 'name': 'tempest-AttachVolumeNegativeTest-1105897746-router', 'tenant_id': '734e32e8113d4e4db24c106da8458807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:50:18Z', 'updated_at': '2022-04-08T10:56:08Z', 'revision_number': 6, 'project_id': '734e32e8113d4e4db24c106da8458807', 'gw_port_host': None}] {{(pid=109912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:56:08.688276 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-914b4167-94dc-42f7-b0cb-5129a298ffaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16387658'] for port (b149437b-8d8c-45d5-8948-b52b29edf656), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:08.713851 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914b4167-94dc-42f7-b0cb-5129a298ffaf admin admin] Pushing event deleted for resources: {'Port': ['ID=b149437b-8d8c-45d5-8948-b52b29edf656,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:56:08.771720 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-914b4167-94dc-42f7-b0cb-5129a298ffaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-743931'] for router_gateway (d8772b0f-eb2e-43e1-8573-c003f829b44f), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:08.866021 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-914b4167-94dc-42f7-b0cb-5129a298ffaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-748458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40417'] for router (d8772b0f-eb2e-43e1-8573-c003f829b44f), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:08.868192 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-914b4167-94dc-42f7-b0cb-5129a298ffaf admin admin] Publish callbacks [] for router_controller (d8772b0f-eb2e-43e1-8573-c003f829b44f), precommit_delete_associations {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:08.914638 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-914b4167-94dc-42f7-b0cb-5129a298ffaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-748453'] for router (d8772b0f-eb2e-43e1-8573-c003f829b44f), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:08.915164 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914b4167-94dc-42f7-b0cb-5129a298ffaf admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8772b0f-eb2e-43e1-8573-c003f829b44f {{(pid=109909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:56:08.919756 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-914b4167-94dc-42f7-b0cb-5129a298ffaf admin admin] Publish callbacks [] for router (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:08.920757 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-914b4167-94dc-42f7-b0cb-5129a298ffaf admin admin] 10.222.0.43 "DELETE /v2.0/routers/d8772b0f-eb2e-43e1-8573-c003f829b44f HTTP/1.1" status: 204 len: 168 time: 1.0171289 Apr 08 10:56:08.923404 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 60202) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:56:08.968716 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ca8de8b-0e9d-45e8-98b3-5751bf8dbf01 admin admin] Deleting subnet 5f421bdc-b76f-40b9-9c95-2e839cd44c87 {{(pid=109909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 10:56:08.972177 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-0ca8de8b-0e9d-45e8-98b3-5751bf8dbf01 admin admin] Publish callbacks [] for subnet (5f421bdc-b76f-40b9-9c95-2e839cd44c87), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:09.006541 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-0ca8de8b-0e9d-45e8-98b3-5751bf8dbf01 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12708406'] for subnet (5f421bdc-b76f-40b9-9c95-2e839cd44c87), precommit_delete_associations {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:09.116740 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-0ca8de8b-0e9d-45e8-98b3-5751bf8dbf01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1794403'] for subnet (5f421bdc-b76f-40b9-9c95-2e839cd44c87), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:09.170925 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-0ca8de8b-0e9d-45e8-98b3-5751bf8dbf01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1794410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16387743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12895238'] for subnet (5f421bdc-b76f-40b9-9c95-2e839cd44c87), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:09.197309 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca8de8b-0e9d-45e8-98b3-5751bf8dbf01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f421bdc-b76f-40b9-9c95-2e839cd44c87,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:56:09.199306 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-0ca8de8b-0e9d-45e8-98b3-5751bf8dbf01 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:09.203472 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-0ca8de8b-0e9d-45e8-98b3-5751bf8dbf01 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5f421bdc-b76f-40b9-9c95-2e839cd44c87 HTTP/1.1" status: 204 len: 168 time: 0.2781968 Apr 08 10:56:09.203899 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f915cab5-8f67-43a4-ba8d-0920322a0358 None None] Network a108a20f-c74a-4177-8672-00636aeb2525 requested from dv-cinder-836071-3-iscsi {{(pid=109911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 10:56:09.205355 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 60204) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:56:09.277653 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-98415341-c2de-4886-949d-eb7488758f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1935778'] for network (a108a20f-c74a-4177-8672-00636aeb2525), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:09.334735 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.plugin [None req-98415341-c2de-4886-949d-eb7488758f9f admin admin] Deleting port e20ce0fe-4082-4872-91f6-3fefbe36655d {{(pid=109909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 10:56:09.335144 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-98415341-c2de-4886-949d-eb7488758f9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (e20ce0fe-4082-4872-91f6-3fefbe36655d), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:09.365398 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bb3c4d-8e2d-4012-84ce-c82f50fec367 None None] DHCP port deletion for a108a20f-c74a-4177-8672-00636aeb2525 request from dv-cinder-836071-3-iscsi {{(pid=109911) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 10:56:09.405502 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.db [None req-98415341-c2de-4886-949d-eb7488758f9f admin admin] For port e20ce0fe-4082-4872-91f6-3fefbe36655d, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=e20ce0fe-4082-4872-91f6-3fefbe36655d,segment=NetworkSegment(d1fbcf39-677c-48da-b8da-407bc29700aa),segment_id=d1fbcf39-677c-48da-b8da-407bc29700aa)] {{(pid=109909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:56:09.406000 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-98415341-c2de-4886-949d-eb7488758f9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (e20ce0fe-4082-4872-91f6-3fefbe36655d), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:09.413896 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-a4bb3c4d-8e2d-4012-84ce-c82f50fec367 None None] Deleting port e20ce0fe-4082-4872-91f6-3fefbe36655d {{(pid=109911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 10:56:09.414266 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-a4bb3c4d-8e2d-4012-84ce-c82f50fec367 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (e20ce0fe-4082-4872-91f6-3fefbe36655d), before_delete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:09.419731 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.plugin [None req-98415341-c2de-4886-949d-eb7488758f9f admin admin] Calling delete_port for e20ce0fe-4082-4872-91f6-3fefbe36655d owned by network:dhcp {{(pid=109909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 10:56:09.478566 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-a4bb3c4d-8e2d-4012-84ce-c82f50fec367 None None] For port e20ce0fe-4082-4872-91f6-3fefbe36655d, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=e20ce0fe-4082-4872-91f6-3fefbe36655d,segment=NetworkSegment(d1fbcf39-677c-48da-b8da-407bc29700aa),segment_id=d1fbcf39-677c-48da-b8da-407bc29700aa)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:56:09.479224 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-a4bb3c4d-8e2d-4012-84ce-c82f50fec367 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (e20ce0fe-4082-4872-91f6-3fefbe36655d), precommit_delete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:09.492989 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-a4bb3c4d-8e2d-4012-84ce-c82f50fec367 None None] Calling delete_port for e20ce0fe-4082-4872-91f6-3fefbe36655d owned by network:dhcp {{(pid=109911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 10:56:09.502064 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-98415341-c2de-4886-949d-eb7488758f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16387658'] for port (e20ce0fe-4082-4872-91f6-3fefbe36655d), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:09.532752 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98415341-c2de-4886-949d-eb7488758f9f admin admin] Pushing event deleted for resources: {'Port': ['ID=e20ce0fe-4082-4872-91f6-3fefbe36655d,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:56:09.538516 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98415341-c2de-4886-949d-eb7488758f9f admin admin] No DVR routers for this DVR port e20ce0fe-4082-4872-91f6-3fefbe36655d on host dv-cinder-836071-3-iscsi {{(pid=109909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:56:09.595764 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-a4bb3c4d-8e2d-4012-84ce-c82f50fec367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870'] for port (e20ce0fe-4082-4872-91f6-3fefbe36655d), after_delete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:09.619313 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-98415341-c2de-4886-949d-eb7488758f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1814266', 'neutron.services.segments.db._delete_segments_for_network-8778033058250'] for network (a108a20f-c74a-4177-8672-00636aeb2525), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:09.620404 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb3c4d-8e2d-4012-84ce-c82f50fec367 None None] Pushing event deleted for resources: {'Port': ['ID=e20ce0fe-4082-4872-91f6-3fefbe36655d,revision_number=None']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:56:09.627962 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bb3c4d-8e2d-4012-84ce-c82f50fec367 None None] No DVR routers for this DVR port e20ce0fe-4082-4872-91f6-3fefbe36655d on host dv-cinder-836071-3-iscsi {{(pid=109911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:56:09.630246 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb3c4d-8e2d-4012-84ce-c82f50fec367 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:09.630663 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb3c4d-8e2d-4012-84ce-c82f50fec367 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:09.631023 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb3c4d-8e2d-4012-84ce-c82f50fec367 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:09.631373 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb3c4d-8e2d-4012-84ce-c82f50fec367 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:09.631702 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb3c4d-8e2d-4012-84ce-c82f50fec367 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:09.632024 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb3c4d-8e2d-4012-84ce-c82f50fec367 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:09.632344 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb3c4d-8e2d-4012-84ce-c82f50fec367 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:09.632660 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb3c4d-8e2d-4012-84ce-c82f50fec367 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:09.632978 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb3c4d-8e2d-4012-84ce-c82f50fec367 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:09.633337 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb3c4d-8e2d-4012-84ce-c82f50fec367 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:09.633722 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb3c4d-8e2d-4012-84ce-c82f50fec367 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:09.633988 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb3c4d-8e2d-4012-84ce-c82f50fec367 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:09.634303 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb3c4d-8e2d-4012-84ce-c82f50fec367 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:09.634614 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb3c4d-8e2d-4012-84ce-c82f50fec367 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:09.634923 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb3c4d-8e2d-4012-84ce-c82f50fec367 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:09.647434 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.services.segments.db [None req-98415341-c2de-4886-949d-eb7488758f9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a108a20f-c74a-4177-8672-00636aeb2525']}} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:56:09.660476 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.services.segments.db [None req-98415341-c2de-4886-949d-eb7488758f9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1fbcf39-677c-48da-b8da-407bc29700aa') {'for_net_delete': True} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:56:09.660900 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.services.segments.db [None req-98415341-c2de-4886-949d-eb7488758f9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1fbcf39-677c-48da-b8da-407bc29700aa') {} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:56:09.674444 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-98415341-c2de-4886-949d-eb7488758f9f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778033060307', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12708399'] for segment (d1fbcf39-677c-48da-b8da-407bc29700aa), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:09.688376 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-98415341-c2de-4886-949d-eb7488758f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801210'] for segment (d1fbcf39-677c-48da-b8da-407bc29700aa), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:09.694820 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98415341-c2de-4886-949d-eb7488758f9f admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=109909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:56:09.695208 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-98415341-c2de-4886-949d-eb7488758f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16387705'] for segment (d1fbcf39-677c-48da-b8da-407bc29700aa), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:09.697098 dv-cinder-836071-3-iscsi neutron-server[109909]: Traceback (most recent call last): Apr 08 10:56:09.697098 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:56:09.697098 dv-cinder-836071-3-iscsi neutron-server[109909]: timer() Apr 08 10:56:09.697098 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:56:09.697098 dv-cinder-836071-3-iscsi neutron-server[109909]: cb(*args, **kw) Apr 08 10:56:09.697098 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 10:56:09.697098 dv-cinder-836071-3-iscsi neutron-server[109909]: return func(*args, **kwargs) Apr 08 10:56:09.697098 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:56:09.697098 dv-cinder-836071-3-iscsi neutron-server[109909]: self._notify() Apr 08 10:56:09.697098 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:56:09.697098 dv-cinder-836071-3-iscsi neutron-server[109909]: self.callback(batched_events) Apr 08 10:56:09.697098 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:56:09.697098 dv-cinder-836071-3-iscsi neutron-server[109909]: event.method(event) Apr 08 10:56:09.697098 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 10:56:09.697098 dv-cinder-836071-3-iscsi neutron-server[109909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:56:09.697098 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 10:56:09.697098 dv-cinder-836071-3-iscsi neutron-server[109909]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:56:09.697098 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 10:56:09.697098 dv-cinder-836071-3-iscsi neutron-server[109909]: return f(self, *a, **k) Apr 08 10:56:09.697098 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:56:09.697098 dv-cinder-836071-3-iscsi neutron-server[109909]: return self._get(url).json() Apr 08 10:56:09.697098 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:56:09.697098 dv-cinder-836071-3-iscsi neutron-server[109909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:56:09.697098 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:56:09.697098 dv-cinder-836071-3-iscsi neutron-server[109909]: return self.request(url, 'GET', **kwargs) Apr 08 10:56:09.697098 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:56:09.697098 dv-cinder-836071-3-iscsi neutron-server[109909]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:56:09.697098 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:56:09.697098 dv-cinder-836071-3-iscsi neutron-server[109909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:56:09.697098 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:56:09.697098 dv-cinder-836071-3-iscsi neutron-server[109909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:56:09.697098 dv-cinder-836071-3-iscsi neutron-server[109909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:56:09.758680 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-98415341-c2de-4886-949d-eb7488758f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1814241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-743903'] for network (a108a20f-c74a-4177-8672-00636aeb2525), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:09.765012 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-98415341-c2de-4886-949d-eb7488758f9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553535'] for network (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:09.768189 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-98415341-c2de-4886-949d-eb7488758f9f admin admin] 10.222.0.43 "DELETE /v2.0/networks/a108a20f-c74a-4177-8672-00636aeb2525 HTTP/1.1" status: 204 len: 168 time: 0.5617392 Apr 08 10:56:09.778803 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98415341-c2de-4886-949d-eb7488758f9f admin admin] Pushing event deleted for resources: {'Network': ['ID=a108a20f-c74a-4177-8672-00636aeb2525,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:56:09.893307 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 60208) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:56:09.936743 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-2b2028ce-9938-420e-89fe-6432b8456e44 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=734e32e8113d4e4db24c106da8458807&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0421271 Apr 08 10:56:09.939605 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 60210) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:56:09.988686 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-eed81737-6377-47fb-8f6a-96e7fd93898c admin admin] Publish callbacks [] for security_group (a5a821e3-c3d8-4af3-8d49-90e407b03002), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:10.010140 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-eed81737-6377-47fb-8f6a-96e7fd93898c admin admin] Publish callbacks [] for security_group (a5a821e3-c3d8-4af3-8d49-90e407b03002), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:10.060039 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-eed81737-6377-47fb-8f6a-96e7fd93898c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (a5a821e3-c3d8-4af3-8d49-90e407b03002), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:10.062632 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-eed81737-6377-47fb-8f6a-96e7fd93898c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:10.063793 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-eed81737-6377-47fb-8f6a-96e7fd93898c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a5a821e3-c3d8-4af3-8d49-90e407b03002 HTTP/1.1" status: 204 len: 168 time: 0.1232095 Apr 08 10:56:10.071666 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed81737-6377-47fb-8f6a-96e7fd93898c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a821e3-c3d8-4af3-8d49-90e407b03002,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:56:10.115980 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device 90d0def9-41d1-4896-921d-00edc40df59b no longer exists at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 10:56:10.136881 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] No Port match for: 90d0def9-41d1-4896-921d-00edc40df59b {{(pid=109911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 10:56:10.137171 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device 90d0def9-41d1-4896-921d-00edc40df59b not bound to the agent host dv-cinder-836071-3-iscsi {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 10:56:10.137590 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device e20ce0fe-4082-4872-91f6-3fefbe36655d no longer exists at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 10:56:10.161474 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] No Port match for: e20ce0fe-4082-4872-91f6-3fefbe36655d {{(pid=109911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 10:56:10.161822 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device e20ce0fe-4082-4872-91f6-3fefbe36655d not bound to the agent host dv-cinder-836071-3-iscsi {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 10:56:10.162322 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device b149437b-8d8c-45d5-8948-b52b29edf656 no longer exists at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 10:56:10.181719 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] No Port match for: b149437b-8d8c-45d5-8948-b52b29edf656 {{(pid=109911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 10:56:10.182062 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device b149437b-8d8c-45d5-8948-b52b29edf656 not bound to the agent host dv-cinder-836071-3-iscsi {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 10:56:10.198133 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.agents_db [None req-4d82583b-548a-400c-8f4c-c09be56c4ea4 None None] Agent healthcheck: found 6 active agents {{(pid=109912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 10:56:11.801940 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-55bfcf31-7b3c-4e9c-8a9b-5a953404d4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (0996d03c-a6d6-4751-8b32-c8111f4b3d8a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:14.204032 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-7c0fe111-f366-48d4-9f48-fa3d87e00c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (a0f054a9-d30b-4594-8de6-6c24438c3963), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:15.155173 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c39995e2-c233-4533-b78f-2944bd33f611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (65c9c9bc-bb02-426d-a902-340b44f1a4c2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:16.601091 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dfd57949-1be2-4190-94f2-c1682066023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (140c1fdd-4f9d-4fc9-9d7c-f6f7cee51a0a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:18.044066 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (d1e78606-e5cc-43c0-bc22-8a5324478286), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:18.508786 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (df0b008b-1017-45b0-9cbd-b6387ecfd69a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:19.124638 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 60344) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:56:19.244957 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-d18c8227-30d7-4609-8b0d-bd39106f69d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:19.324525 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-d18c8227-30d7-4609-8b0d-bd39106f69d0 admin admin] Publish callbacks [] for security_group (447db3bb-e7b6-4385-abe8-e007ba8adc35), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:19.329762 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-d18c8227-30d7-4609-8b0d-bd39106f69d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (447db3bb-e7b6-4385-abe8-e007ba8adc35), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:19.368678 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-d18c8227-30d7-4609-8b0d-bd39106f69d0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6e8f449312b04932b72d075e55316ab4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2429039 Apr 08 10:56:19.369536 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18c8227-30d7-4609-8b0d-bd39106f69d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=447db3bb-e7b6-4385-abe8-e007ba8adc35,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:56:19.371724 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 60348) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:56:19.425030 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-5c23298e-aee2-499b-a9e9-a3c3f143afb7 admin admin] Publish callbacks [] for security_group (447db3bb-e7b6-4385-abe8-e007ba8adc35), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:19.446442 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-5c23298e-aee2-499b-a9e9-a3c3f143afb7 admin admin] Publish callbacks [] for security_group (447db3bb-e7b6-4385-abe8-e007ba8adc35), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:19.497077 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-5c23298e-aee2-499b-a9e9-a3c3f143afb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (447db3bb-e7b6-4385-abe8-e007ba8adc35), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:19.499769 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-5c23298e-aee2-499b-a9e9-a3c3f143afb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:19.500925 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-5c23298e-aee2-499b-a9e9-a3c3f143afb7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/447db3bb-e7b6-4385-abe8-e007ba8adc35 HTTP/1.1" status: 204 len: 168 time: 0.1281676 Apr 08 10:56:19.510141 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c23298e-aee2-499b-a9e9-a3c3f143afb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=447db3bb-e7b6-4385-abe8-e007ba8adc35,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:56:19.778413 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 60354) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:56:19.792578 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-4ff810ad-c38f-4b8a-96b3-c86c92bd91b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:19.872062 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-4ff810ad-c38f-4b8a-96b3-c86c92bd91b9 admin admin] Publish callbacks [] for security_group (546dca6a-7897-4a38-9d88-eb87e369ae6d), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:19.878207 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-4ff810ad-c38f-4b8a-96b3-c86c92bd91b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (546dca6a-7897-4a38-9d88-eb87e369ae6d), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:19.916219 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-4ff810ad-c38f-4b8a-96b3-c86c92bd91b9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a73da1a1c7374aa08f925b66f0e7dbf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1366751 Apr 08 10:56:19.917093 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff810ad-c38f-4b8a-96b3-c86c92bd91b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=546dca6a-7897-4a38-9d88-eb87e369ae6d,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:56:19.919350 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 60358) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:56:19.970844 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-39d2abfa-f546-499d-a929-7de6702831e0 admin admin] Publish callbacks [] for security_group (546dca6a-7897-4a38-9d88-eb87e369ae6d), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:19.994161 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-39d2abfa-f546-499d-a929-7de6702831e0 admin admin] Publish callbacks [] for security_group (546dca6a-7897-4a38-9d88-eb87e369ae6d), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:20.047195 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-39d2abfa-f546-499d-a929-7de6702831e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (546dca6a-7897-4a38-9d88-eb87e369ae6d), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:20.050187 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-39d2abfa-f546-499d-a929-7de6702831e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:20.051369 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-39d2abfa-f546-499d-a929-7de6702831e0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/546dca6a-7897-4a38-9d88-eb87e369ae6d HTTP/1.1" status: 204 len: 168 time: 0.1310136 Apr 08 10:56:20.060113 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d2abfa-f546-499d-a929-7de6702831e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=546dca6a-7897-4a38-9d88-eb87e369ae6d,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:56:20.388900 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 60364) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:56:20.402642 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-463ae16d-f495-4579-9eb3-11707ee4a02c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:20.485479 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-463ae16d-f495-4579-9eb3-11707ee4a02c admin admin] Publish callbacks [] for security_group (a45824d3-382d-4f5c-8665-171ff312d462), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:20.490880 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-463ae16d-f495-4579-9eb3-11707ee4a02c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (a45824d3-382d-4f5c-8665-171ff312d462), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:20.529307 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-463ae16d-f495-4579-9eb3-11707ee4a02c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=73cdfe24e13a449b91e3d12dab367df7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1391752 Apr 08 10:56:20.530159 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463ae16d-f495-4579-9eb3-11707ee4a02c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a45824d3-382d-4f5c-8665-171ff312d462,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:56:20.533322 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 60366) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:56:20.585696 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-b2afdcd7-ad0a-4508-b348-531cc7ef2948 admin admin] Publish callbacks [] for security_group (a45824d3-382d-4f5c-8665-171ff312d462), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:20.607305 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-b2afdcd7-ad0a-4508-b348-531cc7ef2948 admin admin] Publish callbacks [] for security_group (a45824d3-382d-4f5c-8665-171ff312d462), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:20.659666 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-b2afdcd7-ad0a-4508-b348-531cc7ef2948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (a45824d3-382d-4f5c-8665-171ff312d462), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:20.662174 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-b2afdcd7-ad0a-4508-b348-531cc7ef2948 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:20.663403 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-b2afdcd7-ad0a-4508-b348-531cc7ef2948 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a45824d3-382d-4f5c-8665-171ff312d462 HTTP/1.1" status: 204 len: 168 time: 0.1287172 Apr 08 10:56:20.671554 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2afdcd7-ad0a-4508-b348-531cc7ef2948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45824d3-382d-4f5c-8665-171ff312d462,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:56:22.863829 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 60436) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:56:22.975543 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-a9557832-9b75-4de9-9aec-d55368fc9651 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:23.055744 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-a9557832-9b75-4de9-9aec-d55368fc9651 admin admin] Publish callbacks [] for security_group (6832d444-88c0-4ffc-9eae-37b69bffa92e), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:23.061274 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-a9557832-9b75-4de9-9aec-d55368fc9651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (6832d444-88c0-4ffc-9eae-37b69bffa92e), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:23.106150 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-a9557832-9b75-4de9-9aec-d55368fc9651 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=74713d6efdcd44c88677d12fecd97cf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2412367 Apr 08 10:56:23.106994 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9557832-9b75-4de9-9aec-d55368fc9651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6832d444-88c0-4ffc-9eae-37b69bffa92e,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:56:23.110022 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 60440) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:56:23.163425 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-74647b90-cc98-44e6-9c56-d044d3128db0 admin admin] Publish callbacks [] for security_group (6832d444-88c0-4ffc-9eae-37b69bffa92e), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:23.207783 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-74647b90-cc98-44e6-9c56-d044d3128db0 admin admin] Publish callbacks [] for security_group (6832d444-88c0-4ffc-9eae-37b69bffa92e), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:23.250030 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-5b70e60c-a97f-4e57-a8f8-561fe3f32e87 req-4577b680-be53-492f-815f-698476b1c32a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=546b1f5a-c965-4e76-aa53-8e856fe7908b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0820715 Apr 08 10:56:23.268245 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-74647b90-cc98-44e6-9c56-d044d3128db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (6832d444-88c0-4ffc-9eae-37b69bffa92e), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:23.270949 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-74647b90-cc98-44e6-9c56-d044d3128db0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:23.272637 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-74647b90-cc98-44e6-9c56-d044d3128db0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6832d444-88c0-4ffc-9eae-37b69bffa92e HTTP/1.1" status: 204 len: 168 time: 0.1613686 Apr 08 10:56:23.281783 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74647b90-cc98-44e6-9c56-d044d3128db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6832d444-88c0-4ffc-9eae-37b69bffa92e,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:56:23.341270 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70e60c-a97f-4e57-a8f8-561fe3f32e87 req-f885c9a8-4268-46dd-b0c9-f31d83400d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:23.342905 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-5b70e60c-a97f-4e57-a8f8-561fe3f32e87 req-f885c9a8-4268-46dd-b0c9-f31d83400d76 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1240eb4e10e8472eb59d3c956e73fd45&device_id=546b1f5a-c965-4e76-aa53-8e856fe7908b HTTP/1.1" status: 200 len: 1129 time: 0.0503564 Apr 08 10:56:23.452565 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70e60c-a97f-4e57-a8f8-561fe3f32e87 req-0d0edfd5-5ec4-4b5b-86f9-3d67c4a661a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:23.454074 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-5b70e60c-a97f-4e57-a8f8-561fe3f32e87 req-0d0edfd5-5ec4-4b5b-86f9-3d67c4a661a8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cde280c4-46d3-4a2c-b76e-9357fe2425c5 HTTP/1.1" status: 200 len: 913 time: 0.0928876 Apr 08 10:56:23.525176 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-5b70e60c-a97f-4e57-a8f8-561fe3f32e87 req-a518de39-006f-4e53-8415-518b62fdd8dc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4d4752e-a2e5-4f80-9af0-f2bf66736061 HTTP/1.1" status: 200 len: 1000 time: 0.0636661 Apr 08 10:56:23.552812 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 60446) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:56:23.566477 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-7f41ac6c-b317-4538-8f5a-b67b0d8a234c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:23.578152 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70e60c-a97f-4e57-a8f8-561fe3f32e87 req-5571ad08-a65a-4341-b01a-ef9cc0912fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:23.579639 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-5b70e60c-a97f-4e57-a8f8-561fe3f32e87 req-5571ad08-a65a-4341-b01a-ef9cc0912fd1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f62eda8a-11e4-410d-acba-a7bf8fcacc01 HTTP/1.1" status: 200 len: 851 time: 0.0488274 Apr 08 10:56:23.630451 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70e60c-a97f-4e57-a8f8-561fe3f32e87 req-42f92df5-f74a-46d4-a82a-a5747a3039a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:23.632028 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-5b70e60c-a97f-4e57-a8f8-561fe3f32e87 req-42f92df5-f74a-46d4-a82a-a5747a3039a2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cde280c4-46d3-4a2c-b76e-9357fe2425c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466352 Apr 08 10:56:23.638688 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-7f41ac6c-b317-4538-8f5a-b67b0d8a234c admin admin] Publish callbacks [] for security_group (cd9c1f93-747e-4640-977a-d5f0e1a01f14), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:23.643001 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-7f41ac6c-b317-4538-8f5a-b67b0d8a234c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (cd9c1f93-747e-4640-977a-d5f0e1a01f14), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:23.686508 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-7f41ac6c-b317-4538-8f5a-b67b0d8a234c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6aab53073d9a4e2bbc3f69cb752e48fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1330156 Apr 08 10:56:23.687369 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f41ac6c-b317-4538-8f5a-b67b0d8a234c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9c1f93-747e-4640-977a-d5f0e1a01f14,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:56:23.690857 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 60448) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:56:23.730981 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-5b70e60c-a97f-4e57-a8f8-561fe3f32e87 req-b6b1405f-72a6-4cfc-8baa-226c40da463a service neutron] 10.222.0.39 "GET /v2.0/networks/cde280c4-46d3-4a2c-b76e-9357fe2425c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926869 Apr 08 10:56:23.744108 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-a71487c2-df61-461b-8855-af16013d3f30 admin admin] Publish callbacks [] for security_group (cd9c1f93-747e-4640-977a-d5f0e1a01f14), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:23.766635 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-a71487c2-df61-461b-8855-af16013d3f30 admin admin] Publish callbacks [] for security_group (cd9c1f93-747e-4640-977a-d5f0e1a01f14), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:23.816306 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-a71487c2-df61-461b-8855-af16013d3f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (cd9c1f93-747e-4640-977a-d5f0e1a01f14), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:23.819442 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-a71487c2-df61-461b-8855-af16013d3f30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:23.820464 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-a71487c2-df61-461b-8855-af16013d3f30 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cd9c1f93-747e-4640-977a-d5f0e1a01f14 HTTP/1.1" status: 204 len: 168 time: 0.1285262 Apr 08 10:56:23.821818 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-5b70e60c-a97f-4e57-a8f8-561fe3f32e87 req-2236cf79-a72d-49e2-bdf3-94bd4e537d7c service neutron] 10.222.0.39 "GET /v2.0/networks/cde280c4-46d3-4a2c-b76e-9357fe2425c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842993 Apr 08 10:56:23.829319 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71487c2-df61-461b-8855-af16013d3f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9c1f93-747e-4640-977a-d5f0e1a01f14,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:56:25.982957 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 60516) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:56:26.095597 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-c29cb99d-fb1b-4526-9c51-fb7844c21f38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:26.179733 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-c29cb99d-fb1b-4526-9c51-fb7844c21f38 admin admin] Publish callbacks [] for security_group (fe36961c-5fec-4b95-9046-45fcc2fe6f93), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:26.186108 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-c29cb99d-fb1b-4526-9c51-fb7844c21f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (fe36961c-5fec-4b95-9046-45fcc2fe6f93), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:26.223538 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-c29cb99d-fb1b-4526-9c51-fb7844c21f38 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ed7dfae6862f4b0094ab18c8fa002905&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2395027 Apr 08 10:56:26.224495 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29cb99d-fb1b-4526-9c51-fb7844c21f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe36961c-5fec-4b95-9046-45fcc2fe6f93,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:56:26.226605 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 60520) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:56:26.282352 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-21d3a8ef-b894-4c9c-bbc8-3347fd9c10f0 admin admin] Publish callbacks [] for security_group (fe36961c-5fec-4b95-9046-45fcc2fe6f93), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:26.306518 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-21d3a8ef-b894-4c9c-bbc8-3347fd9c10f0 admin admin] Publish callbacks [] for security_group (fe36961c-5fec-4b95-9046-45fcc2fe6f93), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:26.355518 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-21d3a8ef-b894-4c9c-bbc8-3347fd9c10f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (fe36961c-5fec-4b95-9046-45fcc2fe6f93), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:26.358575 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-21d3a8ef-b894-4c9c-bbc8-3347fd9c10f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:26.359718 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-21d3a8ef-b894-4c9c-bbc8-3347fd9c10f0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fe36961c-5fec-4b95-9046-45fcc2fe6f93 HTTP/1.1" status: 204 len: 168 time: 0.1321497 Apr 08 10:56:26.367655 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d3a8ef-b894-4c9c-bbc8-3347fd9c10f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe36961c-5fec-4b95-9046-45fcc2fe6f93,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:56:26.644508 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 60532) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:56:26.658960 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-cbce0b8c-6fe6-4192-a70e-7513248e7462 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:26.741997 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-cbce0b8c-6fe6-4192-a70e-7513248e7462 admin admin] Publish callbacks [] for security_group (515a4ca5-4c63-4e8e-854d-904f3fb74cbb), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:26.746913 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-cbce0b8c-6fe6-4192-a70e-7513248e7462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (515a4ca5-4c63-4e8e-854d-904f3fb74cbb), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:26.789531 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-cbce0b8c-6fe6-4192-a70e-7513248e7462 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=66d866ce008445d2a1ff88d17db36c16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1414857 Apr 08 10:56:26.789827 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 60536) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:56:26.802259 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbce0b8c-6fe6-4192-a70e-7513248e7462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=515a4ca5-4c63-4e8e-854d-904f3fb74cbb,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:56:26.841087 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-5b19c38a-5ad9-4252-9a66-f08c48a7b659 admin admin] Publish callbacks [] for security_group (515a4ca5-4c63-4e8e-854d-904f3fb74cbb), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:26.862880 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-5b19c38a-5ad9-4252-9a66-f08c48a7b659 admin admin] Publish callbacks [] for security_group (515a4ca5-4c63-4e8e-854d-904f3fb74cbb), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:26.910500 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-5b19c38a-5ad9-4252-9a66-f08c48a7b659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (515a4ca5-4c63-4e8e-854d-904f3fb74cbb), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:26.913327 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-5b19c38a-5ad9-4252-9a66-f08c48a7b659 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:26.914488 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-5b19c38a-5ad9-4252-9a66-f08c48a7b659 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/515a4ca5-4c63-4e8e-854d-904f3fb74cbb HTTP/1.1" status: 204 len: 168 time: 0.1238477 Apr 08 10:56:26.922153 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19c38a-5ad9-4252-9a66-f08c48a7b659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515a4ca5-4c63-4e8e-854d-904f3fb74cbb,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:56:28.064530 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 60572) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:56:28.184748 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-5a3399fe-f0d7-4f8d-992e-911c5fcafbba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:28.263565 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-5a3399fe-f0d7-4f8d-992e-911c5fcafbba admin admin] Publish callbacks [] for security_group (334ca4da-1193-44d9-90bf-009744cf00a8), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:28.268383 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-5a3399fe-f0d7-4f8d-992e-911c5fcafbba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (334ca4da-1193-44d9-90bf-009744cf00a8), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:28.308987 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-5a3399fe-f0d7-4f8d-992e-911c5fcafbba admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=94cc96ce5f834341af77fb9ebda3b75b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2433405 Apr 08 10:56:28.309727 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3399fe-f0d7-4f8d-992e-911c5fcafbba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=334ca4da-1193-44d9-90bf-009744cf00a8,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:56:28.312578 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 60578) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:56:28.368899 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-1d7296a4-ea99-4762-91f8-3d122e0b5671 admin admin] Publish callbacks [] for security_group (334ca4da-1193-44d9-90bf-009744cf00a8), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:28.391770 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-1d7296a4-ea99-4762-91f8-3d122e0b5671 admin admin] Publish callbacks [] for security_group (334ca4da-1193-44d9-90bf-009744cf00a8), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:28.443049 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-1d7296a4-ea99-4762-91f8-3d122e0b5671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (334ca4da-1193-44d9-90bf-009744cf00a8), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:28.445990 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-1d7296a4-ea99-4762-91f8-3d122e0b5671 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:28.447170 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-1d7296a4-ea99-4762-91f8-3d122e0b5671 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/334ca4da-1193-44d9-90bf-009744cf00a8 HTTP/1.1" status: 204 len: 168 time: 0.1332548 Apr 08 10:56:28.454936 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7296a4-ea99-4762-91f8-3d122e0b5671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=334ca4da-1193-44d9-90bf-009744cf00a8,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:56:28.462487 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7296a4-ea99-4762-91f8-3d122e0b5671 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:28.462834 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7296a4-ea99-4762-91f8-3d122e0b5671 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:28.463175 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7296a4-ea99-4762-91f8-3d122e0b5671 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:28.463514 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7296a4-ea99-4762-91f8-3d122e0b5671 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:28.463846 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7296a4-ea99-4762-91f8-3d122e0b5671 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:28.464173 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7296a4-ea99-4762-91f8-3d122e0b5671 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:28.464501 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7296a4-ea99-4762-91f8-3d122e0b5671 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:28.464825 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7296a4-ea99-4762-91f8-3d122e0b5671 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:28.465170 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7296a4-ea99-4762-91f8-3d122e0b5671 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:28.465494 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7296a4-ea99-4762-91f8-3d122e0b5671 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:28.465826 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7296a4-ea99-4762-91f8-3d122e0b5671 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:28.466148 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7296a4-ea99-4762-91f8-3d122e0b5671 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:28.466469 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7296a4-ea99-4762-91f8-3d122e0b5671 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:28.466782 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7296a4-ea99-4762-91f8-3d122e0b5671 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:28.467099 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7296a4-ea99-4762-91f8-3d122e0b5671 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:28.842629 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834cb6dc-f22e-44a6-9342-c55a4f201b78 req-845d1940-0b52-4d0c-9198-2f8698a07f61 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:28.844291 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-834cb6dc-f22e-44a6-9342-c55a4f201b78 req-845d1940-0b52-4d0c-9198-2f8698a07f61 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 945 time: 0.0519316 Apr 08 10:56:28.895845 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-834cb6dc-f22e-44a6-9342-c55a4f201b78 req-f82814cf-45cf-4fbd-8b52-b0cf2874b385 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=02def41f-2c6c-4838-8b92-90f1ee157a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461895 Apr 08 10:56:30.039856 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5ad73-ba82-4b20-acf7-406bcbeaeedb req-2aeba895-6b75-4b90-b1b8-2596ad4546ea tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:30.041363 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-96a5ad73-ba82-4b20-acf7-406bcbeaeedb req-2aeba895-6b75-4b90-b1b8-2596ad4546ea tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 945 time: 0.0703547 Apr 08 10:56:30.090164 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-96a5ad73-ba82-4b20-acf7-406bcbeaeedb req-d2c59126-8332-4091-92f4-e7a5647cbaa8 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=02def41f-2c6c-4838-8b92-90f1ee157a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404615 Apr 08 10:56:31.231776 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511fe6c3-eef6-49c5-b79a-66f4b97842e7 req-a11c37af-e3f7-4630-8ec8-f1d150e5a74c tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:31.233288 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-511fe6c3-eef6-49c5-b79a-66f4b97842e7 req-a11c37af-e3f7-4630-8ec8-f1d150e5a74c tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 945 time: 0.0593259 Apr 08 10:56:31.285465 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-511fe6c3-eef6-49c5-b79a-66f4b97842e7 req-0ff890de-9399-4df5-af5c-901ffc575c47 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=02def41f-2c6c-4838-8b92-90f1ee157a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434523 Apr 08 10:56:32.435256 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b2e63-3d84-4d4d-8fb2-294b8679a23f req-9fa0d8b5-08ab-46b2-b360-dddd932cfc29 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:32.436724 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-5f3b2e63-3d84-4d4d-8fb2-294b8679a23f req-9fa0d8b5-08ab-46b2-b360-dddd932cfc29 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 945 time: 0.0599203 Apr 08 10:56:32.483597 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-5f3b2e63-3d84-4d4d-8fb2-294b8679a23f req-d51cfa6c-b79e-431c-90a0-095cff12a58b tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=02def41f-2c6c-4838-8b92-90f1ee157a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410850 Apr 08 10:56:33.631449 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923abdcc-2043-44ae-919e-10d653de888f req-71c30303-85ed-4c33-a9a4-360e5bd6ddfd tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:33.633220 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-923abdcc-2043-44ae-919e-10d653de888f req-71c30303-85ed-4c33-a9a4-360e5bd6ddfd tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 945 time: 0.0601349 Apr 08 10:56:33.687420 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-923abdcc-2043-44ae-919e-10d653de888f req-cdceffa4-f245-4e53-90c6-d3a0824e9529 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=02def41f-2c6c-4838-8b92-90f1ee157a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463436 Apr 08 10:56:34.829299 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b3677-b8f3-446a-84dc-ff363687fcff req-04471a9d-904d-4eb1-bb1d-fa4d76973dad tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:34.830857 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-817b3677-b8f3-446a-84dc-ff363687fcff req-04471a9d-904d-4eb1-bb1d-fa4d76973dad tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 945 time: 0.0621336 Apr 08 10:56:34.884502 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-817b3677-b8f3-446a-84dc-ff363687fcff req-56019943-0b9f-44ba-b684-a403bf57235f tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=02def41f-2c6c-4838-8b92-90f1ee157a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455096 Apr 08 10:56:36.043793 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d3b987-4964-4c9a-85a6-14f1b845ee72 req-d6df9330-fed3-4cb4-8be8-86593a05002e tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:36.045295 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-d3d3b987-4964-4c9a-85a6-14f1b845ee72 req-d6df9330-fed3-4cb4-8be8-86593a05002e tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 945 time: 0.0667591 Apr 08 10:56:36.098295 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-d3d3b987-4964-4c9a-85a6-14f1b845ee72 req-d38af0de-288a-4882-94c7-13afd2ba42b1 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=02def41f-2c6c-4838-8b92-90f1ee157a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472219 Apr 08 10:56:36.576118 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 60674) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:56:36.695464 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-aafce9f4-bd42-4fa5-936f-cbc40801f9f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:36.769384 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-aafce9f4-bd42-4fa5-936f-cbc40801f9f7 admin admin] Publish callbacks [] for security_group (ae293910-e284-4220-be29-a76a884a2218), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:36.775107 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-aafce9f4-bd42-4fa5-936f-cbc40801f9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (ae293910-e284-4220-be29-a76a884a2218), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:36.814421 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-aafce9f4-bd42-4fa5-936f-cbc40801f9f7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=04f9c253f7ce4786b4485b0b87d81686&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2371047 Apr 08 10:56:36.815353 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafce9f4-bd42-4fa5-936f-cbc40801f9f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae293910-e284-4220-be29-a76a884a2218,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:56:36.817328 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 60678) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:56:36.822919 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafce9f4-bd42-4fa5-936f-cbc40801f9f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:36.823242 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafce9f4-bd42-4fa5-936f-cbc40801f9f7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:36.823609 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafce9f4-bd42-4fa5-936f-cbc40801f9f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:36.823948 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafce9f4-bd42-4fa5-936f-cbc40801f9f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:36.824279 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafce9f4-bd42-4fa5-936f-cbc40801f9f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:36.824605 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafce9f4-bd42-4fa5-936f-cbc40801f9f7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:36.824931 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafce9f4-bd42-4fa5-936f-cbc40801f9f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:36.825283 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafce9f4-bd42-4fa5-936f-cbc40801f9f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:36.825610 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafce9f4-bd42-4fa5-936f-cbc40801f9f7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:36.825931 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafce9f4-bd42-4fa5-936f-cbc40801f9f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:36.826244 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafce9f4-bd42-4fa5-936f-cbc40801f9f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:36.826568 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafce9f4-bd42-4fa5-936f-cbc40801f9f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:36.826891 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafce9f4-bd42-4fa5-936f-cbc40801f9f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:36.827210 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafce9f4-bd42-4fa5-936f-cbc40801f9f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:36.827527 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafce9f4-bd42-4fa5-936f-cbc40801f9f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:56:36.869328 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-a4a0891f-890b-45a0-8da8-d61251cf8f6d admin admin] Publish callbacks [] for security_group (ae293910-e284-4220-be29-a76a884a2218), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:36.891431 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-a4a0891f-890b-45a0-8da8-d61251cf8f6d admin admin] Publish callbacks [] for security_group (ae293910-e284-4220-be29-a76a884a2218), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:36.939307 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-a4a0891f-890b-45a0-8da8-d61251cf8f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (ae293910-e284-4220-be29-a76a884a2218), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:36.941981 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-a4a0891f-890b-45a0-8da8-d61251cf8f6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:36.943134 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-a4a0891f-890b-45a0-8da8-d61251cf8f6d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ae293910-e284-4220-be29-a76a884a2218 HTTP/1.1" status: 204 len: 168 time: 0.1248157 Apr 08 10:56:36.950763 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a0891f-890b-45a0-8da8-d61251cf8f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae293910-e284-4220-be29-a76a884a2218,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:56:37.238368 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4183e7-a675-4be8-b66a-178bb47aa7bf req-6259d0a3-2b1a-4921-8a50-3a6c5389af62 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:37.240040 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-5f4183e7-a675-4be8-b66a-178bb47aa7bf req-6259d0a3-2b1a-4921-8a50-3a6c5389af62 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 945 time: 0.0617783 Apr 08 10:56:37.291582 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-5f4183e7-a675-4be8-b66a-178bb47aa7bf req-6ebe6df9-b282-4457-a478-4b428818bea7 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=02def41f-2c6c-4838-8b92-90f1ee157a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453036 Apr 08 10:56:38.423028 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29263e7e-3b09-491f-bff8-21f690a9e395 req-981d5f1d-05fb-4a4a-8eb5-d71314be97aa tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:38.424556 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-29263e7e-3b09-491f-bff8-21f690a9e395 req-981d5f1d-05fb-4a4a-8eb5-d71314be97aa tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 945 time: 0.0587668 Apr 08 10:56:38.475539 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-29263e7e-3b09-491f-bff8-21f690a9e395 req-0412e836-2493-4d04-9b66-260a59d3714e tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=02def41f-2c6c-4838-8b92-90f1ee157a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422192 Apr 08 10:56:39.794620 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b8569-b2de-477d-ab99-47f2641937f8 req-c9d83485-dabb-4408-abc8-e9f5852bc02e tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:39.796021 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b19b8569-b2de-477d-ab99-47f2641937f8 req-c9d83485-dabb-4408-abc8-e9f5852bc02e tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 945 time: 0.0662062 Apr 08 10:56:39.845659 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b19b8569-b2de-477d-ab99-47f2641937f8 req-5290fb79-ce11-49f1-8f61-2aed63c26b41 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=02def41f-2c6c-4838-8b92-90f1ee157a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413387 Apr 08 10:56:40.986449 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b693689-e622-4835-b0ee-24bd15f13252 req-0b06193d-e48c-47df-b25c-72d1e05c11ed tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:40.987932 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1b693689-e622-4835-b0ee-24bd15f13252 req-0b06193d-e48c-47df-b25c-72d1e05c11ed tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 945 time: 0.0563161 Apr 08 10:56:41.038725 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1b693689-e622-4835-b0ee-24bd15f13252 req-f41a35ff-9d5d-4b8f-9cb0-01117c2e609b tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=02def41f-2c6c-4838-8b92-90f1ee157a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430012 Apr 08 10:56:41.810559 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-18a57e38-010b-4509-9cd4-a1a56ebfa35c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (0996d03c-a6d6-4751-8b32-c8111f4b3d8a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:42.174377 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c86b297-a8c0-42da-ab95-52b0ae83815f req-99711768-5b22-412d-a518-04d75c8b17ce tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:42.175873 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-7c86b297-a8c0-42da-ab95-52b0ae83815f req-99711768-5b22-412d-a518-04d75c8b17ce tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 945 time: 0.0585482 Apr 08 10:56:42.229279 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-7c86b297-a8c0-42da-ab95-52b0ae83815f req-b1885ef3-6ec0-4108-9c88-594e2d191fd9 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=02def41f-2c6c-4838-8b92-90f1ee157a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459456 Apr 08 10:56:43.372670 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd994f64-2fe2-4eb8-8588-83b56c51b825 req-34feaeb9-afb2-4c0d-b34e-7ed6cce01de9 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:43.374178 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-dd994f64-2fe2-4eb8-8588-83b56c51b825 req-34feaeb9-afb2-4c0d-b34e-7ed6cce01de9 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 945 time: 0.0636959 Apr 08 10:56:43.432034 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-dd994f64-2fe2-4eb8-8588-83b56c51b825 req-a1385781-77fa-4207-bd4c-4deb2e9213d9 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=02def41f-2c6c-4838-8b92-90f1ee157a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493479 Apr 08 10:56:44.202361 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-31ccb590-6aac-43c4-a08c-718fc9a49505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (a0f054a9-d30b-4594-8de6-6c24438c3963), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:44.577867 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e16099-8994-4a6c-9e68-916f8ec3f125 req-8a70284f-f39c-4e41-a608-14cb9bf92ac6 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:44.579351 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-26e16099-8994-4a6c-9e68-916f8ec3f125 req-8a70284f-f39c-4e41-a608-14cb9bf92ac6 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 945 time: 0.0583100 Apr 08 10:56:44.629176 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-26e16099-8994-4a6c-9e68-916f8ec3f125 req-e5fe5cd7-a381-491e-b27a-40b4a3c548a8 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=02def41f-2c6c-4838-8b92-90f1ee157a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439084 Apr 08 10:56:45.160076 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c39995e2-c233-4533-b78f-2944bd33f611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (65c9c9bc-bb02-426d-a902-340b44f1a4c2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:45.772428 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863ff079-6e38-4821-b8c0-6f7bd8bd3381 req-eefbef18-1411-4df8-ac97-fb970e601cae tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:45.774895 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-863ff079-6e38-4821-b8c0-6f7bd8bd3381 req-eefbef18-1411-4df8-ac97-fb970e601cae tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 945 time: 0.0618205 Apr 08 10:56:45.824325 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-863ff079-6e38-4821-b8c0-6f7bd8bd3381 req-587013b5-8840-49ed-ad64-0ed1a617ec22 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=02def41f-2c6c-4838-8b92-90f1ee157a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435483 Apr 08 10:56:46.484387 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device f00edba1-82bc-470a-b343-5f163f404e5e details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=109911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 10:56:46.593267 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port f00edba1-82bc-470a-b343-5f163f404e5e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f00edba1-82bc-470a-b343-5f163f404e5e,segment=NetworkSegment(03985018-c563-41ce-aacb-1a83d441442a),segment_id=03985018-c563-41ce-aacb-1a83d441442a)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:56:46.613949 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Returning: {'device': 'f00edba1-82bc-470a-b343-5f163f404e5e', 'network_id': 'ead301ed-768a-4ee8-91df-4953f8d8822a', 'port_id': 'f00edba1-82bc-470a-b343-5f163f404e5e', 'mac_address': 'fa:16:3e:28:c8:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfdd80ae-94b4-4d02-9243-4abc3db5c2b8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 10:56:46.621270 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dfd57949-1be2-4190-94f2-c1682066023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (140c1fdd-4f9d-4fc9-9d7c-f6f7cee51a0a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:46.655085 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Current status of the port f00edba1-82bc-470a-b343-5f163f404e5e is: ACTIVE; New status is: BUILD {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:56:46.655475 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (f00edba1-82bc-470a-b343-5f163f404e5e), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:46.669682 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.notifiers.nova [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f00edba1-82bc-470a-b343-5f163f404e5e {{(pid=109911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:56:46.691618 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port f00edba1-82bc-470a-b343-5f163f404e5e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f00edba1-82bc-470a-b343-5f163f404e5e,segment=NetworkSegment(03985018-c563-41ce-aacb-1a83d441442a),segment_id=03985018-c563-41ce-aacb-1a83d441442a)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:56:46.696834 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (f00edba1-82bc-470a-b343-5f163f404e5e), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:46.747595 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Pushing event updated for resources: {'Port': ['ID=f00edba1-82bc-470a-b343-5f163f404e5e,revision_number=6']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:56:46.785884 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] get_ports_and_sgs() called for port_ids ['f00edba1-82bc-470a-b343-5f163f404e5e'] {{(pid=109911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 10:56:46.963563 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2491f3b-8dfe-4177-91cb-be0b7be87644 req-8832de39-9b91-4d69-a1ad-aecf9b1efabd tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:46.965051 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a2491f3b-8dfe-4177-91cb-be0b7be87644 req-8832de39-9b91-4d69-a1ad-aecf9b1efabd tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 944 time: 0.0527050 Apr 08 10:56:47.015268 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a2491f3b-8dfe-4177-91cb-be0b7be87644 req-22316a16-9e22-4db7-90e4-8e3aab506385 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=02def41f-2c6c-4838-8b92-90f1ee157a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445678 Apr 08 10:56:47.198764 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.agents_db [None req-4d82583b-548a-400c-8f4c-c09be56c4ea4 None None] Agent healthcheck: found 6 active agents {{(pid=109912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 10:56:48.031336 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (d1e78606-e5cc-43c0-bc22-8a5324478286), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:48.161938 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b129bb-9135-487a-b681-b3d7bc4867bc req-180e6a12-cb05-448e-95b6-03a5d0e069de tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:48.164050 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-41b129bb-9135-487a-b681-b3d7bc4867bc req-180e6a12-cb05-448e-95b6-03a5d0e069de tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 944 time: 0.0606291 Apr 08 10:56:48.228543 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-41b129bb-9135-487a-b681-b3d7bc4867bc req-9020f51b-a4f1-4e1d-868b-4b26653a3fc2 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=02def41f-2c6c-4838-8b92-90f1ee157a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564864 Apr 08 10:56:48.486733 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device f00edba1-82bc-470a-b343-5f163f404e5e up at agent hyperv_hv-cinder-83607 {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:56:48.541158 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (df0b008b-1017-45b0-9cbd-b6387ecfd69a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:48.552219 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Provisioning complete for port f00edba1-82bc-470a-b343-5f163f404e5e triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:56:48.552219 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (f00edba1-82bc-470a-b343-5f163f404e5e), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:48.654559 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Current status of the port f00edba1-82bc-470a-b343-5f163f404e5e is: BUILD; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:56:48.654970 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (f00edba1-82bc-470a-b343-5f163f404e5e), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:48.680215 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00edba1-82bc-470a-b343-5f163f404e5e'}] {{(pid=109911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:56:48.682883 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930651e71dbc4ea3279ef2aec3aabe40d8fedb7c9b7e81889183a919dd1d7a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4192f658-d9f4-4cbb-8bb1-c2385ab9fa9f" -d '{"events": [{"server_uuid": "b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d", "name": "network-vif-plugged", "status": "completed", "tag": "f00edba1-82bc-470a-b343-5f163f404e5e"}]}' {{(pid=109911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:56:48.698041 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port f00edba1-82bc-470a-b343-5f163f404e5e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f00edba1-82bc-470a-b343-5f163f404e5e,segment=NetworkSegment(03985018-c563-41ce-aacb-1a83d441442a),segment_id=03985018-c563-41ce-aacb-1a83d441442a)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:56:48.704932 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (f00edba1-82bc-470a-b343-5f163f404e5e), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:56:48.760095 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Pushing event updated for resources: {'Port': ['ID=f00edba1-82bc-470a-b343-5f163f404e5e,revision_number=7']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:56:48.870559 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 10:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5979989-d827-429d-9eb7-26fd190564c8 x-openstack-request-id: req-e5979989-d827-429d-9eb7-26fd190564c8 {{(pid=109911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:56:48.870828 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d", "name": "network-vif-plugged", "status": "completed", "tag": "f00edba1-82bc-470a-b343-5f163f404e5e", "code": 200}]} {{(pid=109911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:56:48.871077 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e5979989-d827-429d-9eb7-26fd190564c8 {{(pid=109911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:56:48.871508 dv-cinder-836071-3-iscsi neutron-server[109911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5979989-d827-429d-9eb7-26fd190564c8'] response: {'server_uuid': 'b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00edba1-82bc-470a-b343-5f163f404e5e', 'code': 200} Apr 08 10:56:49.374930 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8f194c-80d3-4855-977c-2db54d4aee64 req-45999b41-5bc6-48ed-8525-9d04047c2dca tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:49.376497 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ba8f194c-80d3-4855-977c-2db54d4aee64 req-45999b41-5bc6-48ed-8525-9d04047c2dca tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 945 time: 0.0600908 Apr 08 10:56:49.431211 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ba8f194c-80d3-4855-977c-2db54d4aee64 req-725f9c78-a0f8-4432-81ed-cb681a48ad32 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=02def41f-2c6c-4838-8b92-90f1ee157a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457013 Apr 08 10:56:50.571896 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84a9c1-dc08-4c22-a476-34afb3551ade req-a75ed68f-5f4d-4247-84da-c7accba666cb tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:50.573545 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6f84a9c1-dc08-4c22-a476-34afb3551ade req-a75ed68f-5f4d-4247-84da-c7accba666cb tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 945 time: 0.0591156 Apr 08 10:56:50.623498 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6f84a9c1-dc08-4c22-a476-34afb3551ade req-40e1e39b-6d67-4324-b754-93a29c0b778b tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=02def41f-2c6c-4838-8b92-90f1ee157a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443349 Apr 08 10:56:51.765238 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11a378-6dc7-4f36-b511-1933f92d72ca req-d10888ae-6e9a-44bc-8901-e98c73079ec3 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:51.766970 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-bd11a378-6dc7-4f36-b511-1933f92d72ca req-d10888ae-6e9a-44bc-8901-e98c73079ec3 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 945 time: 0.0661464 Apr 08 10:56:51.818041 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-bd11a378-6dc7-4f36-b511-1933f92d72ca req-fa3b1c5b-5081-441e-887c-bc78e57bdd85 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=02def41f-2c6c-4838-8b92-90f1ee157a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450125 Apr 08 10:56:52.949493 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b054fd8f-8520-4852-b15a-a90b8a61ec0a req-86ab0dd7-9bf2-4416-84eb-167ee8d0dded tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:52.951071 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b054fd8f-8520-4852-b15a-a90b8a61ec0a req-86ab0dd7-9bf2-4416-84eb-167ee8d0dded tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 945 time: 0.0556958 Apr 08 10:56:53.002608 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b054fd8f-8520-4852-b15a-a90b8a61ec0a req-91d2ba4a-c24b-40c9-a675-d5ae8123bb8a tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=02def41f-2c6c-4838-8b92-90f1ee157a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459263 Apr 08 10:56:54.142873 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4551ce6-e3b4-49e3-bf8c-2f70b4447dda req-305bce22-a953-4267-85e5-f8813dc06971 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:54.144763 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-d4551ce6-e3b4-49e3-bf8c-2f70b4447dda req-305bce22-a953-4267-85e5-f8813dc06971 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 945 time: 0.0629439 Apr 08 10:56:54.217052 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-d4551ce6-e3b4-49e3-bf8c-2f70b4447dda req-d424e5ec-4156-4a65-b700-4e8451bb5274 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=02def41f-2c6c-4838-8b92-90f1ee157a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628669 Apr 08 10:56:55.343687 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f56491-376e-4ad5-b863-c93f008ba160 req-d2ca706e-aaba-4994-8fb5-44063d5e1cdd tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:55.345195 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-39f56491-376e-4ad5-b863-c93f008ba160 req-d2ca706e-aaba-4994-8fb5-44063d5e1cdd tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 945 time: 0.0560937 Apr 08 10:56:55.398534 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-39f56491-376e-4ad5-b863-c93f008ba160 req-32575d44-6eb0-40ac-84b3-b7ee9307690d tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=02def41f-2c6c-4838-8b92-90f1ee157a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474353 Apr 08 10:56:56.388865 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4eae8e-6e23-4078-bd67-aaf0b214560e req-52e3917a-97a4-494c-96ef-0764481ea325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:56.390344 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1c4eae8e-6e23-4078-bd67-aaf0b214560e req-52e3917a-97a4-494c-96ef-0764481ea325 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5c639569a22482fba93dcaca6152dca&device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 1129 time: 0.0489910 Apr 08 10:56:56.510198 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4eae8e-6e23-4078-bd67-aaf0b214560e req-44b51e6d-616a-4581-b616-8a995c90aed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:56.511668 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1c4eae8e-6e23-4078-bd67-aaf0b214560e req-44b51e6d-616a-4581-b616-8a995c90aed2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ead301ed-768a-4ee8-91df-4953f8d8822a HTTP/1.1" status: 200 len: 918 time: 0.1145988 Apr 08 10:56:56.585177 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7b7f8-5506-41ae-ae7f-3c56b3afd713 req-03d8b00c-bbf8-4566-bda1-19fd7e3fc265 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:56.586756 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-20e7b7f8-5506-41ae-ae7f-3c56b3afd713 req-03d8b00c-bbf8-4566-bda1-19fd7e3fc265 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 945 time: 0.1150563 Apr 08 10:56:56.592979 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1c4eae8e-6e23-4078-bd67-aaf0b214560e req-b56c8448-8671-4cee-96e8-45a03e07752b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f00edba1-82bc-470a-b343-5f163f404e5e HTTP/1.1" status: 200 len: 1000 time: 0.0752299 Apr 08 10:56:56.666413 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4eae8e-6e23-4078-bd67-aaf0b214560e req-b098cde2-e1d5-4e4c-b54c-43ba43a8fc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:56.667781 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1c4eae8e-6e23-4078-bd67-aaf0b214560e req-b098cde2-e1d5-4e4c-b54c-43ba43a8fc27 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bfdd80ae-94b4-4d02-9243-4abc3db5c2b8 HTTP/1.1" status: 200 len: 856 time: 0.0681334 Apr 08 10:56:56.670998 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-20e7b7f8-5506-41ae-ae7f-3c56b3afd713 req-ef81eb88-0961-40d7-86b8-d3ea5c201056 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=02def41f-2c6c-4838-8b92-90f1ee157a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770690 Apr 08 10:56:56.721721 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4eae8e-6e23-4078-bd67-aaf0b214560e req-757b1f95-1065-4d5e-ae74-6b629304b456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:56.723213 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1c4eae8e-6e23-4078-bd67-aaf0b214560e req-757b1f95-1065-4d5e-ae74-6b629304b456 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ead301ed-768a-4ee8-91df-4953f8d8822a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494707 Apr 08 10:56:56.825564 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1c4eae8e-6e23-4078-bd67-aaf0b214560e req-5f6dcb0c-7ed9-4e86-a78a-8077e1950436 service neutron] 10.222.0.39 "GET /v2.0/networks/ead301ed-768a-4ee8-91df-4953f8d8822a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951109 Apr 08 10:56:56.928440 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1c4eae8e-6e23-4078-bd67-aaf0b214560e req-a3c976ba-e19f-46c2-a581-31e85cc12178 service neutron] 10.222.0.39 "GET /v2.0/networks/ead301ed-768a-4ee8-91df-4953f8d8822a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964270 Apr 08 10:56:57.816801 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3cdee-1536-4b00-8165-d2931526f5d7 req-58594cc4-1d68-4f28-9776-643984c70d00 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:57.818443 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-00e3cdee-1536-4b00-8165-d2931526f5d7 req-58594cc4-1d68-4f28-9776-643984c70d00 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 945 time: 0.0619287 Apr 08 10:56:57.866856 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-00e3cdee-1536-4b00-8165-d2931526f5d7 req-d1cfcdf9-debb-409d-9549-ab6fe37eeb0c tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=02def41f-2c6c-4838-8b92-90f1ee157a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424724 Apr 08 10:56:58.996969 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea798e9b-1370-4ab1-a13b-30a714ff0e96 req-28caf82a-6c12-446b-9d47-55c72be930a7 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:58.998462 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ea798e9b-1370-4ab1-a13b-30a714ff0e96 req-28caf82a-6c12-446b-9d47-55c72be930a7 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 945 time: 0.0557442 Apr 08 10:56:59.067882 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ea798e9b-1370-4ab1-a13b-30a714ff0e96 req-0f9521ac-1e8a-42f3-8c1c-5dbb9ba50806 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=02def41f-2c6c-4838-8b92-90f1ee157a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635831 Apr 08 10:56:59.625831 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [req-d0c514db-ff3e-4f01-8c9a-3e4190a4b643 req-fb33932d-cf7f-44ba-8539-e3a9a932cf59 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109910) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 10:56:59.627056 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-d0c514db-ff3e-4f01-8c9a-3e4190a4b643 req-fb33932d-cf7f-44ba-8539-e3a9a932cf59 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082181 Apr 08 10:56:59.797890 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23365f4f-ce6c-48ce-b488-3d39f1a70123 req-dc4a5069-2ac4-4944-9a74-f0a0f8087d5d tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:56:59.799434 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-23365f4f-ce6c-48ce-b488-3d39f1a70123 req-dc4a5069-2ac4-4944-9a74-f0a0f8087d5d tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 945 time: 0.0601900 Apr 08 10:56:59.847022 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-23365f4f-ce6c-48ce-b488-3d39f1a70123 req-89884c9a-62e6-46bc-a55b-4c0b41fff017 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=02def41f-2c6c-4838-8b92-90f1ee157a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418804 Apr 08 10:57:00.083169 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 60812) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:57:00.199852 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [req-7e297868-236b-4fa0-b5f3-9fecca510efa req-4a2f4a45-89c2-4466-859d-0ea3b0787a1e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1149733 Apr 08 10:57:00.208403 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [req-7e297868-236b-4fa0-b5f3-9fecca510efa req-ffa04f9c-b46d-4a48-82a9-1281b89d9881 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109909) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 10:57:00.209578 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [req-7e297868-236b-4fa0-b5f3-9fecca510efa req-ffa04f9c-b46d-4a48-82a9-1281b89d9881 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053747 Apr 08 10:57:00.294607 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 60820) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:57:00.357170 dv-cinder-836071-3-iscsi neutron-server[109909]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 08 10:57:00.404725 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e297868-236b-4fa0-b5f3-9fecca510efa req-44df0caa-20cf-45e1-b400-f2c47d6018d8 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:00.406108 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [req-7e297868-236b-4fa0-b5f3-9fecca510efa req-44df0caa-20cf-45e1-b400-f2c47d6018d8 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports/f00edba1-82bc-470a-b343-5f163f404e5e HTTP/1.1" status: 200 len: 942 time: 0.1105301 Apr 08 10:57:00.545634 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device f00edba1-82bc-470a-b343-5f163f404e5e no longer exists at agent hyperv_hv-cinder-83607 {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 10:57:00.632899 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Current status of the port f00edba1-82bc-470a-b343-5f163f404e5e is: ACTIVE; New status is: DOWN {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:57:00.633327 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (f00edba1-82bc-470a-b343-5f163f404e5e), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:57:00.657437 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f00edba1-82bc-470a-b343-5f163f404e5e'}] {{(pid=109911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:57:00.659668 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930651e71dbc4ea3279ef2aec3aabe40d8fedb7c9b7e81889183a919dd1d7a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c08569e-8cf6-496a-b619-baf6195458e3" -d '{"events": [{"server_uuid": "b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d", "name": "network-vif-unplugged", "status": "completed", "tag": "f00edba1-82bc-470a-b343-5f163f404e5e"}]}' {{(pid=109911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:57:00.672422 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port f00edba1-82bc-470a-b343-5f163f404e5e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f00edba1-82bc-470a-b343-5f163f404e5e,segment=NetworkSegment(03985018-c563-41ce-aacb-1a83d441442a),segment_id=03985018-c563-41ce-aacb-1a83d441442a)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:57:00.677805 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (f00edba1-82bc-470a-b343-5f163f404e5e), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:57:00.704684 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 08 Apr 2022 10:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb44b231-8e02-41c9-808e-5b4683f9022f x-openstack-request-id: req-bb44b231-8e02-41c9-808e-5b4683f9022f {{(pid=109911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:57:00.704895 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d", "name": "network-vif-unplugged", "status": "failed", "tag": "f00edba1-82bc-470a-b343-5f163f404e5e", "code": 422}]} {{(pid=109911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:57:00.705159 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bb44b231-8e02-41c9-808e-5b4683f9022f {{(pid=109911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:57:00.705588 dv-cinder-836071-3-iscsi neutron-server[109911]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-bb44b231-8e02-41c9-808e-5b4683f9022f']: {'server_uuid': 'b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f00edba1-82bc-470a-b343-5f163f404e5e', 'code': 422} returned with failed status Apr 08 10:57:00.730774 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Pushing event updated for resources: {'Port': ['ID=f00edba1-82bc-470a-b343-5f163f404e5e,revision_number=8']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:57:00.974486 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c6f0f6-e968-4ebd-8a05-3316b2740cad req-38101296-4a7e-4129-83fa-c1ad806675b2 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:00.975908 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f0c6f0f6-e968-4ebd-8a05-3316b2740cad req-38101296-4a7e-4129-83fa-c1ad806675b2 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 943 time: 0.0561979 Apr 08 10:57:01.021737 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f0c6f0f6-e968-4ebd-8a05-3316b2740cad req-70d7375e-867f-4a0a-b9c4-9a212c0f2056 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=02def41f-2c6c-4838-8b92-90f1ee157a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402629 Apr 08 10:57:01.774490 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e297868-236b-4fa0-b5f3-9fecca510efa req-11f391a4-9d29-454d-9830-63c74fe189a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:01.775996 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-7e297868-236b-4fa0-b5f3-9fecca510efa req-11f391a4-9d29-454d-9830-63c74fe189a4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d&tenant_id=c5c639569a22482fba93dcaca6152dca HTTP/1.1" status: 200 len: 1127 time: 0.0822425 Apr 08 10:57:01.842886 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e297868-236b-4fa0-b5f3-9fecca510efa req-5ccc0357-fb71-458e-83be-129c509901c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:01.844445 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-7e297868-236b-4fa0-b5f3-9fecca510efa req-5ccc0357-fb71-458e-83be-129c509901c9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5c639569a22482fba93dcaca6152dca&device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 1127 time: 0.0456693 Apr 08 10:57:02.242374 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e297868-236b-4fa0-b5f3-9fecca510efa req-dc80609b-38b1-49de-aae8-b5f8eedceb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:02.243763 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-7e297868-236b-4fa0-b5f3-9fecca510efa req-dc80609b-38b1-49de-aae8-b5f8eedceb9c service neutron] 10.222.0.39 "GET /v2.0/networks?id=ead301ed-768a-4ee8-91df-4953f8d8822a HTTP/1.1" status: 200 len: 918 time: 0.3928018 Apr 08 10:57:02.255187 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8809d314-9e32-436c-9233-f232822d7b12 req-21404939-d2ef-40ba-80a9-dad76d2530fd tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:02.256644 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-8809d314-9e32-436c-9233-f232822d7b12 req-21404939-d2ef-40ba-80a9-dad76d2530fd tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 943 time: 0.0780621 Apr 08 10:57:02.342267 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-7e297868-236b-4fa0-b5f3-9fecca510efa req-5ed3a6da-e97f-4094-90c4-123e21900a82 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f00edba1-82bc-470a-b343-5f163f404e5e HTTP/1.1" status: 200 len: 998 time: 0.0846446 Apr 08 10:57:02.349213 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-8809d314-9e32-436c-9233-f232822d7b12 req-de44aeba-fac8-4a78-9294-fa07c05af71d tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=02def41f-2c6c-4838-8b92-90f1ee157a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861702 Apr 08 10:57:02.392313 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e297868-236b-4fa0-b5f3-9fecca510efa req-2ab74cb7-9bb4-4d1d-88d5-daed443d3ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:02.393797 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-7e297868-236b-4fa0-b5f3-9fecca510efa req-2ab74cb7-9bb4-4d1d-88d5-daed443d3ba1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bfdd80ae-94b4-4d02-9243-4abc3db5c2b8 HTTP/1.1" status: 200 len: 856 time: 0.0437727 Apr 08 10:57:02.444318 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e297868-236b-4fa0-b5f3-9fecca510efa req-bbe21ddb-84b7-444d-a75a-b1232a33dbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:02.446185 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-7e297868-236b-4fa0-b5f3-9fecca510efa req-bbe21ddb-84b7-444d-a75a-b1232a33dbc5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ead301ed-768a-4ee8-91df-4953f8d8822a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463135 Apr 08 10:57:02.541462 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-7e297868-236b-4fa0-b5f3-9fecca510efa req-693f18cb-ebc1-4b27-8264-69d4467fd9ec service neutron] 10.222.0.39 "GET /v2.0/networks/ead301ed-768a-4ee8-91df-4953f8d8822a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892003 Apr 08 10:57:02.646510 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-7e297868-236b-4fa0-b5f3-9fecca510efa req-1dccffa4-ff15-44d2-861b-7dce0fd1ff7e service neutron] 10.222.0.39 "GET /v2.0/networks/ead301ed-768a-4ee8-91df-4953f8d8822a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993197 Apr 08 10:57:03.492310 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8b6f1-8172-41c1-b1a8-12476e168cf6 req-ec3a3c1b-4298-490f-b84b-2f2364e839f9 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:03.493923 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-95b8b6f1-8172-41c1-b1a8-12476e168cf6 req-ec3a3c1b-4298-490f-b84b-2f2364e839f9 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 943 time: 0.0589390 Apr 08 10:57:03.554682 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-95b8b6f1-8172-41c1-b1a8-12476e168cf6 req-bc55b84e-8f9a-4fe5-8516-b89113c78040 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=02def41f-2c6c-4838-8b92-90f1ee157a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548656 Apr 08 10:57:04.697360 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd084ec1-0f68-4225-985e-63f963335a26 req-6cc6a309-0cf8-4cde-b1be-05545d65929b tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:04.698917 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-cd084ec1-0f68-4225-985e-63f963335a26 req-6cc6a309-0cf8-4cde-b1be-05545d65929b tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 943 time: 0.0572214 Apr 08 10:57:04.750729 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-cd084ec1-0f68-4225-985e-63f963335a26 req-c5484786-dce8-4420-9f1f-30eb92c97f4a tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=02def41f-2c6c-4838-8b92-90f1ee157a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453753 Apr 08 10:57:05.898635 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c2554-57a7-4d3b-a61e-fd8770176ad0 req-011fc09f-d9b5-4da1-a3d7-67a373e63575 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:05.900316 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-9a6c2554-57a7-4d3b-a61e-fd8770176ad0 req-011fc09f-d9b5-4da1-a3d7-67a373e63575 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 943 time: 0.0632355 Apr 08 10:57:05.969865 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-9a6c2554-57a7-4d3b-a61e-fd8770176ad0 req-e6141537-3427-4380-9504-e1298cea772c tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=02def41f-2c6c-4838-8b92-90f1ee157a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626526 Apr 08 10:57:07.105970 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe8c5e-68fe-4b5e-a8f7-fdc1cd02db5c req-75ab7f2f-4dc0-465e-96f8-03460281b07e tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:07.115082 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ebfe8c5e-68fe-4b5e-a8f7-fdc1cd02db5c req-75ab7f2f-4dc0-465e-96f8-03460281b07e tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 943 time: 0.0642407 Apr 08 10:57:07.164014 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ebfe8c5e-68fe-4b5e-a8f7-fdc1cd02db5c req-ecb83387-bdc3-4069-a0fd-ae406a9dba35 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=02def41f-2c6c-4838-8b92-90f1ee157a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447512 Apr 08 10:57:08.290938 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098bf263-23b5-4014-9ba3-4be1fe39f42b req-43088080-8117-4701-a51c-0f3ca947b3a9 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:08.290938 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-098bf263-23b5-4014-9ba3-4be1fe39f42b req-43088080-8117-4701-a51c-0f3ca947b3a9 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 943 time: 0.0551009 Apr 08 10:57:08.339297 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-098bf263-23b5-4014-9ba3-4be1fe39f42b req-9f6ca214-e281-4510-b2d1-4e1a7739d7e8 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=02def41f-2c6c-4838-8b92-90f1ee157a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427308 Apr 08 10:57:09.476157 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07af68-fb39-4f28-8c19-08167f2206cd req-1f9092a8-6649-4c27-b9bf-ea0c27058171 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:09.477837 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ef07af68-fb39-4f28-8c19-08167f2206cd req-1f9092a8-6649-4c27-b9bf-ea0c27058171 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 943 time: 0.0590260 Apr 08 10:57:09.527943 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ef07af68-fb39-4f28-8c19-08167f2206cd req-edae0ac4-bcc9-45ec-a895-2b0941f56356 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=02def41f-2c6c-4838-8b92-90f1ee157a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444551 Apr 08 10:57:10.671257 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38f36b-7b5c-47ac-a708-0dc1ee4d8dd3 req-ed0c375c-0e60-4171-9ed6-a6589a996875 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:10.672746 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ce38f36b-7b5c-47ac-a708-0dc1ee4d8dd3 req-ed0c375c-0e60-4171-9ed6-a6589a996875 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 943 time: 0.0650883 Apr 08 10:57:10.721518 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ce38f36b-7b5c-47ac-a708-0dc1ee4d8dd3 req-e9a2e537-5a66-476b-a874-fc08dfb62230 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=02def41f-2c6c-4838-8b92-90f1ee157a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429566 Apr 08 10:57:11.827078 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-6e741c61-af43-44c7-b5dc-a5e91a520f1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (0996d03c-a6d6-4751-8b32-c8111f4b3d8a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:57:11.865308 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f322c-16a8-4ee7-8745-b80ab98e26b2 req-a35a5eab-04d8-4b75-bf41-2ee550e1fa96 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:11.866766 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-451f322c-16a8-4ee7-8745-b80ab98e26b2 req-a35a5eab-04d8-4b75-bf41-2ee550e1fa96 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 943 time: 0.0556943 Apr 08 10:57:11.923864 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-451f322c-16a8-4ee7-8745-b80ab98e26b2 req-a3bdb536-efd6-41ca-a4df-3e2960ad5069 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=02def41f-2c6c-4838-8b92-90f1ee157a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489085 Apr 08 10:57:13.062813 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8086420-6bb7-4b55-b370-33a698c64377 req-ee6d7bdc-ae8c-4f77-8a21-d403527e468e tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:13.064250 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-c8086420-6bb7-4b55-b370-33a698c64377 req-ee6d7bdc-ae8c-4f77-8a21-d403527e468e tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 943 time: 0.0558784 Apr 08 10:57:13.111284 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-c8086420-6bb7-4b55-b370-33a698c64377 req-c0eddbcc-3c35-4aa4-bce5-b6b0e738d8d8 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=02def41f-2c6c-4838-8b92-90f1ee157a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407929 Apr 08 10:57:14.197986 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-f6e51721-387b-48f8-b92a-08794db7fd58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (a0f054a9-d30b-4594-8de6-6c24438c3963), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:57:14.240114 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e640ca-4e8b-42d3-9e58-4002212d3955 req-281e3c63-9e44-4e67-814b-f7ffd40d0ff6 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:14.241879 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-e8e640ca-4e8b-42d3-9e58-4002212d3955 req-281e3c63-9e44-4e67-814b-f7ffd40d0ff6 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 943 time: 0.0572052 Apr 08 10:57:14.292038 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-e8e640ca-4e8b-42d3-9e58-4002212d3955 req-2025c2cd-e5c6-41b2-b236-3fd05c388c6a tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=02def41f-2c6c-4838-8b92-90f1ee157a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442817 Apr 08 10:57:14.356347 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749c2c5-eb65-4d09-b488-af05464a9bef req-7716fd6b-8c1b-474d-b1f3-9699628f28ef tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:14.357785 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6749c2c5-eb65-4d09-b488-af05464a9bef req-7716fd6b-8c1b-474d-b1f3-9699628f28ef tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/ports?device_id=546b1f5a-c965-4e76-aa53-8e856fe7908b HTTP/1.1" status: 200 len: 945 time: 0.0565100 Apr 08 10:57:14.407495 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6749c2c5-eb65-4d09-b488-af05464a9bef req-c4ffa57d-6ac3-4e8c-b2b4-f5cfc12c1472 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/security-groups?id=dda30446-6890-4466-9d79-198654c55c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439100 Apr 08 10:57:15.166100 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c39995e2-c233-4533-b78f-2944bd33f611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (65c9c9bc-bb02-426d-a902-340b44f1a4c2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:57:15.433511 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3565a-e692-478a-8ecb-2b98472cc69f req-4fb5d62f-281b-4692-aa5e-d888876168e4 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:15.434971 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-26d3565a-e692-478a-8ecb-2b98472cc69f req-4fb5d62f-281b-4692-aa5e-d888876168e4 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 943 time: 0.0631666 Apr 08 10:57:15.485434 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-26d3565a-e692-478a-8ecb-2b98472cc69f req-e1673d8b-8b7f-48cc-b234-1f8be4212236 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=02def41f-2c6c-4838-8b92-90f1ee157a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449417 Apr 08 10:57:15.539881 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195cd0ff-79c3-4b16-833c-aff601838f29 req-3b6f3023-4fa7-44b8-9fa5-680c53686667 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:15.541511 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-195cd0ff-79c3-4b16-833c-aff601838f29 req-3b6f3023-4fa7-44b8-9fa5-680c53686667 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/ports?device_id=546b1f5a-c965-4e76-aa53-8e856fe7908b HTTP/1.1" status: 200 len: 945 time: 0.0604692 Apr 08 10:57:15.594244 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-195cd0ff-79c3-4b16-833c-aff601838f29 req-4c502b95-6c5c-4d47-8f8b-232ee2f328ad tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/security-groups?id=dda30446-6890-4466-9d79-198654c55c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471087 Apr 08 10:57:15.817997 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d445f52c-5cc4-4014-92e1-0786d11eb770 req-9a2dd66c-bab7-4c4e-bf1d-b1a5b8faba19 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:15.819499 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-d445f52c-5cc4-4014-92e1-0786d11eb770 req-9a2dd66c-bab7-4c4e-bf1d-b1a5b8faba19 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.39 "GET /v2.0/ports?device_id=546b1f5a-c965-4e76-aa53-8e856fe7908b HTTP/1.1" status: 200 len: 945 time: 0.0667918 Apr 08 10:57:15.927627 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [req-d445f52c-5cc4-4014-92e1-0786d11eb770 req-56d253a7-557c-46b4-b475-04d96b5debf8 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Deleting port e4d4752e-a2e5-4f80-9af0-f2bf66736061 {{(pid=109910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 10:57:15.927943 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-d445f52c-5cc4-4014-92e1-0786d11eb770 req-56d253a7-557c-46b4-b475-04d96b5debf8 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (e4d4752e-a2e5-4f80-9af0-f2bf66736061), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:57:16.035975 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [req-d445f52c-5cc4-4014-92e1-0786d11eb770 req-56d253a7-557c-46b4-b475-04d96b5debf8 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] For port e4d4752e-a2e5-4f80-9af0-f2bf66736061, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e4d4752e-a2e5-4f80-9af0-f2bf66736061,segment=NetworkSegment(6d5acab1-a077-4768-8ed0-79720d8978bc),segment_id=6d5acab1-a077-4768-8ed0-79720d8978bc)] {{(pid=109910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:57:16.036341 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-d445f52c-5cc4-4014-92e1-0786d11eb770 req-56d253a7-557c-46b4-b475-04d96b5debf8 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (e4d4752e-a2e5-4f80-9af0-f2bf66736061), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:57:16.222557 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-d445f52c-5cc4-4014-92e1-0786d11eb770 req-56d253a7-557c-46b4-b475-04d96b5debf8 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:57:16.222894 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-d445f52c-5cc4-4014-92e1-0786d11eb770 req-56d253a7-557c-46b4-b475-04d96b5debf8 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743873'] for floatingip (21875a7e-e753-45f6-8c82-7fb0b372d512), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:57:16.223214 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.db.l3_db [req-d445f52c-5cc4-4014-92e1-0786d11eb770 req-56d253a7-557c-46b4-b475-04d96b5debf8 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Floating IP 21875a7e-e753-45f6-8c82-7fb0b372d512 disassociated. External IP: 172.27.2.73, port: e4d4752e-a2e5-4f80-9af0-f2bf66736061. Apr 08 10:57:16.223565 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [req-d445f52c-5cc4-4014-92e1-0786d11eb770 req-56d253a7-557c-46b4-b475-04d96b5debf8 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Calling delete_port for e4d4752e-a2e5-4f80-9af0-f2bf66736061 owned by compute:nova {{(pid=109910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 10:57:16.368877 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-d445f52c-5cc4-4014-92e1-0786d11eb770 req-56d253a7-557c-46b4-b475-04d96b5debf8 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14190223'] for port (e4d4752e-a2e5-4f80-9af0-f2bf66736061), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:57:16.396384 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d253a7-557c-46b4-b475-04d96b5debf8 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Pushing event deleted for resources: {'Port': ['ID=e4d4752e-a2e5-4f80-9af0-f2bf66736061,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:57:16.529002 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d445f52c-5cc4-4014-92e1-0786d11eb770 req-56d253a7-557c-46b4-b475-04d96b5debf8 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Router 42146926-2eb6-487e-b4e4-69b3b310f9b9 has already been hosted by L3 agent a0f054a9-d30b-4594-8de6-6c24438c3963 {{(pid=109910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:57:16.607984 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dfd57949-1be2-4190-94f2-c1682066023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (140c1fdd-4f9d-4fc9-9d7c-f6f7cee51a0a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:57:16.707049 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a4bbd475-7d9d-43de-9781-9609ec27cef9 req-1fe29c7e-56fc-4ffe-87c8-0694608d017b tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/ports?device_id=546b1f5a-c965-4e76-aa53-8e856fe7908b HTTP/1.1" status: 200 len: 210 time: 0.0385818 Apr 08 10:57:16.713971 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9503d98d-758a-4cfe-8503-0aa466715682 req-9f1c32e7-ffe0-4ae4-8599-e040a346d3cc tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:16.715353 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-9503d98d-758a-4cfe-8503-0aa466715682 req-9f1c32e7-ffe0-4ae4-8599-e040a346d3cc tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 943 time: 0.1306849 Apr 08 10:57:16.720330 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d445f52c-5cc4-4014-92e1-0786d11eb770 req-56d253a7-557c-46b4-b475-04d96b5debf8 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Notify agent at l3_agent.dv-cinder-836071-3-iscsi the message routers_updated {{(pid=109910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:57:16.737369 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6659f0f9-8442-4bd6-833c-6da32b359727 None None] Sync routers for ids ['42146926-2eb6-487e-b4e4-69b3b310f9b9'] in dv-cinder-836071-3-iscsi {{(pid=109911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:57:16.749055 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6659f0f9-8442-4bd6-833c-6da32b359727 None None] Routers {'42146926-2eb6-487e-b4e4-69b3b310f9b9'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:57:16.749731 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-6659f0f9-8442-4bd6-833c-6da32b359727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:57:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['42146926-2eb6-487e-b4e4-69b3b310f9b9'], 'active': True} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:57:16.785040 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.l3_dvrscheduler_db [req-d445f52c-5cc4-4014-92e1-0786d11eb770 req-56d253a7-557c-46b4-b475-04d96b5debf8 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] No DVR routers for this DVR port e4d4752e-a2e5-4f80-9af0-f2bf66736061 on host hv-cinder-83607 {{(pid=109910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:57:16.790213 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-d445f52c-5cc4-4014-92e1-0786d11eb770 req-56d253a7-557c-46b4-b475-04d96b5debf8 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for port (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:57:16.793564 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-d445f52c-5cc4-4014-92e1-0786d11eb770 req-56d253a7-557c-46b4-b475-04d96b5debf8 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.39 "DELETE /v2.0/ports/e4d4752e-a2e5-4f80-9af0-f2bf66736061 HTTP/1.1" status: 204 len: 173 time: 0.9686296 Apr 08 10:57:16.794001 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '546b1f5a-c965-4e76-aa53-8e856fe7908b', 'name': 'network-vif-deleted', 'tag': 'e4d4752e-a2e5-4f80-9af0-f2bf66736061'}] {{(pid=109910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:57:16.796320 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c101578fc708467248d177b11db2e3e6a7db5c554c0046cb1dea7ab1ce8b9fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e3d8129-9117-4f47-bc9f-7966904f76fe" -d '{"events": [{"server_uuid": "546b1f5a-c965-4e76-aa53-8e856fe7908b", "name": "network-vif-deleted", "tag": "e4d4752e-a2e5-4f80-9af0-f2bf66736061"}]}' {{(pid=109910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:57:16.812138 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-9503d98d-758a-4cfe-8503-0aa466715682 req-c16014a2-34b3-4d87-882f-f54d6a5121fc tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=02def41f-2c6c-4838-8b92-90f1ee157a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898957 Apr 08 10:57:16.845003 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 10:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b12ed20-4f99-43c0-bbb8-37355e997b43 x-openstack-request-id: req-8b12ed20-4f99-43c0-bbb8-37355e997b43 {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:57:16.845386 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "546b1f5a-c965-4e76-aa53-8e856fe7908b", "name": "network-vif-deleted", "tag": "e4d4752e-a2e5-4f80-9af0-f2bf66736061", "status": "completed", "code": 200}]} {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:57:16.845697 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8b12ed20-4f99-43c0-bbb8-37355e997b43 {{(pid=109910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:57:16.846156 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b12ed20-4f99-43c0-bbb8-37355e997b43'] response: {'server_uuid': '546b1f5a-c965-4e76-aa53-8e856fe7908b', 'name': 'network-vif-deleted', 'tag': 'e4d4752e-a2e5-4f80-9af0-f2bf66736061', 'status': 'completed', 'code': 200} Apr 08 10:57:16.880251 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvr_db [None req-6659f0f9-8442-4bd6-833c-6da32b359727 None None] Set router 42146926-2eb6-487e-b4e4-69b3b310f9b9 gateway port host: dv-cinder-836071-3-iscsi {{(pid=109911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:57:17.080041 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-6659f0f9-8442-4bd6-833c-6da32b359727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'name': 'tempest-TestVolumeBootPattern-1804327282-router', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '6feab91a-7bec-44c4-9ad3-1e39f46403f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:18Z', 'updated_at': '2022-04-08T10:54:22Z', 'revision_number': 4, 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'gw_port': {'id': '6feab91a-7bec-44c4-9ad3-1e39f46403f3', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:42:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:18Z', 'updated_at': '2022-04-08T10:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': 'a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75', 'name': '', 'network_id': 'cde280c4-46d3-4a2c-b76e-9357fe2425c5', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'mac_address': 'fa:16:3e:05:73:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'f62eda8a-11e4-410d-acba-a7bf8fcacc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:21Z', 'updated_at': '2022-04-08T10:54:26Z', 'revision_number': 5, 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'subnets': [{'id': 'f62eda8a-11e4-410d-acba-a7bf8fcacc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:57:17.111580 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6659f0f9-8442-4bd6-833c-6da32b359727 None None] Checking router: 42146926-2eb6-487e-b4e4-69b3b310f9b9 for host: dv-cinder-836071-3-iscsi {{(pid=109911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:57:17.121581 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6659f0f9-8442-4bd6-833c-6da32b359727 None None] Routers {'42146926-2eb6-487e-b4e4-69b3b310f9b9'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:57:17.122231 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-6659f0f9-8442-4bd6-833c-6da32b359727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:57:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['42146926-2eb6-487e-b4e4-69b3b310f9b9'], 'active': True} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:57:17.236439 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvr_db [None req-6659f0f9-8442-4bd6-833c-6da32b359727 None None] Set router 42146926-2eb6-487e-b4e4-69b3b310f9b9 gateway port host: dv-cinder-836071-3-iscsi {{(pid=109911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:57:17.452906 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-6659f0f9-8442-4bd6-833c-6da32b359727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'name': 'tempest-TestVolumeBootPattern-1804327282-router', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '6feab91a-7bec-44c4-9ad3-1e39f46403f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:18Z', 'updated_at': '2022-04-08T10:54:22Z', 'revision_number': 4, 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'gw_port': {'id': '6feab91a-7bec-44c4-9ad3-1e39f46403f3', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:42:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:18Z', 'updated_at': '2022-04-08T10:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': 'a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75', 'name': '', 'network_id': 'cde280c4-46d3-4a2c-b76e-9357fe2425c5', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'mac_address': 'fa:16:3e:05:73:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'f62eda8a-11e4-410d-acba-a7bf8fcacc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:21Z', 'updated_at': '2022-04-08T10:54:26Z', 'revision_number': 5, 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'subnets': [{'id': 'f62eda8a-11e4-410d-acba-a7bf8fcacc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:57:17.481440 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6659f0f9-8442-4bd6-833c-6da32b359727 None None] The sync data for ids ['42146926-2eb6-487e-b4e4-69b3b310f9b9'] in dv-cinder-836071-3-iscsi is: [{'id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'name': 'tempest-TestVolumeBootPattern-1804327282-router', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '6feab91a-7bec-44c4-9ad3-1e39f46403f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:18Z', 'updated_at': '2022-04-08T10:54:22Z', 'revision_number': 4, 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'gw_port': {'id': '6feab91a-7bec-44c4-9ad3-1e39f46403f3', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:42:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:18Z', 'updated_at': '2022-04-08T10:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': 'a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75', 'name': '', 'network_id': 'cde280c4-46d3-4a2c-b76e-9357fe2425c5', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'mac_address': 'fa:16:3e:05:73:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'f62eda8a-11e4-410d-acba-a7bf8fcacc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:21Z', 'updated_at': '2022-04-08T10:54:26Z', 'revision_number': 5, 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'subnets': [{'id': 'f62eda8a-11e4-410d-acba-a7bf8fcacc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:57:17.719881 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8251337-7747-4fb3-bec0-c6de1da55d2c None None] New status for floating IP 21875a7e-e753-45f6-8c82-7fb0b372d512: DOWN {{(pid=109912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 10:57:17.828636 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-20b56587-7341-46e9-9677-0cfead0f477a req-1d1240d9-1529-4cba-8361-28288c44606d tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/ports?device_id=546b1f5a-c965-4e76-aa53-8e856fe7908b HTTP/1.1" status: 200 len: 210 time: 0.0301216 Apr 08 10:57:17.952336 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49927958-1bb7-4f7b-939c-90003c842c95 req-1e74323c-4ca5-4e59-8010-b85961eebc12 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:17.953829 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-49927958-1bb7-4f7b-939c-90003c842c95 req-1e74323c-4ca5-4e59-8010-b85961eebc12 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 943 time: 0.0580380 Apr 08 10:57:18.003999 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-49927958-1bb7-4f7b-939c-90003c842c95 req-432fc4ab-9ab7-4f35-9c1b-5aaaece302f3 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=02def41f-2c6c-4838-8b92-90f1ee157a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409935 Apr 08 10:57:18.027710 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (d1e78606-e5cc-43c0-bc22-8a5324478286), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:57:18.530455 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (df0b008b-1017-45b0-9cbd-b6387ecfd69a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:57:18.578221 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device f00edba1-82bc-470a-b343-5f163f404e5e details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=109911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 10:57:18.580411 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device e4d4752e-a2e5-4f80-9af0-f2bf66736061 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 10:57:18.606201 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] No Port match for: e4d4752e-a2e5-4f80-9af0-f2bf66736061 {{(pid=109911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 10:57:18.606541 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device e4d4752e-a2e5-4f80-9af0-f2bf66736061 not bound to the agent host hv-cinder-83607 {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 10:57:18.698490 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port f00edba1-82bc-470a-b343-5f163f404e5e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f00edba1-82bc-470a-b343-5f163f404e5e,segment=NetworkSegment(03985018-c563-41ce-aacb-1a83d441442a),segment_id=03985018-c563-41ce-aacb-1a83d441442a)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:57:18.709518 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Returning: {'device': 'f00edba1-82bc-470a-b343-5f163f404e5e', 'network_id': 'ead301ed-768a-4ee8-91df-4953f8d8822a', 'port_id': 'f00edba1-82bc-470a-b343-5f163f404e5e', 'mac_address': 'fa:16:3e:28:c8:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfdd80ae-94b4-4d02-9243-4abc3db5c2b8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 10:57:18.750775 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Current status of the port f00edba1-82bc-470a-b343-5f163f404e5e is: DOWN; New status is: BUILD {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:57:18.751172 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (f00edba1-82bc-470a-b343-5f163f404e5e), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:57:18.764952 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.notifiers.nova [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f00edba1-82bc-470a-b343-5f163f404e5e {{(pid=109911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:57:18.785790 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port f00edba1-82bc-470a-b343-5f163f404e5e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f00edba1-82bc-470a-b343-5f163f404e5e,segment=NetworkSegment(03985018-c563-41ce-aacb-1a83d441442a),segment_id=03985018-c563-41ce-aacb-1a83d441442a)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:57:18.792502 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (f00edba1-82bc-470a-b343-5f163f404e5e), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:57:18.839442 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Pushing event updated for resources: {'Port': ['ID=f00edba1-82bc-470a-b343-5f163f404e5e,revision_number=9']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:57:18.846702 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:18.847047 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:18.847389 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:18.847728 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:18.848060 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:18.848390 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:18.848716 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:18.849041 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:18.849397 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:18.849719 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:18.850025 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:18.850346 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:18.850665 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:18.850981 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:18.851300 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:19.029131 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] get_ports_and_sgs() called for port_ids ['f00edba1-82bc-470a-b343-5f163f404e5e'] {{(pid=109911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 10:57:19.120326 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-87026d36-8c17-40a8-9f39-649dea896fcf req-14496217-5ad1-49df-b913-02788fa2a015 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1137522631&fields=id&tenant_id=1240eb4e10e8472eb59d3c956e73fd45 HTTP/1.1" status: 200 len: 267 time: 0.0715008 Apr 08 10:57:19.167731 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dceb96-ebd7-41a4-9345-85b4d2f1836b req-b7021d32-5462-47be-b640-3b96e7bfed62 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:19.169232 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-43dceb96-ebd7-41a4-9345-85b4d2f1836b req-b7021d32-5462-47be-b640-3b96e7bfed62 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 944 time: 0.0890052 Apr 08 10:57:19.268731 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87026d36-8c17-40a8-9f39-649dea896fcf req-0ba1e91c-d487-46e7-bb82-ef69f73d566b tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:19.270198 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-87026d36-8c17-40a8-9f39-649dea896fcf req-0ba1e91c-d487-46e7-bb82-ef69f73d566b tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/networks?id=cde280c4-46d3-4a2c-b76e-9357fe2425c5 HTTP/1.1" status: 200 len: 812 time: 0.1420820 Apr 08 10:57:19.273160 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-43dceb96-ebd7-41a4-9345-85b4d2f1836b req-8dcb989f-8d88-435d-89c8-c03254e203ec tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=02def41f-2c6c-4838-8b92-90f1ee157a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726569 Apr 08 10:57:19.286470 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-87026d36-8c17-40a8-9f39-649dea896fcf req-046850a4-625e-4ef8-9f52-dc676cedab4a tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/quotas/1240eb4e10e8472eb59d3c956e73fd45 HTTP/1.1" status: 200 len: 375 time: 0.0097332 Apr 08 10:57:19.344521 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-87026d36-8c17-40a8-9f39-649dea896fcf req-e4d77d1a-1e90-4f42-b444-8873ea591bf4 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1240eb4e10e8472eb59d3c956e73fd45&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505795 Apr 08 10:57:19.463332 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-87026d36-8c17-40a8-9f39-649dea896fcf req-46f7796a-84f5-4044-9445-68395a2d187d service neutron] 10.222.0.43 "GET /v2.0/networks/cde280c4-46d3-4a2c-b76e-9357fe2425c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065910 Apr 08 10:57:19.563007 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-87026d36-8c17-40a8-9f39-649dea896fcf req-b8ad317b-7dab-48b7-8368-b3662ea2861a service neutron] 10.222.0.43 "GET /v2.0/networks/cde280c4-46d3-4a2c-b76e-9357fe2425c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937774 Apr 08 10:57:19.873698 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-d33095c8-cb18-49b3-bb52-2299d182cac2 req-d032e09d-c946-4431-a329-5d2903998a1b tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/ports?device_id=b22ece28-b942-4acc-8bd8-834e08c52a56 HTTP/1.1" status: 200 len: 210 time: 0.0317068 Apr 08 10:57:20.410394 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa7cd7-f420-4216-8ad8-c97de705ace9 req-4ac06e00-d539-4d91-ad99-3f3d9440b400 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:20.412583 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a1aa7cd7-f420-4216-8ad8-c97de705ace9 req-4ac06e00-d539-4d91-ad99-3f3d9440b400 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 944 time: 0.0598693 Apr 08 10:57:20.460630 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a1aa7cd7-f420-4216-8ad8-c97de705ace9 req-3c1a750c-d514-4c0e-b4e4-fceac3d8cc04 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=02def41f-2c6c-4838-8b92-90f1ee157a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425916 Apr 08 10:57:20.593875 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device f00edba1-82bc-470a-b343-5f163f404e5e up at agent hyperv_hv-cinder-83607 {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:57:20.644564 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Provisioning complete for port f00edba1-82bc-470a-b343-5f163f404e5e triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:57:20.644912 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (f00edba1-82bc-470a-b343-5f163f404e5e), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:57:20.739322 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Current status of the port f00edba1-82bc-470a-b343-5f163f404e5e is: BUILD; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:57:20.739641 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (f00edba1-82bc-470a-b343-5f163f404e5e), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:57:20.765809 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00edba1-82bc-470a-b343-5f163f404e5e'}] {{(pid=109911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:57:20.768452 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930651e71dbc4ea3279ef2aec3aabe40d8fedb7c9b7e81889183a919dd1d7a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6130dc2-7ee3-4d33-aeed-5cc6ee7f834f" -d '{"events": [{"server_uuid": "b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d", "name": "network-vif-plugged", "status": "completed", "tag": "f00edba1-82bc-470a-b343-5f163f404e5e"}]}' {{(pid=109911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:57:20.784396 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port f00edba1-82bc-470a-b343-5f163f404e5e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f00edba1-82bc-470a-b343-5f163f404e5e,segment=NetworkSegment(03985018-c563-41ce-aacb-1a83d441442a),segment_id=03985018-c563-41ce-aacb-1a83d441442a)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:57:20.789861 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (f00edba1-82bc-470a-b343-5f163f404e5e), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:57:20.818618 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87026d36-8c17-40a8-9f39-649dea896fcf req-deb0113c-2555-4f3e-bc32-59f4d0f1ccc5 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:20.820016 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-87026d36-8c17-40a8-9f39-649dea896fcf req-deb0113c-2555-4f3e-bc32-59f4d0f1ccc5 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.39 "GET /v2.0/networks?id=cde280c4-46d3-4a2c-b76e-9357fe2425c5 HTTP/1.1" status: 200 len: 812 time: 0.1169996 Apr 08 10:57:20.844035 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 10:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b888926-34b1-49a9-82d4-98828932a5d4 x-openstack-request-id: req-3b888926-34b1-49a9-82d4-98828932a5d4 {{(pid=109911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:57:20.844322 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d", "name": "network-vif-plugged", "status": "completed", "tag": "f00edba1-82bc-470a-b343-5f163f404e5e", "code": 200}]} {{(pid=109911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:57:20.844805 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3b888926-34b1-49a9-82d4-98828932a5d4 {{(pid=109911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:57:20.845215 dv-cinder-836071-3-iscsi neutron-server[109911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b888926-34b1-49a9-82d4-98828932a5d4'] response: {'server_uuid': 'b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00edba1-82bc-470a-b343-5f163f404e5e', 'code': 200} Apr 08 10:57:20.862274 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Pushing event updated for resources: {'Port': ['ID=f00edba1-82bc-470a-b343-5f163f404e5e,revision_number=10']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:57:20.888606 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-87026d36-8c17-40a8-9f39-649dea896fcf req-0336f41c-448f-4a77-ad6f-00ba2b34fd02 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1240eb4e10e8472eb59d3c956e73fd45 HTTP/1.1" status: 200 len: 380 time: 0.0595901 Apr 08 10:57:20.966694 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-60f562f9-8f5c-4398-8856-67d7e03a5e36 req-9491807c-2db4-4571-9ff3-0e4dac67337e tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/ports?device_id=b22ece28-b942-4acc-8bd8-834e08c52a56 HTTP/1.1" status: 200 len: 210 time: 0.0277359 Apr 08 10:57:21.100771 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [req-87026d36-8c17-40a8-9f39-649dea896fcf req-ae00812a-eac2-4e1d-b5ef-13898166d519 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Request body: {'port': {'device_id': 'b22ece28-b942-4acc-8bd8-834e08c52a56', 'network_id': 'cde280c4-46d3-4a2c-b76e-9357fe2425c5', 'admin_state_up': True, 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'security_groups': ['dda30446-6890-4466-9d79-198654c55c73']}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:57:21.217581 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87026d36-8c17-40a8-9f39-649dea896fcf req-ae00812a-eac2-4e1d-b5ef-13898166d519 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Made reservation on behalf of 1240eb4e10e8472eb59d3c956e73fd45 for: {'port': 1} {{(pid=109910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:57:21.221664 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-87026d36-8c17-40a8-9f39-649dea896fcf req-ae00812a-eac2-4e1d-b5ef-13898166d519 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:57:21.304473 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4447d5-6b04-490e-9135-91a8f304d308 req-ba51fd2d-d06e-43b7-931d-86c7f8c55ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:21.306158 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-fc4447d5-6b04-490e-9135-91a8f304d308 req-ba51fd2d-d06e-43b7-931d-86c7f8c55ff7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 1130 time: 0.0977788 Apr 08 10:57:21.395185 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-fc4447d5-6b04-490e-9135-91a8f304d308 req-bcce948e-386b-43f1-96a6-b6db3b34c3d2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=02def41f-2c6c-4838-8b92-90f1ee157a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827808 Apr 08 10:57:21.398927 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.db_base_plugin_common [req-87026d36-8c17-40a8-9f39-649dea896fcf req-ae00812a-eac2-4e1d-b5ef-13898166d519 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Allocated IP 172.20.0.13 (cde280c4-46d3-4a2c-b76e-9357fe2425c5/f62eda8a-11e4-410d-acba-a7bf8fcacc01/ef50059c-a869-434f-ad84-047bacf71721) {{(pid=109910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:57:21.548141 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-87026d36-8c17-40a8-9f39-649dea896fcf req-ae00812a-eac2-4e1d-b5ef-13898166d519 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks [] for port (ef50059c-a869-434f-ad84-047bacf71721), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:57:21.625516 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6328df-d842-4dca-ab08-377a5e09ba6c req-1206957c-2efe-4dc9-84e1-dfec561969d2 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:21.627715 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1b6328df-d842-4dca-ab08-377a5e09ba6c req-1206957c-2efe-4dc9-84e1-dfec561969d2 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 946 time: 0.0777562 Apr 08 10:57:21.629285 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-87026d36-8c17-40a8-9f39-649dea896fcf req-ae00812a-eac2-4e1d-b5ef-13898166d519 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14190223'] for port (ef50059c-a869-434f-ad84-047bacf71721), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:57:21.692118 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87026d36-8c17-40a8-9f39-649dea896fcf req-ae00812a-eac2-4e1d-b5ef-13898166d519 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Network cde280c4-46d3-4a2c-b76e-9357fe2425c5 is already hosted by enough agents. {{(pid=109910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:57:21.705192 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.base_scheduler [req-87026d36-8c17-40a8-9f39-649dea896fcf req-ae00812a-eac2-4e1d-b5ef-13898166d519 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Resources bound (agent type, host, resource id): {{(pid=109910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:57:21.708317 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.l3_dvrscheduler_db [req-87026d36-8c17-40a8-9f39-649dea896fcf req-ae00812a-eac2-4e1d-b5ef-13898166d519 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Received port after_create {{(pid=109910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 10:57:21.761953 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae00812a-eac2-4e1d-b5ef-13898166d519 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Pushing event updated for resources: {'Port': ['ID=ef50059c-a869-434f-ad84-047bacf71721,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:57:21.771118 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1b6328df-d842-4dca-ab08-377a5e09ba6c req-6c574a03-c1cf-44ff-a93c-cb98fd997858 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=02def41f-2c6c-4838-8b92-90f1ee157a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369762 Apr 08 10:57:21.789373 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87026d36-8c17-40a8-9f39-649dea896fcf req-ae00812a-eac2-4e1d-b5ef-13898166d519 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:21.790089 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-87026d36-8c17-40a8-9f39-649dea896fcf req-ae00812a-eac2-4e1d-b5ef-13898166d519 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for port (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:57:21.808210 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-87026d36-8c17-40a8-9f39-649dea896fcf req-ae00812a-eac2-4e1d-b5ef-13898166d519 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7135966 Apr 08 10:57:21.978096 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-20b8e3bc-1565-4e50-b391-d3f888dc30ee None None] Provisioning complete for port ef50059c-a869-434f-ad84-047bacf71721 triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:57:21.978698 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-20b8e3bc-1565-4e50-b391-d3f888dc30ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (ef50059c-a869-434f-ad84-047bacf71721), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:57:22.015459 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-20b8e3bc-1565-4e50-b391-d3f888dc30ee None None] Port ef50059c-a869-434f-ad84-047bacf71721 cannot update to ACTIVE because it is not bound. {{(pid=109911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 10:57:22.068063 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [req-87026d36-8c17-40a8-9f39-649dea896fcf req-25b51711-f7c8-475c-9bd8-33695659cec2 service neutron] Request body: {'port': {'device_id': 'b22ece28-b942-4acc-8bd8-834e08c52a56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:57:22.137519 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18369c2-468e-4046-bfe2-27997d5c3971 req-37fa82f7-852d-49be-b33f-560ab4a77498 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:22.139010 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a18369c2-468e-4046-bfe2-27997d5c3971 req-37fa82f7-852d-49be-b33f-560ab4a77498 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/ports?device_id=b22ece28-b942-4acc-8bd8-834e08c52a56 HTTP/1.1" status: 200 len: 932 time: 0.1023381 Apr 08 10:57:22.141618 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-87026d36-8c17-40a8-9f39-649dea896fcf req-25b51711-f7c8-475c-9bd8-33695659cec2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (ef50059c-a869-434f-ad84-047bacf71721), before_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:57:22.228492 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a18369c2-468e-4046-bfe2-27997d5c3971 req-d0e2d9a4-b289-4ffd-bf3d-c6b48ac20798 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/security-groups?id=dda30446-6890-4466-9d79-198654c55c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836096 Apr 08 10:57:22.458930 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [req-87026d36-8c17-40a8-9f39-649dea896fcf req-25b51711-f7c8-475c-9bd8-33695659cec2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef50059c-a869-434f-ad84-047bacf71721 {{(pid=109910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:57:22.466978 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-87026d36-8c17-40a8-9f39-649dea896fcf req-25b51711-f7c8-475c-9bd8-33695659cec2 service neutron] Publish callbacks [] for port (ef50059c-a869-434f-ad84-047bacf71721), precommit_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:57:22.479955 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.provisioning_blocks [req-87026d36-8c17-40a8-9f39-649dea896fcf req-25b51711-f7c8-475c-9bd8-33695659cec2 service neutron] Transition to ACTIVE for port object ef50059c-a869-434f-ad84-047bacf71721 will not be triggered until provisioned by entity L2. {{(pid=109910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 10:57:22.485353 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-87026d36-8c17-40a8-9f39-649dea896fcf req-25b51711-f7c8-475c-9bd8-33695659cec2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14190224'] for port (ef50059c-a869-434f-ad84-047bacf71721), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:57:22.537826 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b51711-f7c8-475c-9bd8-33695659cec2 service neutron] Pushing event updated for resources: {'Port': ['ID=ef50059c-a869-434f-ad84-047bacf71721,revision_number=2']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:57:22.624463 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.managers [req-87026d36-8c17-40a8-9f39-649dea896fcf req-25b51711-f7c8-475c-9bd8-33695659cec2 service neutron] Attempting to bind port ef50059c-a869-434f-ad84-047bacf71721 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 10:57:22.625036 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.managers [req-87026d36-8c17-40a8-9f39-649dea896fcf req-25b51711-f7c8-475c-9bd8-33695659cec2 service neutron] Attempting to bind port ef50059c-a869-434f-ad84-047bacf71721 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '6d5acab1-a077-4768-8ed0-79720d8978bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cde280c4-46d3-4a2c-b76e-9357fe2425c5'}] {{(pid=109910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 10:57:22.625318 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87026d36-8c17-40a8-9f39-649dea896fcf req-25b51711-f7c8-475c-9bd8-33695659cec2 service neutron] Attempting to bind port ef50059c-a869-434f-ad84-047bacf71721 on network cde280c4-46d3-4a2c-b76e-9357fe2425c5 {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:57:22.630291 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87026d36-8c17-40a8-9f39-649dea896fcf req-25b51711-f7c8-475c-9bd8-33695659cec2 service neutron] Port ef50059c-a869-434f-ad84-047bacf71721 on network cde280c4-46d3-4a2c-b76e-9357fe2425c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 10:57:22.630656 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87026d36-8c17-40a8-9f39-649dea896fcf req-25b51711-f7c8-475c-9bd8-33695659cec2 service neutron] Attempting to bind port ef50059c-a869-434f-ad84-047bacf71721 on network cde280c4-46d3-4a2c-b76e-9357fe2425c5 {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:57:22.636673 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87026d36-8c17-40a8-9f39-649dea896fcf req-25b51711-f7c8-475c-9bd8-33695659cec2 service neutron] Checking agent: {'id': 'df0b008b-1017-45b0-9cbd-b6387ecfd69a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 48, 18), 'started_at': datetime.datetime(2022, 4, 8, 10, 48, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 10:57:22.637111 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87026d36-8c17-40a8-9f39-649dea896fcf req-25b51711-f7c8-475c-9bd8-33695659cec2 service neutron] Checking segment: {'id': '6d5acab1-a077-4768-8ed0-79720d8978bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cde280c4-46d3-4a2c-b76e-9357fe2425c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:57:22.637423 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87026d36-8c17-40a8-9f39-649dea896fcf req-25b51711-f7c8-475c-9bd8-33695659cec2 service neutron] Bound using segment: {'id': '6d5acab1-a077-4768-8ed0-79720d8978bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cde280c4-46d3-4a2c-b76e-9357fe2425c5'} {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 10:57:22.637971 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.managers [req-87026d36-8c17-40a8-9f39-649dea896fcf req-25b51711-f7c8-475c-9bd8-33695659cec2 service neutron] Bound port: ef50059c-a869-434f-ad84-047bacf71721, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d5acab1-a077-4768-8ed0-79720d8978bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cde280c4-46d3-4a2c-b76e-9357fe2425c5'}}] {{(pid=109910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 10:57:22.638615 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-87026d36-8c17-40a8-9f39-649dea896fcf req-25b51711-f7c8-475c-9bd8-33695659cec2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (ef50059c-a869-434f-ad84-047bacf71721), before_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:57:22.717164 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [req-87026d36-8c17-40a8-9f39-649dea896fcf req-25b51711-f7c8-475c-9bd8-33695659cec2 service neutron] For port ef50059c-a869-434f-ad84-047bacf71721, host hv-cinder-83607, cleared binding levels {{(pid=109910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:57:22.721253 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [req-87026d36-8c17-40a8-9f39-649dea896fcf req-25b51711-f7c8-475c-9bd8-33695659cec2 service neutron] For port ef50059c-a869-434f-ad84-047bacf71721, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ef50059c-a869-434f-ad84-047bacf71721,segment=NetworkSegment(6d5acab1-a077-4768-8ed0-79720d8978bc),segment_id=6d5acab1-a077-4768-8ed0-79720d8978bc)] {{(pid=109910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:57:22.734766 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-87026d36-8c17-40a8-9f39-649dea896fcf req-25b51711-f7c8-475c-9bd8-33695659cec2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14190224'] for port (ef50059c-a869-434f-ad84-047bacf71721), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:57:22.773247 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87026d36-8c17-40a8-9f39-649dea896fcf req-25b51711-f7c8-475c-9bd8-33695659cec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:22.773977 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-87026d36-8c17-40a8-9f39-649dea896fcf req-25b51711-f7c8-475c-9bd8-33695659cec2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for port (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:57:22.775365 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-87026d36-8c17-40a8-9f39-649dea896fcf req-25b51711-f7c8-475c-9bd8-33695659cec2 service neutron] 10.222.0.39 "PUT /v2.0/ports/ef50059c-a869-434f-ad84-047bacf71721 HTTP/1.1" status: 200 len: 1094 time: 0.7116294 Apr 08 10:57:22.775812 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b22ece28-b942-4acc-8bd8-834e08c52a56', 'tag': 'ef50059c-a869-434f-ad84-047bacf71721'}] {{(pid=109910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:57:22.778105 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c101578fc708467248d177b11db2e3e6a7db5c554c0046cb1dea7ab1ce8b9fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a70f763b-aca4-484c-9dce-68963e2a1922" -d '{"events": [{"name": "network-changed", "server_uuid": "b22ece28-b942-4acc-8bd8-834e08c52a56", "tag": "ef50059c-a869-434f-ad84-047bacf71721"}]}' {{(pid=109910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:57:22.843718 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 10:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9a4cb4-e93e-42a7-a5c2-24579a2d9f7f x-openstack-request-id: req-0b9a4cb4-e93e-42a7-a5c2-24579a2d9f7f {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:57:22.844122 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b22ece28-b942-4acc-8bd8-834e08c52a56", "tag": "ef50059c-a869-434f-ad84-047bacf71721", "status": "completed", "code": 200}]} {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:57:22.844248 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0b9a4cb4-e93e-42a7-a5c2-24579a2d9f7f {{(pid=109910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:57:22.844666 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b9a4cb4-e93e-42a7-a5c2-24579a2d9f7f'] response: {'name': 'network-changed', 'server_uuid': 'b22ece28-b942-4acc-8bd8-834e08c52a56', 'tag': 'ef50059c-a869-434f-ad84-047bacf71721', 'status': 'completed', 'code': 200} Apr 08 10:57:22.847428 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b51711-f7c8-475c-9bd8-33695659cec2 service neutron] Pushing event updated for resources: {'Port': ['ID=ef50059c-a869-434f-ad84-047bacf71721,revision_number=3']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:57:22.896005 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-7339eed2-3ab8-4541-8d4a-aaeff27dd714 req-5ce1b988-13b3-4ad9-a979-f81bc88c50ac service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e957f90d-2464-4d6e-8738-990aee29841d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1096442 Apr 08 10:57:22.922450 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87026d36-8c17-40a8-9f39-649dea896fcf req-483c4b7a-9200-46c9-bac8-dabacc5b58a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:22.924096 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-87026d36-8c17-40a8-9f39-649dea896fcf req-483c4b7a-9200-46c9-bac8-dabacc5b58a6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1240eb4e10e8472eb59d3c956e73fd45&device_id=b22ece28-b942-4acc-8bd8-834e08c52a56 HTTP/1.1" status: 200 len: 1128 time: 0.0662227 Apr 08 10:57:23.292661 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-87026d36-8c17-40a8-9f39-649dea896fcf req-80826bae-305b-4e81-b184-e67dbfe47a13 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef50059c-a869-434f-ad84-047bacf71721 HTTP/1.1" status: 200 len: 217 time: 0.3575950 Apr 08 10:57:23.380158 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489bd1e0-492f-460d-a884-4cab4363ab87 req-381dd5d7-8d51-4f5f-871e-cb0ee4384f9c tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:23.381677 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-489bd1e0-492f-460d-a884-4cab4363ab87 req-381dd5d7-8d51-4f5f-871e-cb0ee4384f9c tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 946 time: 0.4700613 Apr 08 10:57:23.391558 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7339eed2-3ab8-4541-8d4a-aaeff27dd714 req-a974d775-4263-48ce-8394-141520242b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:23.392994 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-7339eed2-3ab8-4541-8d4a-aaeff27dd714 req-a974d775-4263-48ce-8394-141520242b0b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c72dc37aad5649d5aadd2a0655be72b7&device_id=e957f90d-2464-4d6e-8738-990aee29841d HTTP/1.1" status: 200 len: 1130 time: 0.4680026 Apr 08 10:57:23.412778 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87026d36-8c17-40a8-9f39-649dea896fcf req-e8857e43-3f3e-48fc-82e4-34f41e86f778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:23.414293 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-87026d36-8c17-40a8-9f39-649dea896fcf req-e8857e43-3f3e-48fc-82e4-34f41e86f778 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f62eda8a-11e4-410d-acba-a7bf8fcacc01 HTTP/1.1" status: 200 len: 851 time: 0.1136959 Apr 08 10:57:23.488036 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d292b711-9eb4-4b54-9297-dc1a4f5a9f38 req-13b39241-ee15-4f53-9ce3-11b505909bd9 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:23.489514 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-d292b711-9eb4-4b54-9297-dc1a4f5a9f38 req-13b39241-ee15-4f53-9ce3-11b505909bd9 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/ports?device_id=b22ece28-b942-4acc-8bd8-834e08c52a56 HTTP/1.1" status: 200 len: 944 time: 0.1900525 Apr 08 10:57:23.550678 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-489bd1e0-492f-460d-a884-4cab4363ab87 req-fcfce18c-a3f3-4367-ad3d-b043b2b8944c tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=02def41f-2c6c-4838-8b92-90f1ee157a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1551638 Apr 08 10:57:23.603885 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7339eed2-3ab8-4541-8d4a-aaeff27dd714 req-dfb0005d-afcd-48be-961b-2a0aee5a4544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:23.605407 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-7339eed2-3ab8-4541-8d4a-aaeff27dd714 req-dfb0005d-afcd-48be-961b-2a0aee5a4544 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9bdc578a-8a20-4e51-8b05-6fc0142815ac HTTP/1.1" status: 200 len: 909 time: 0.1874485 Apr 08 10:57:23.608101 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87026d36-8c17-40a8-9f39-649dea896fcf req-8a91c950-de7d-4b67-b8d1-edbeff863298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:23.609507 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-87026d36-8c17-40a8-9f39-649dea896fcf req-8a91c950-de7d-4b67-b8d1-edbeff863298 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cde280c4-46d3-4a2c-b76e-9357fe2425c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1821175 Apr 08 10:57:23.613544 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-d292b711-9eb4-4b54-9297-dc1a4f5a9f38 req-a05ef860-6ee1-4452-ad99-108a3b32aaaa tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/security-groups?id=dda30446-6890-4466-9d79-198654c55c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914876 Apr 08 10:57:23.727204 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-7339eed2-3ab8-4541-8d4a-aaeff27dd714 req-c776711b-c149-4707-aa4b-643e58f4c9fd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0f9ac02-65cd-4a43-9644-07aa2055329f HTTP/1.1" status: 200 len: 1001 time: 0.1112664 Apr 08 10:57:23.778536 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-87026d36-8c17-40a8-9f39-649dea896fcf req-80da580a-a2ea-4076-ac4a-f17ad8d65eff service neutron] 10.222.0.39 "GET /v2.0/networks/cde280c4-46d3-4a2c-b76e-9357fe2425c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570990 Apr 08 10:57:23.797006 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7339eed2-3ab8-4541-8d4a-aaeff27dd714 req-e7e36c62-71e7-4b0e-abd1-438688fcb936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:23.798381 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-7339eed2-3ab8-4541-8d4a-aaeff27dd714 req-e7e36c62-71e7-4b0e-abd1-438688fcb936 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1c0e0539-9edb-46b9-96e6-f2c533e4f06c HTTP/1.1" status: 200 len: 847 time: 0.0654979 Apr 08 10:57:23.906826 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7339eed2-3ab8-4541-8d4a-aaeff27dd714 req-d30d89c1-3264-4e21-ac1e-d237d2cc37be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:23.908333 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-7339eed2-3ab8-4541-8d4a-aaeff27dd714 req-d30d89c1-3264-4e21-ac1e-d237d2cc37be service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9bdc578a-8a20-4e51-8b05-6fc0142815ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0999773 Apr 08 10:57:23.910238 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-87026d36-8c17-40a8-9f39-649dea896fcf req-6c1518d4-e386-4e42-8c96-86cbabe8a32e service neutron] 10.222.0.39 "GET /v2.0/networks/cde280c4-46d3-4a2c-b76e-9357fe2425c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238720 Apr 08 10:57:24.001396 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-7339eed2-3ab8-4541-8d4a-aaeff27dd714 req-944a091a-c647-43fd-a172-b9af894d8cde service neutron] 10.222.0.39 "GET /v2.0/networks/9bdc578a-8a20-4e51-8b05-6fc0142815ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822220 Apr 08 10:57:24.198439 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.agents_db [None req-4d82583b-548a-400c-8f4c-c09be56c4ea4 None None] Agent healthcheck: found 6 active agents {{(pid=109912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 10:57:24.233817 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-7339eed2-3ab8-4541-8d4a-aaeff27dd714 req-d546530b-1eae-46cf-8496-c0ec5cff3858 service neutron] 10.222.0.39 "GET /v2.0/networks/9bdc578a-8a20-4e51-8b05-6fc0142815ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205320 Apr 08 10:57:24.236581 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70f763b-aca4-484c-9dce-68963e2a1922 req-541bc3f7-d889-466b-9f2b-811c5879113d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:24.238696 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a70f763b-aca4-484c-9dce-68963e2a1922 req-541bc3f7-d889-466b-9f2b-811c5879113d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1240eb4e10e8472eb59d3c956e73fd45&device_id=b22ece28-b942-4acc-8bd8-834e08c52a56 HTTP/1.1" status: 200 len: 1128 time: 0.1062434 Apr 08 10:57:24.340979 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70f763b-aca4-484c-9dce-68963e2a1922 req-22f6e855-08cc-4c93-a578-8f6519a47e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:24.342548 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a70f763b-aca4-484c-9dce-68963e2a1922 req-22f6e855-08cc-4c93-a578-8f6519a47e01 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cde280c4-46d3-4a2c-b76e-9357fe2425c5 HTTP/1.1" status: 200 len: 913 time: 0.0976462 Apr 08 10:57:24.521293 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a70f763b-aca4-484c-9dce-68963e2a1922 req-cf6c84db-0c9c-4511-b7e5-1b4ac5b78a8b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef50059c-a869-434f-ad84-047bacf71721 HTTP/1.1" status: 200 len: 217 time: 0.0419314 Apr 08 10:57:24.572630 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70f763b-aca4-484c-9dce-68963e2a1922 req-7440a8a4-6521-430e-b438-a9f5079238bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:24.574185 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a70f763b-aca4-484c-9dce-68963e2a1922 req-7440a8a4-6521-430e-b438-a9f5079238bb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f62eda8a-11e4-410d-acba-a7bf8fcacc01 HTTP/1.1" status: 200 len: 851 time: 0.0463846 Apr 08 10:57:24.631285 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70f763b-aca4-484c-9dce-68963e2a1922 req-1aacad6a-75b4-4308-a07b-bd606e8c3c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:24.632824 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a70f763b-aca4-484c-9dce-68963e2a1922 req-1aacad6a-75b4-4308-a07b-bd606e8c3c08 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cde280c4-46d3-4a2c-b76e-9357fe2425c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525305 Apr 08 10:57:24.686337 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4641ac0-3574-4e5b-b95e-440a29922c8c req-324b7da0-1ab9-4c16-a364-e4a8a0a64661 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:24.687845 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a4641ac0-3574-4e5b-b95e-440a29922c8c req-324b7da0-1ab9-4c16-a364-e4a8a0a64661 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 946 time: 0.0591407 Apr 08 10:57:24.764052 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a4641ac0-3574-4e5b-b95e-440a29922c8c req-a25a07d2-976b-4378-a8f3-ee6c861e46c9 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=02def41f-2c6c-4838-8b92-90f1ee157a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670700 Apr 08 10:57:24.774241 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba574953-74a7-4db8-8991-4e17b8f04130 req-cf51fb54-4e77-425e-a018-30a55714c9f5 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:24.776026 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ba574953-74a7-4db8-8991-4e17b8f04130 req-cf51fb54-4e77-425e-a018-30a55714c9f5 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/ports?device_id=b22ece28-b942-4acc-8bd8-834e08c52a56 HTTP/1.1" status: 200 len: 944 time: 0.0873024 Apr 08 10:57:24.887931 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ba574953-74a7-4db8-8991-4e17b8f04130 req-36152864-1882-4753-b256-6a3213e47601 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/security-groups?id=dda30446-6890-4466-9d79-198654c55c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014795 Apr 08 10:57:24.911905 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a70f763b-aca4-484c-9dce-68963e2a1922 req-5ae20ecc-20d1-456e-ac75-00e496bb1dd0 service neutron] 10.222.0.39 "GET /v2.0/networks/cde280c4-46d3-4a2c-b76e-9357fe2425c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227629 Apr 08 10:57:25.007248 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a70f763b-aca4-484c-9dce-68963e2a1922 req-773ff4e5-946e-49a3-ac27-18bed90e78e9 service neutron] 10.222.0.39 "GET /v2.0/networks/cde280c4-46d3-4a2c-b76e-9357fe2425c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880797 Apr 08 10:57:26.019308 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327db190-6b68-448b-b31d-1b2cfc44602a req-50380a46-a447-49d5-8b34-9e35fef7aa08 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:26.020850 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-327db190-6b68-448b-b31d-1b2cfc44602a req-50380a46-a447-49d5-8b34-9e35fef7aa08 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/ports?device_id=b22ece28-b942-4acc-8bd8-834e08c52a56 HTTP/1.1" status: 200 len: 944 time: 0.0579772 Apr 08 10:57:26.078028 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-327db190-6b68-448b-b31d-1b2cfc44602a req-c2133fa0-d51f-4091-aba8-b63d7deaf5c9 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/security-groups?id=dda30446-6890-4466-9d79-198654c55c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511887 Apr 08 10:57:26.868644 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3cb1f1-7fce-4982-9bf3-7ca668a86edd req-6d5e47f4-b392-409a-9170-4fec120491b6 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:26.870410 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-bb3cb1f1-7fce-4982-9bf3-7ca668a86edd req-6d5e47f4-b392-409a-9170-4fec120491b6 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/ports?device_id=e957f90d-2464-4d6e-8738-990aee29841d HTTP/1.1" status: 200 len: 946 time: 0.0549998 Apr 08 10:57:26.926604 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-bb3cb1f1-7fce-4982-9bf3-7ca668a86edd req-85636e4a-5b5d-4cec-b89c-be4d73bd0b2d tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/security-groups?id=27326a5a-ecd1-4000-86db-7673c419a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481284 Apr 08 10:57:27.224166 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331520d9-dee2-4d84-80cf-0a7e0fe90c55 req-fdf40441-26d3-4119-ae0b-5ba2c5d3413c tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:27.225689 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-331520d9-dee2-4d84-80cf-0a7e0fe90c55 req-fdf40441-26d3-4119-ae0b-5ba2c5d3413c tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/ports?device_id=b22ece28-b942-4acc-8bd8-834e08c52a56 HTTP/1.1" status: 200 len: 944 time: 0.0694942 Apr 08 10:57:27.278324 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-331520d9-dee2-4d84-80cf-0a7e0fe90c55 req-2ba492e9-ac44-4035-9b4a-26caf07de506 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/security-groups?id=dda30446-6890-4466-9d79-198654c55c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443974 Apr 08 10:57:28.054747 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9790e4-cb20-4e20-8e89-2ea10c081a29 req-8623c472-d924-478f-af95-fa13c8a2f9f2 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:28.056297 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-2a9790e4-cb20-4e20-8e89-2ea10c081a29 req-8623c472-d924-478f-af95-fa13c8a2f9f2 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/ports?device_id=e957f90d-2464-4d6e-8738-990aee29841d HTTP/1.1" status: 200 len: 946 time: 0.0566106 Apr 08 10:57:28.108373 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-2a9790e4-cb20-4e20-8e89-2ea10c081a29 req-24bf8906-38a0-4bb5-85a9-2aab6fe964d8 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/security-groups?id=27326a5a-ecd1-4000-86db-7673c419a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438514 Apr 08 10:57:28.419771 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7b175-dd87-4e93-961e-a127bc7dd97c req-ad919ea9-c9e5-4fa5-9973-93dbab5a0151 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:28.421272 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-42f7b175-dd87-4e93-961e-a127bc7dd97c req-ad919ea9-c9e5-4fa5-9973-93dbab5a0151 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/ports?device_id=b22ece28-b942-4acc-8bd8-834e08c52a56 HTTP/1.1" status: 200 len: 944 time: 0.0616195 Apr 08 10:57:28.473523 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-42f7b175-dd87-4e93-961e-a127bc7dd97c req-88f3b056-ca7e-4e77-8cc1-f870a8e5eacc tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/security-groups?id=dda30446-6890-4466-9d79-198654c55c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441501 Apr 08 10:57:29.242853 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdfa1b5-3a1d-42ae-ba25-5d5f5b4bc484 req-917d99a9-ebc5-4cad-904d-b6bf1ce90d13 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:29.244333 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-4fdfa1b5-3a1d-42ae-ba25-5d5f5b4bc484 req-917d99a9-ebc5-4cad-904d-b6bf1ce90d13 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/ports?device_id=e957f90d-2464-4d6e-8738-990aee29841d HTTP/1.1" status: 200 len: 946 time: 0.0544374 Apr 08 10:57:29.300900 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-4fdfa1b5-3a1d-42ae-ba25-5d5f5b4bc484 req-0503d6ae-b08a-4c67-a2ef-5b42d40aa9d5 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/security-groups?id=27326a5a-ecd1-4000-86db-7673c419a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499134 Apr 08 10:57:29.624926 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862b1fe-d476-483d-92b8-705c85604b50 req-bec78a06-f710-4a02-9861-dbb51eefee7d tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:29.626446 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-5862b1fe-d476-483d-92b8-705c85604b50 req-bec78a06-f710-4a02-9861-dbb51eefee7d tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/ports?device_id=b22ece28-b942-4acc-8bd8-834e08c52a56 HTTP/1.1" status: 200 len: 944 time: 0.0735953 Apr 08 10:57:29.682061 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-5862b1fe-d476-483d-92b8-705c85604b50 req-9e19cac2-7db2-4b68-8a51-e0a9fa34c2f9 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/security-groups?id=dda30446-6890-4466-9d79-198654c55c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497522 Apr 08 10:57:30.442139 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a8a093-dda2-44d4-99bf-a358cab67b8e req-5d5e11cf-9d10-47a3-ac5f-5cfe593cd2ff tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:30.443657 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-22a8a093-dda2-44d4-99bf-a358cab67b8e req-5d5e11cf-9d10-47a3-ac5f-5cfe593cd2ff tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/ports?device_id=e957f90d-2464-4d6e-8738-990aee29841d HTTP/1.1" status: 200 len: 946 time: 0.0660272 Apr 08 10:57:30.496691 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-22a8a093-dda2-44d4-99bf-a358cab67b8e req-7a082c42-0e4c-450d-9198-d3763cfc8373 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/security-groups?id=27326a5a-ecd1-4000-86db-7673c419a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470736 Apr 08 10:57:30.654934 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device ef50059c-a869-434f-ad84-047bacf71721 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=109911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 10:57:30.762276 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port ef50059c-a869-434f-ad84-047bacf71721, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ef50059c-a869-434f-ad84-047bacf71721,segment=NetworkSegment(6d5acab1-a077-4768-8ed0-79720d8978bc),segment_id=6d5acab1-a077-4768-8ed0-79720d8978bc)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:57:30.773998 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Returning: {'device': 'ef50059c-a869-434f-ad84-047bacf71721', 'network_id': 'cde280c4-46d3-4a2c-b76e-9357fe2425c5', 'port_id': 'ef50059c-a869-434f-ad84-047bacf71721', 'mac_address': 'fa:16:3e:cc:bf:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f62eda8a-11e4-410d-acba-a7bf8fcacc01', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 10:57:30.809228 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f712c18-3d17-445e-8735-a57dd1e40a89 req-87953f8b-1dcf-47bf-bc0c-31ce26681823 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:30.810728 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-9f712c18-3d17-445e-8735-a57dd1e40a89 req-87953f8b-1dcf-47bf-bc0c-31ce26681823 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/ports?device_id=b22ece28-b942-4acc-8bd8-834e08c52a56 HTTP/1.1" status: 200 len: 944 time: 0.0550511 Apr 08 10:57:30.814018 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Current status of the port ef50059c-a869-434f-ad84-047bacf71721 is: DOWN; New status is: BUILD {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:57:30.814418 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (ef50059c-a869-434f-ad84-047bacf71721), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:57:30.828211 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.notifiers.nova [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef50059c-a869-434f-ad84-047bacf71721 {{(pid=109911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:57:30.848254 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port ef50059c-a869-434f-ad84-047bacf71721, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ef50059c-a869-434f-ad84-047bacf71721,segment=NetworkSegment(6d5acab1-a077-4768-8ed0-79720d8978bc),segment_id=6d5acab1-a077-4768-8ed0-79720d8978bc)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:57:30.852874 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (ef50059c-a869-434f-ad84-047bacf71721), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:57:30.861658 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-9f712c18-3d17-445e-8735-a57dd1e40a89 req-2f52d108-5fcc-4702-8ec8-96890a4c0393 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/security-groups?id=dda30446-6890-4466-9d79-198654c55c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451734 Apr 08 10:57:30.901843 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Pushing event updated for resources: {'Port': ['ID=ef50059c-a869-434f-ad84-047bacf71721,revision_number=4']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:57:31.069124 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] get_ports_and_sgs() called for port_ids ['ef50059c-a869-434f-ad84-047bacf71721'] {{(pid=109911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 10:57:31.645001 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6f953-ee14-494d-8040-2d10a8e4996e req-0066c6a2-678a-45b1-bb9f-fe615828e627 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:31.646517 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-42f6f953-ee14-494d-8040-2d10a8e4996e req-0066c6a2-678a-45b1-bb9f-fe615828e627 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/ports?device_id=e957f90d-2464-4d6e-8738-990aee29841d HTTP/1.1" status: 200 len: 946 time: 0.0691240 Apr 08 10:57:31.699767 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-42f6f953-ee14-494d-8040-2d10a8e4996e req-44aef2b0-3d91-47f7-93ae-2b35012bd498 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/security-groups?id=27326a5a-ecd1-4000-86db-7673c419a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472987 Apr 08 10:57:31.991094 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23cc07f-d4e2-4411-a0ab-c3349b281fe5 req-6e6df1bc-3c03-4479-92f5-071efd1f6a41 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:31.992584 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a23cc07f-d4e2-4411-a0ab-c3349b281fe5 req-6e6df1bc-3c03-4479-92f5-071efd1f6a41 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/ports?device_id=b22ece28-b942-4acc-8bd8-834e08c52a56 HTTP/1.1" status: 200 len: 945 time: 0.0595493 Apr 08 10:57:32.052715 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a23cc07f-d4e2-4411-a0ab-c3349b281fe5 req-7bac913c-5627-4cec-9319-41ab204197d0 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/security-groups?id=dda30446-6890-4466-9d79-198654c55c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496223 Apr 08 10:57:32.670524 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device ef50059c-a869-434f-ad84-047bacf71721 up at agent hyperv_hv-cinder-83607 {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:57:32.730408 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Provisioning for port ef50059c-a869-434f-ad84-047bacf71721 completed by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 10:57:32.735855 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Provisioning complete for port ef50059c-a869-434f-ad84-047bacf71721 triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:57:32.735855 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (ef50059c-a869-434f-ad84-047bacf71721), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:57:32.824609 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Current status of the port ef50059c-a869-434f-ad84-047bacf71721 is: BUILD; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:57:32.824979 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (ef50059c-a869-434f-ad84-047bacf71721), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:57:32.837714 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb91e9e3-d8fb-4206-9447-65694e142829 req-03a238b3-e51c-4bfc-83ac-9051bcafc81a tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:32.839410 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-fb91e9e3-d8fb-4206-9447-65694e142829 req-03a238b3-e51c-4bfc-83ac-9051bcafc81a tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/ports?device_id=e957f90d-2464-4d6e-8738-990aee29841d HTTP/1.1" status: 200 len: 946 time: 0.0640919 Apr 08 10:57:32.850976 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b22ece28-b942-4acc-8bd8-834e08c52a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef50059c-a869-434f-ad84-047bacf71721'}] {{(pid=109911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:57:32.853582 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930651e71dbc4ea3279ef2aec3aabe40d8fedb7c9b7e81889183a919dd1d7a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592fe45a-981a-4c49-ad99-bb7183acda4c" -d '{"events": [{"server_uuid": "b22ece28-b942-4acc-8bd8-834e08c52a56", "name": "network-vif-plugged", "status": "completed", "tag": "ef50059c-a869-434f-ad84-047bacf71721"}]}' {{(pid=109911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:57:32.866878 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port ef50059c-a869-434f-ad84-047bacf71721, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ef50059c-a869-434f-ad84-047bacf71721,segment=NetworkSegment(6d5acab1-a077-4768-8ed0-79720d8978bc),segment_id=6d5acab1-a077-4768-8ed0-79720d8978bc)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:57:32.872958 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (ef50059c-a869-434f-ad84-047bacf71721), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:57:32.900817 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 10:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66cba773-1988-4a5c-a031-828effc56ff4 x-openstack-request-id: req-66cba773-1988-4a5c-a031-828effc56ff4 {{(pid=109911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:57:32.901271 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-fb91e9e3-d8fb-4206-9447-65694e142829 req-08052da4-2088-41b3-b9a8-5e768ab088e1 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/security-groups?id=27326a5a-ecd1-4000-86db-7673c419a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556250 Apr 08 10:57:32.905305 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b22ece28-b942-4acc-8bd8-834e08c52a56", "name": "network-vif-plugged", "status": "completed", "tag": "ef50059c-a869-434f-ad84-047bacf71721", "code": 200}]} {{(pid=109911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:57:32.905606 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-66cba773-1988-4a5c-a031-828effc56ff4 {{(pid=109911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:57:32.906023 dv-cinder-836071-3-iscsi neutron-server[109911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66cba773-1988-4a5c-a031-828effc56ff4'] response: {'server_uuid': 'b22ece28-b942-4acc-8bd8-834e08c52a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef50059c-a869-434f-ad84-047bacf71721', 'code': 200} Apr 08 10:57:32.934071 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Pushing event updated for resources: {'Port': ['ID=ef50059c-a869-434f-ad84-047bacf71721,revision_number=5']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:57:33.139156 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd11ce-9bdf-47c8-828b-6a4cec243a75 req-8c5e216f-6611-4598-9864-90bda10b7c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:33.140632 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f5bd11ce-9bdf-47c8-828b-6a4cec243a75 req-8c5e216f-6611-4598-9864-90bda10b7c02 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b22ece28-b942-4acc-8bd8-834e08c52a56 HTTP/1.1" status: 200 len: 1130 time: 0.0557580 Apr 08 10:57:33.209725 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f84e4-36cf-47fc-9e02-e7143797b561 req-be596a40-d186-4be4-bf3d-f75f895d2e19 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:33.211209 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-540f84e4-36cf-47fc-9e02-e7143797b561 req-be596a40-d186-4be4-bf3d-f75f895d2e19 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/ports?device_id=b22ece28-b942-4acc-8bd8-834e08c52a56 HTTP/1.1" status: 200 len: 946 time: 0.0857279 Apr 08 10:57:33.214311 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f5bd11ce-9bdf-47c8-828b-6a4cec243a75 req-47b1de2d-0ce1-4794-a868-a5c534b71ada service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=dda30446-6890-4466-9d79-198654c55c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595584 Apr 08 10:57:33.264921 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-540f84e4-36cf-47fc-9e02-e7143797b561 req-fce77fd4-ecaa-45fe-8262-80458cec26bc tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/security-groups?id=dda30446-6890-4466-9d79-198654c55c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476301 Apr 08 10:57:34.033503 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e83bae-e8c8-4d90-a1f4-f5a5abe637e4 req-2c615ba0-eb15-48a4-8552-4239bb7fedb5 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:34.035013 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-64e83bae-e8c8-4d90-a1f4-f5a5abe637e4 req-2c615ba0-eb15-48a4-8552-4239bb7fedb5 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/ports?device_id=e957f90d-2464-4d6e-8738-990aee29841d HTTP/1.1" status: 200 len: 946 time: 0.0625391 Apr 08 10:57:34.089327 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-64e83bae-e8c8-4d90-a1f4-f5a5abe637e4 req-7e37a07b-cb49-44df-9a6d-a2efccaf5849 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/security-groups?id=27326a5a-ecd1-4000-86db-7673c419a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461769 Apr 08 10:57:34.391066 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a889c6a3-c352-4750-afa0-671551352a0b req-9bdb31ad-06f8-42a0-8eba-b347260b2db2 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:34.392549 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a889c6a3-c352-4750-afa0-671551352a0b req-9bdb31ad-06f8-42a0-8eba-b347260b2db2 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/ports?device_id=b22ece28-b942-4acc-8bd8-834e08c52a56 HTTP/1.1" status: 200 len: 946 time: 0.0579493 Apr 08 10:57:34.446793 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a889c6a3-c352-4750-afa0-671551352a0b req-c7148514-f1da-409a-ac70-2e2787806578 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/security-groups?id=dda30446-6890-4466-9d79-198654c55c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450191 Apr 08 10:57:34.578413 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96680f6c-4b4e-4d5d-858a-97ab26cd08a8 req-caad0173-814e-42a6-9101-85cac3ff403d tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:34.579902 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-96680f6c-4b4e-4d5d-858a-97ab26cd08a8 req-caad0173-814e-42a6-9101-85cac3ff403d tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/ports?device_id=b22ece28-b942-4acc-8bd8-834e08c52a56 HTTP/1.1" status: 200 len: 946 time: 0.0596163 Apr 08 10:57:34.630524 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-96680f6c-4b4e-4d5d-858a-97ab26cd08a8 req-7cb12f0d-354b-4f54-ac1a-213aabc8333b tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/security-groups?id=dda30446-6890-4466-9d79-198654c55c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437882 Apr 08 10:57:34.653222 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 32788) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:57:34.697774 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e87916-33e1-456a-ba66-54df6e59d78b tempest-TestVolumeBootPattern-950276518 tempest-TestVolumeBootPattern-950276518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:34.699299 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-83e87916-33e1-456a-ba66-54df6e59d78b tempest-TestVolumeBootPattern-950276518 tempest-TestVolumeBootPattern-950276518-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b22ece28-b942-4acc-8bd8-834e08c52a56 HTTP/1.1" status: 200 len: 1125 time: 0.0451210 Apr 08 10:57:34.703339 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 32790) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:57:34.707586 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [None req-73ef9adb-5966-4346-8674-05b0cb754c56 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Request body: {'floatingip': {'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'port_id': 'ef50059c-a869-434f-ad84-047bacf71721', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:57:34.730537 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-73ef9adb-5966-4346-8674-05b0cb754c56 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:57:34.856573 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-73ef9adb-5966-4346-8674-05b0cb754c56 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:57:34.980433 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.db_base_plugin_common [None req-73ef9adb-5966-4346-8674-05b0cb754c56 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Allocated IP 172.27.2.75 (173a9438-8c11-42c7-a64e-a6d835b0fe8b/3e92b2da-8062-400a-a6d5-15b49fe43bf4/4c1d3a1a-0440-4fd1-a6e0-173d583da885) {{(pid=109910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:57:35.117178 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-73ef9adb-5966-4346-8674-05b0cb754c56 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks [] for port (4c1d3a1a-0440-4fd1-a6e0-173d583da885), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:57:35.163264 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-73ef9adb-5966-4346-8674-05b0cb754c56 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14190223'] for port (4c1d3a1a-0440-4fd1-a6e0-173d583da885), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:57:35.234877 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ef9adb-5966-4346-8674-05b0cb754c56 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Network 173a9438-8c11-42c7-a64e-a6d835b0fe8b is already hosted by enough agents. {{(pid=109910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:57:35.241475 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.base_scheduler [None req-73ef9adb-5966-4346-8674-05b0cb754c56 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Resources bound (agent type, host, resource id): {{(pid=109910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:57:35.244147 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ef9adb-5966-4346-8674-05b0cb754c56 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Pushing event updated for resources: {'Port': ['ID=4c1d3a1a-0440-4fd1-a6e0-173d583da885,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:57:35.246515 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ef9adb-5966-4346-8674-05b0cb754c56 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Received port after_create {{(pid=109910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 10:57:35.280278 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef9adb-5966-4346-8674-05b0cb754c56 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:35.280622 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef9adb-5966-4346-8674-05b0cb754c56 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:35.280967 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef9adb-5966-4346-8674-05b0cb754c56 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:35.281674 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef9adb-5966-4346-8674-05b0cb754c56 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:35.282011 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef9adb-5966-4346-8674-05b0cb754c56 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:35.282339 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef9adb-5966-4346-8674-05b0cb754c56 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:35.282665 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef9adb-5966-4346-8674-05b0cb754c56 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:35.283936 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef9adb-5966-4346-8674-05b0cb754c56 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:35.283936 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef9adb-5966-4346-8674-05b0cb754c56 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:35.283936 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef9adb-5966-4346-8674-05b0cb754c56 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:35.283936 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef9adb-5966-4346-8674-05b0cb754c56 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:35.284416 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef9adb-5966-4346-8674-05b0cb754c56 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:35.284501 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef9adb-5966-4346-8674-05b0cb754c56 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:35.284841 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef9adb-5966-4346-8674-05b0cb754c56 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:35.285193 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef9adb-5966-4346-8674-05b0cb754c56 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:57:35.319559 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf8511-bf35-4ae6-8002-30338b5934ea req-90d13676-c381-4bca-b38e-6d5d3a864419 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:35.321102 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-22bf8511-bf35-4ae6-8002-30338b5934ea req-90d13676-c381-4bca-b38e-6d5d3a864419 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/ports?device_id=e957f90d-2464-4d6e-8738-990aee29841d HTTP/1.1" status: 200 len: 946 time: 0.1484179 Apr 08 10:57:35.430477 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-22bf8511-bf35-4ae6-8002-30338b5934ea req-755d97ec-7d8e-42f9-9d8a-19a6d251b6a0 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/security-groups?id=27326a5a-ecd1-4000-86db-7673c419a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921352 Apr 08 10:57:35.699450 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-73ef9adb-5966-4346-8674-05b0cb754c56 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks [] for floatingip (a63b2c79-22b6-4bc4-a374-2d6d9d2057f2), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:57:35.777515 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-73ef9adb-5966-4346-8674-05b0cb754c56 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (4c1d3a1a-0440-4fd1-a6e0-173d583da885), before_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:57:35.937999 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-73ef9adb-5966-4346-8674-05b0cb754c56 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks [] for port (4c1d3a1a-0440-4fd1-a6e0-173d583da885), precommit_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:57:35.944424 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-73ef9adb-5966-4346-8674-05b0cb754c56 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14190224'] for port (4c1d3a1a-0440-4fd1-a6e0-173d583da885), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:57:36.007906 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ef9adb-5966-4346-8674-05b0cb754c56 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Pushing event updated for resources: {'Port': ['ID=4c1d3a1a-0440-4fd1-a6e0-173d583da885,revision_number=2']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:57:36.021975 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-73ef9adb-5966-4346-8674-05b0cb754c56 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743873'] for floatingip (a63b2c79-22b6-4bc4-a374-2d6d9d2057f2), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:57:36.139389 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.db.l3_db [None req-73ef9adb-5966-4346-8674-05b0cb754c56 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Floating IP a63b2c79-22b6-4bc4-a374-2d6d9d2057f2 associated. External IP: 172.27.2.75, port: ef50059c-a869-434f-ad84-047bacf71721. Apr 08 10:57:36.369464 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ef9adb-5966-4346-8674-05b0cb754c56 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Router 42146926-2eb6-487e-b4e4-69b3b310f9b9 has already been hosted by L3 agent a0f054a9-d30b-4594-8de6-6c24438c3963 {{(pid=109910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:57:36.788410 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ef9adb-5966-4346-8674-05b0cb754c56 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Notify agent at l3_agent.dv-cinder-836071-3-iscsi the message routers_updated {{(pid=109910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:57:36.798814 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250b6cf5-3aa5-4c60-a888-e847d247669c None None] Sync routers for ids ['42146926-2eb6-487e-b4e4-69b3b310f9b9'] in dv-cinder-836071-3-iscsi {{(pid=109911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:57:36.810557 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250b6cf5-3aa5-4c60-a888-e847d247669c None None] Routers {'42146926-2eb6-487e-b4e4-69b3b310f9b9'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:57:36.811180 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-250b6cf5-3aa5-4c60-a888-e847d247669c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:57:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['42146926-2eb6-487e-b4e4-69b3b310f9b9'], 'active': True} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:57:36.814891 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f7ed8-185a-426f-91e4-8f3d0ae0bba0 req-8d822c83-6d31-468d-af53-2bdb0d91f1fe tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:36.816620 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f69f7ed8-185a-426f-91e4-8f3d0ae0bba0 req-8d822c83-6d31-468d-af53-2bdb0d91f1fe tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/ports?device_id=e957f90d-2464-4d6e-8738-990aee29841d HTTP/1.1" status: 200 len: 946 time: 0.0807893 Apr 08 10:57:36.819961 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-73ef9adb-5966-4346-8674-05b0cb754c56 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for floatingip (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:57:36.868500 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-73ef9adb-5966-4346-8674-05b0cb754c56 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1641593 Apr 08 10:57:36.874015 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b22ece28-b942-4acc-8bd8-834e08c52a56', 'tag': 'ef50059c-a869-434f-ad84-047bacf71721'}] {{(pid=109910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:57:36.876051 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c101578fc708467248d177b11db2e3e6a7db5c554c0046cb1dea7ab1ce8b9fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eba7a60-5287-4ce4-8710-0d3a5846485a" -d '{"events": [{"name": "network-changed", "server_uuid": "b22ece28-b942-4acc-8bd8-834e08c52a56", "tag": "ef50059c-a869-434f-ad84-047bacf71721"}]}' {{(pid=109910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:57:36.897908 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f69f7ed8-185a-426f-91e4-8f3d0ae0bba0 req-2194524b-cd8f-4312-b84c-7c231f9540ec tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/security-groups?id=27326a5a-ecd1-4000-86db-7673c419a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755336 Apr 08 10:57:36.924914 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 10:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7b55ec-8dd2-4fc6-8f9d-5c2433d425c4 x-openstack-request-id: req-2a7b55ec-8dd2-4fc6-8f9d-5c2433d425c4 {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:57:36.925223 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b22ece28-b942-4acc-8bd8-834e08c52a56", "tag": "ef50059c-a869-434f-ad84-047bacf71721", "status": "completed", "code": 200}]} {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:57:36.925480 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2a7b55ec-8dd2-4fc6-8f9d-5c2433d425c4 {{(pid=109910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:57:36.925891 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a7b55ec-8dd2-4fc6-8f9d-5c2433d425c4'] response: {'name': 'network-changed', 'server_uuid': 'b22ece28-b942-4acc-8bd8-834e08c52a56', 'tag': 'ef50059c-a869-434f-ad84-047bacf71721', 'status': 'completed', 'code': 200} Apr 08 10:57:37.052973 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e95e4-586c-41da-8658-241e9cf7f365 req-903b9d61-92f1-4363-80b5-6cb48ee49d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:37.056194 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-373e95e4-586c-41da-8658-241e9cf7f365 req-903b9d61-92f1-4363-80b5-6cb48ee49d98 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c72dc37aad5649d5aadd2a0655be72b7&device_id=e957f90d-2464-4d6e-8738-990aee29841d HTTP/1.1" status: 200 len: 1130 time: 0.0817173 Apr 08 10:57:37.059360 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba7a60-5287-4ce4-8710-0d3a5846485a req-4871fcbb-3d3c-4a09-b358-8b2f69cae15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:37.060948 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0eba7a60-5287-4ce4-8710-0d3a5846485a req-4871fcbb-3d3c-4a09-b358-8b2f69cae15f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1240eb4e10e8472eb59d3c956e73fd45&device_id=b22ece28-b942-4acc-8bd8-834e08c52a56 HTTP/1.1" status: 200 len: 1130 time: 0.0771232 Apr 08 10:57:37.066008 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvr_db [None req-250b6cf5-3aa5-4c60-a888-e847d247669c None None] Set router 42146926-2eb6-487e-b4e4-69b3b310f9b9 gateway port host: dv-cinder-836071-3-iscsi {{(pid=109911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:57:37.226118 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e95e4-586c-41da-8658-241e9cf7f365 req-50498064-35a2-471e-a05a-b68eb4227b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:37.227615 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-373e95e4-586c-41da-8658-241e9cf7f365 req-50498064-35a2-471e-a05a-b68eb4227b5d service neutron] 10.222.0.39 "GET /v2.0/networks?id=9bdc578a-8a20-4e51-8b05-6fc0142815ac HTTP/1.1" status: 200 len: 909 time: 0.1604154 Apr 08 10:57:37.229038 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba7a60-5287-4ce4-8710-0d3a5846485a req-a1a210c9-fcb3-4998-afe0-216be098daa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:37.231048 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0eba7a60-5287-4ce4-8710-0d3a5846485a req-a1a210c9-fcb3-4998-afe0-216be098daa0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cde280c4-46d3-4a2c-b76e-9357fe2425c5 HTTP/1.1" status: 200 len: 913 time: 0.1625996 Apr 08 10:57:37.294516 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-250b6cf5-3aa5-4c60-a888-e847d247669c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'name': 'tempest-TestVolumeBootPattern-1804327282-router', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '6feab91a-7bec-44c4-9ad3-1e39f46403f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:18Z', 'updated_at': '2022-04-08T10:54:22Z', 'revision_number': 4, 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'gw_port': {'id': '6feab91a-7bec-44c4-9ad3-1e39f46403f3', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:42:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:18Z', 'updated_at': '2022-04-08T10:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_floatingips': [{'id': 'a63b2c79-22b6-4bc4-a374-2d6d9d2057f2', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'floating_ip_address': '172.27.2.75', 'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'router_id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'port_id': 'ef50059c-a869-434f-ad84-047bacf71721', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cde280c4-46d3-4a2c-b76e-9357fe2425c5', 'mac_address': 'fa:16:3e:cc:bf:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22ece28-b942-4acc-8bd8-834e08c52a56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:57:35Z', 'updated_at': '2022-04-08T10:57:35Z', 'revision_number': 0, 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75', 'name': '', 'network_id': 'cde280c4-46d3-4a2c-b76e-9357fe2425c5', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'mac_address': 'fa:16:3e:05:73:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'f62eda8a-11e4-410d-acba-a7bf8fcacc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:21Z', 'updated_at': '2022-04-08T10:54:26Z', 'revision_number': 5, 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'subnets': [{'id': 'f62eda8a-11e4-410d-acba-a7bf8fcacc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:57:37.320811 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250b6cf5-3aa5-4c60-a888-e847d247669c None None] Checking router: 42146926-2eb6-487e-b4e4-69b3b310f9b9 for host: dv-cinder-836071-3-iscsi {{(pid=109911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:57:37.329644 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250b6cf5-3aa5-4c60-a888-e847d247669c None None] Routers {'42146926-2eb6-487e-b4e4-69b3b310f9b9'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:57:37.330263 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-250b6cf5-3aa5-4c60-a888-e847d247669c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:57:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['42146926-2eb6-487e-b4e4-69b3b310f9b9'], 'active': True} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:57:37.343418 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-373e95e4-586c-41da-8658-241e9cf7f365 req-7f15d797-9c63-4f8a-9e99-9fb94e9ec687 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0f9ac02-65cd-4a43-9644-07aa2055329f HTTP/1.1" status: 200 len: 1001 time: 0.1054423 Apr 08 10:57:37.345093 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0eba7a60-5287-4ce4-8710-0d3a5846485a req-25bfc631-a8d3-41fe-936b-55081a4b0430 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef50059c-a869-434f-ad84-047bacf71721 HTTP/1.1" status: 200 len: 999 time: 0.1061194 Apr 08 10:57:37.428737 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e95e4-586c-41da-8658-241e9cf7f365 req-45bcfa5b-aa5f-4c49-9df4-9fd6376c50c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:37.430220 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-373e95e4-586c-41da-8658-241e9cf7f365 req-45bcfa5b-aa5f-4c49-9df4-9fd6376c50c6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1c0e0539-9edb-46b9-96e6-f2c533e4f06c HTTP/1.1" status: 200 len: 847 time: 0.0767059 Apr 08 10:57:37.431578 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba7a60-5287-4ce4-8710-0d3a5846485a req-5dcc2d3a-372b-4000-ba93-a6b7f166e1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:37.432876 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0eba7a60-5287-4ce4-8710-0d3a5846485a req-5dcc2d3a-372b-4000-ba93-a6b7f166e1d4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f62eda8a-11e4-410d-acba-a7bf8fcacc01 HTTP/1.1" status: 200 len: 851 time: 0.0722845 Apr 08 10:57:37.441494 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvr_db [None req-250b6cf5-3aa5-4c60-a888-e847d247669c None None] Set router 42146926-2eb6-487e-b4e4-69b3b310f9b9 gateway port host: dv-cinder-836071-3-iscsi {{(pid=109911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:57:37.517880 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba7a60-5287-4ce4-8710-0d3a5846485a req-c5324a80-f7c9-4900-a4e0-4b9785e3d314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:37.519509 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0eba7a60-5287-4ce4-8710-0d3a5846485a req-c5324a80-f7c9-4900-a4e0-4b9785e3d314 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cde280c4-46d3-4a2c-b76e-9357fe2425c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0783114 Apr 08 10:57:37.522137 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e95e4-586c-41da-8658-241e9cf7f365 req-61a63c08-db54-4ebf-acd2-69ca3ff651a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:37.523453 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-373e95e4-586c-41da-8658-241e9cf7f365 req-61a63c08-db54-4ebf-acd2-69ca3ff651a4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9bdc578a-8a20-4e51-8b05-6fc0142815ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0833201 Apr 08 10:57:37.669001 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-250b6cf5-3aa5-4c60-a888-e847d247669c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'name': 'tempest-TestVolumeBootPattern-1804327282-router', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '6feab91a-7bec-44c4-9ad3-1e39f46403f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:18Z', 'updated_at': '2022-04-08T10:54:22Z', 'revision_number': 4, 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'gw_port': {'id': '6feab91a-7bec-44c4-9ad3-1e39f46403f3', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:42:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:18Z', 'updated_at': '2022-04-08T10:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_floatingips': [{'id': 'a63b2c79-22b6-4bc4-a374-2d6d9d2057f2', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'floating_ip_address': '172.27.2.75', 'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'router_id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'port_id': 'ef50059c-a869-434f-ad84-047bacf71721', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cde280c4-46d3-4a2c-b76e-9357fe2425c5', 'mac_address': 'fa:16:3e:cc:bf:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22ece28-b942-4acc-8bd8-834e08c52a56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:57:35Z', 'updated_at': '2022-04-08T10:57:35Z', 'revision_number': 0, 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75', 'name': '', 'network_id': 'cde280c4-46d3-4a2c-b76e-9357fe2425c5', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'mac_address': 'fa:16:3e:05:73:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'f62eda8a-11e4-410d-acba-a7bf8fcacc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:21Z', 'updated_at': '2022-04-08T10:54:26Z', 'revision_number': 5, 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'subnets': [{'id': 'f62eda8a-11e4-410d-acba-a7bf8fcacc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:57:37.682585 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-373e95e4-586c-41da-8658-241e9cf7f365 req-86c226a5-008d-4f61-ab49-8c8b85b8e8e8 service neutron] 10.222.0.39 "GET /v2.0/networks/9bdc578a-8a20-4e51-8b05-6fc0142815ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435750 Apr 08 10:57:37.686281 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0eba7a60-5287-4ce4-8710-0d3a5846485a req-f3e92ae6-e042-4863-bea8-6625463b4f5a service neutron] 10.222.0.39 "GET /v2.0/networks/cde280c4-46d3-4a2c-b76e-9357fe2425c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549377 Apr 08 10:57:37.698831 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250b6cf5-3aa5-4c60-a888-e847d247669c None None] The sync data for ids ['42146926-2eb6-487e-b4e4-69b3b310f9b9'] in dv-cinder-836071-3-iscsi is: [{'id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'name': 'tempest-TestVolumeBootPattern-1804327282-router', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '6feab91a-7bec-44c4-9ad3-1e39f46403f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:18Z', 'updated_at': '2022-04-08T10:54:22Z', 'revision_number': 4, 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'gw_port': {'id': '6feab91a-7bec-44c4-9ad3-1e39f46403f3', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:42:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:18Z', 'updated_at': '2022-04-08T10:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_floatingips': [{'id': 'a63b2c79-22b6-4bc4-a374-2d6d9d2057f2', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'floating_ip_address': '172.27.2.75', 'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'router_id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'port_id': 'ef50059c-a869-434f-ad84-047bacf71721', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cde280c4-46d3-4a2c-b76e-9357fe2425c5', 'mac_address': 'fa:16:3e:cc:bf:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22ece28-b942-4acc-8bd8-834e08c52a56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:57:35Z', 'updated_at': '2022-04-08T10:57:35Z', 'revision_number': 0, 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75', 'name': '', 'network_id': 'cde280c4-46d3-4a2c-b76e-9357fe2425c5', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'mac_address': 'fa:16:3e:05:73:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'f62eda8a-11e4-410d-acba-a7bf8fcacc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:21Z', 'updated_at': '2022-04-08T10:54:26Z', 'revision_number': 5, 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'subnets': [{'id': 'f62eda8a-11e4-410d-acba-a7bf8fcacc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:57:37.857260 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-373e95e4-586c-41da-8658-241e9cf7f365 req-bd78cb51-905a-4f42-907a-03911b88926d service neutron] 10.222.0.39 "GET /v2.0/networks/9bdc578a-8a20-4e51-8b05-6fc0142815ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572483 Apr 08 10:57:37.859137 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0eba7a60-5287-4ce4-8710-0d3a5846485a req-d00e0965-0c3f-4c68-8ad6-8da4e6f55813 service neutron] 10.222.0.39 "GET /v2.0/networks/cde280c4-46d3-4a2c-b76e-9357fe2425c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574907 Apr 08 10:57:37.912895 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe5b8a1-d6a1-451b-9330-ffc4acd915c5 None None] New status for floating IP a63b2c79-22b6-4bc4-a374-2d6d9d2057f2: ACTIVE {{(pid=109912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 10:57:38.019580 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff8ec3-f0c1-41f9-a0fc-6bc9884465e6 req-cd72462a-f654-466b-bf67-d1c5b4c6173e tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:38.021121 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-fdff8ec3-f0c1-41f9-a0fc-6bc9884465e6 req-cd72462a-f654-466b-bf67-d1c5b4c6173e tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/ports?device_id=e957f90d-2464-4d6e-8738-990aee29841d HTTP/1.1" status: 200 len: 946 time: 0.0541940 Apr 08 10:57:38.076342 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-fdff8ec3-f0c1-41f9-a0fc-6bc9884465e6 req-0193973c-5e9a-42e7-8d34-4065ba1938f1 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/security-groups?id=27326a5a-ecd1-4000-86db-7673c419a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489986 Apr 08 10:57:39.221031 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b9d5c8-bc11-4de0-a390-1dbb75eb101c req-7807a32b-e66d-4b11-8adc-a8dbbe042b17 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:39.222484 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-e5b9d5c8-bc11-4de0-a390-1dbb75eb101c req-7807a32b-e66d-4b11-8adc-a8dbbe042b17 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/ports?device_id=e957f90d-2464-4d6e-8738-990aee29841d HTTP/1.1" status: 200 len: 946 time: 0.0643682 Apr 08 10:57:39.273891 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-e5b9d5c8-bc11-4de0-a390-1dbb75eb101c req-9dd872c1-fed0-46d5-8872-2064453be94a tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/security-groups?id=27326a5a-ecd1-4000-86db-7673c419a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457432 Apr 08 10:57:40.398595 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e72a0-d2c0-462c-b706-d5fc9b2cfddb req-53a4297d-1bf5-45c7-b557-68b20d8c7532 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:40.399959 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ff5e72a0-d2c0-462c-b706-d5fc9b2cfddb req-53a4297d-1bf5-45c7-b557-68b20d8c7532 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/ports?device_id=e957f90d-2464-4d6e-8738-990aee29841d HTTP/1.1" status: 200 len: 946 time: 0.0532141 Apr 08 10:57:40.450919 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ff5e72a0-d2c0-462c-b706-d5fc9b2cfddb req-055781e6-d9b2-40ea-906f-3c2e99f6b50b tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/security-groups?id=27326a5a-ecd1-4000-86db-7673c419a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454311 Apr 08 10:57:40.582352 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [req-c6a309dc-3fe7-4745-9db6-ccdc002b1a89 req-a00fc0d4-deab-445c-a2d8-edaee3e9fe07 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109910) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 10:57:40.583367 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-c6a309dc-3fe7-4745-9db6-ccdc002b1a89 req-a00fc0d4-deab-445c-a2d8-edaee3e9fe07 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0664525 Apr 08 10:57:40.725507 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [req-67ef143f-bbb4-4568-809d-0f2a21cc5b31 req-e9c43ef1-5dcb-4834-af85-dd17f8420351 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e957f90d-2464-4d6e-8738-990aee29841d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0456135 Apr 08 10:57:40.753373 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86320584-0109-412a-816a-e34b7eaccf35 req-ec313388-9c79-4b57-99b2-a447d1a02af2 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:40.754950 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-86320584-0109-412a-816a-e34b7eaccf35 req-ec313388-9c79-4b57-99b2-a447d1a02af2 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/ports?device_id=e957f90d-2464-4d6e-8738-990aee29841d HTTP/1.1" status: 200 len: 946 time: 0.0574181 Apr 08 10:57:40.801828 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef143f-bbb4-4568-809d-0f2a21cc5b31 req-95f610de-20d5-4c60-aec6-9dfd2967bb30 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:40.803329 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [req-67ef143f-bbb4-4568-809d-0f2a21cc5b31 req-95f610de-20d5-4c60-aec6-9dfd2967bb30 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/ports/b0f9ac02-65cd-4a43-9644-07aa2055329f HTTP/1.1" status: 200 len: 943 time: 0.0503283 Apr 08 10:57:40.805096 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-86320584-0109-412a-816a-e34b7eaccf35 req-28b73233-1b93-4953-8f49-558bd4bbbeef tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/security-groups?id=27326a5a-ecd1-4000-86db-7673c419a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442965 Apr 08 10:57:41.801594 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c7298fae-7fe1-4426-8643-7585ffbe39b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (0996d03c-a6d6-4751-8b32-c8111f4b3d8a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:57:41.930045 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d51fc4-54ea-4f43-bd6a-9dbadd3399a8 req-6a7c6a81-7869-4d73-bb0e-229f78673ff0 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:41.931649 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-45d51fc4-54ea-4f43-bd6a-9dbadd3399a8 req-6a7c6a81-7869-4d73-bb0e-229f78673ff0 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/ports?device_id=e957f90d-2464-4d6e-8738-990aee29841d HTTP/1.1" status: 200 len: 946 time: 0.0551572 Apr 08 10:57:41.982777 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-45d51fc4-54ea-4f43-bd6a-9dbadd3399a8 req-35569606-61e7-47a8-9a07-b1ffd64fa993 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/security-groups?id=27326a5a-ecd1-4000-86db-7673c419a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453744 Apr 08 10:57:42.131774 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef143f-bbb4-4568-809d-0f2a21cc5b31 req-ddd08cfc-8eb9-4dbb-9466-33be5d78573a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:42.133337 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-67ef143f-bbb4-4568-809d-0f2a21cc5b31 req-ddd08cfc-8eb9-4dbb-9466-33be5d78573a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e957f90d-2464-4d6e-8738-990aee29841d&tenant_id=c72dc37aad5649d5aadd2a0655be72b7 HTTP/1.1" status: 200 len: 1130 time: 0.0537312 Apr 08 10:57:42.203653 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef143f-bbb4-4568-809d-0f2a21cc5b31 req-441a957b-c06a-4b87-baf8-927e0f2b1dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:42.205202 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-67ef143f-bbb4-4568-809d-0f2a21cc5b31 req-441a957b-c06a-4b87-baf8-927e0f2b1dbe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c72dc37aad5649d5aadd2a0655be72b7&device_id=e957f90d-2464-4d6e-8738-990aee29841d HTTP/1.1" status: 200 len: 1130 time: 0.0476596 Apr 08 10:57:42.300641 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef143f-bbb4-4568-809d-0f2a21cc5b31 req-a25bdfa2-a00d-4979-9dd5-665075c36619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:42.302137 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-67ef143f-bbb4-4568-809d-0f2a21cc5b31 req-a25bdfa2-a00d-4979-9dd5-665075c36619 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9bdc578a-8a20-4e51-8b05-6fc0142815ac HTTP/1.1" status: 200 len: 909 time: 0.0883682 Apr 08 10:57:42.391979 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-67ef143f-bbb4-4568-809d-0f2a21cc5b31 req-e8f1cf94-c9ce-4419-9606-41f180c87d49 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0f9ac02-65cd-4a43-9644-07aa2055329f HTTP/1.1" status: 200 len: 1001 time: 0.0810547 Apr 08 10:57:42.444102 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef143f-bbb4-4568-809d-0f2a21cc5b31 req-a8c3eace-8383-426a-ae53-6c46ee9c0743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:42.445608 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-67ef143f-bbb4-4568-809d-0f2a21cc5b31 req-a8c3eace-8383-426a-ae53-6c46ee9c0743 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1c0e0539-9edb-46b9-96e6-f2c533e4f06c HTTP/1.1" status: 200 len: 847 time: 0.0477085 Apr 08 10:57:42.502949 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef143f-bbb4-4568-809d-0f2a21cc5b31 req-93255a78-b93b-4934-9ac4-55cd39606d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:42.505264 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-67ef143f-bbb4-4568-809d-0f2a21cc5b31 req-93255a78-b93b-4934-9ac4-55cd39606d1d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9bdc578a-8a20-4e51-8b05-6fc0142815ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0527666 Apr 08 10:57:42.602865 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-67ef143f-bbb4-4568-809d-0f2a21cc5b31 req-8f2d2bef-a51c-4ea8-b438-afce8ecdc92a service neutron] 10.222.0.39 "GET /v2.0/networks/9bdc578a-8a20-4e51-8b05-6fc0142815ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889037 Apr 08 10:57:42.699477 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-67ef143f-bbb4-4568-809d-0f2a21cc5b31 req-2ea7751b-9aeb-4adb-931e-0b45321cc3fc service neutron] 10.222.0.39 "GET /v2.0/networks/9bdc578a-8a20-4e51-8b05-6fc0142815ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901353 Apr 08 10:57:42.748314 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device b0f9ac02-65cd-4a43-9644-07aa2055329f no longer exists at agent hyperv_hv-cinder-83607 {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 10:57:42.835594 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Current status of the port b0f9ac02-65cd-4a43-9644-07aa2055329f is: ACTIVE; New status is: DOWN {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:57:42.836320 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (b0f9ac02-65cd-4a43-9644-07aa2055329f), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:57:42.859745 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e957f90d-2464-4d6e-8738-990aee29841d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0f9ac02-65cd-4a43-9644-07aa2055329f'}] {{(pid=109911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:57:42.862031 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930651e71dbc4ea3279ef2aec3aabe40d8fedb7c9b7e81889183a919dd1d7a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e54898a9-e5e4-4029-826c-d9a4a70afae1" -d '{"events": [{"server_uuid": "e957f90d-2464-4d6e-8738-990aee29841d", "name": "network-vif-unplugged", "status": "completed", "tag": "b0f9ac02-65cd-4a43-9644-07aa2055329f"}]}' {{(pid=109911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:57:42.874210 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port b0f9ac02-65cd-4a43-9644-07aa2055329f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b0f9ac02-65cd-4a43-9644-07aa2055329f,segment=NetworkSegment(70944567-ec60-4334-80f5-e288d4e47c49),segment_id=70944567-ec60-4334-80f5-e288d4e47c49)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:57:42.879306 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (b0f9ac02-65cd-4a43-9644-07aa2055329f), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:57:42.903856 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 08 Apr 2022 10:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556233ff-9be7-4be7-8b24-30f4f36bb70f x-openstack-request-id: req-556233ff-9be7-4be7-8b24-30f4f36bb70f {{(pid=109911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:57:42.904313 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e957f90d-2464-4d6e-8738-990aee29841d", "name": "network-vif-unplugged", "status": "completed", "tag": "b0f9ac02-65cd-4a43-9644-07aa2055329f", "code": 200}]} {{(pid=109911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:57:42.904715 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-556233ff-9be7-4be7-8b24-30f4f36bb70f {{(pid=109911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:57:42.905234 dv-cinder-836071-3-iscsi neutron-server[109911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-556233ff-9be7-4be7-8b24-30f4f36bb70f'] response: {'server_uuid': 'e957f90d-2464-4d6e-8738-990aee29841d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0f9ac02-65cd-4a43-9644-07aa2055329f', 'code': 200} Apr 08 10:57:42.935157 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Pushing event updated for resources: {'Port': ['ID=b0f9ac02-65cd-4a43-9644-07aa2055329f,revision_number=6']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:57:43.114541 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37249304-9613-4c78-b6ab-d8f4b061a9f0 req-ed42cff7-30e0-4308-8431-319060ef1755 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:43.116055 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-37249304-9613-4c78-b6ab-d8f4b061a9f0 req-ed42cff7-30e0-4308-8431-319060ef1755 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/ports?device_id=e957f90d-2464-4d6e-8738-990aee29841d HTTP/1.1" status: 200 len: 944 time: 0.0580363 Apr 08 10:57:43.168478 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-37249304-9613-4c78-b6ab-d8f4b061a9f0 req-99ca4eae-c923-4cc5-ad2c-56a7531f3e88 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/security-groups?id=27326a5a-ecd1-4000-86db-7673c419a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444043 Apr 08 10:57:44.192579 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-a9cfc2a5-e3a6-42ce-8290-12c2d448387e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (a0f054a9-d30b-4594-8de6-6c24438c3963), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:57:44.302324 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602deaa-76c0-4105-98dd-5e112d3bf334 req-a5e9127a-52b6-427a-9578-1425e8c69d00 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:44.303748 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6602deaa-76c0-4105-98dd-5e112d3bf334 req-a5e9127a-52b6-427a-9578-1425e8c69d00 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/ports?device_id=e957f90d-2464-4d6e-8738-990aee29841d HTTP/1.1" status: 200 len: 944 time: 0.0629976 Apr 08 10:57:44.353862 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6602deaa-76c0-4105-98dd-5e112d3bf334 req-1fc4e132-f2a8-47c9-b670-d619d78b9772 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/security-groups?id=27326a5a-ecd1-4000-86db-7673c419a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442963 Apr 08 10:57:45.165841 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c39995e2-c233-4533-b78f-2944bd33f611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (65c9c9bc-bb02-426d-a902-340b44f1a4c2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:57:45.504114 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a1623-d22b-4e91-8661-739c7f75432a req-9172f751-d106-4706-b793-2b37011d76ec tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:45.505970 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-e66a1623-d22b-4e91-8661-739c7f75432a req-9172f751-d106-4706-b793-2b37011d76ec tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/ports?device_id=e957f90d-2464-4d6e-8738-990aee29841d HTTP/1.1" status: 200 len: 944 time: 0.0706885 Apr 08 10:57:45.560113 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-e66a1623-d22b-4e91-8661-739c7f75432a req-1b349a3b-59f3-4737-9e32-5d88f60006f6 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/security-groups?id=27326a5a-ecd1-4000-86db-7673c419a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457997 Apr 08 10:57:46.611586 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dfd57949-1be2-4190-94f2-c1682066023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (140c1fdd-4f9d-4fc9-9d7c-f6f7cee51a0a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:57:46.689988 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaccd973-9de8-4bd5-bdfe-36a5d6e9f2bf req-b5fc288e-6252-41d7-b552-e1460fa54a74 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:46.691517 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-aaccd973-9de8-4bd5-bdfe-36a5d6e9f2bf req-b5fc288e-6252-41d7-b552-e1460fa54a74 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/ports?device_id=e957f90d-2464-4d6e-8738-990aee29841d HTTP/1.1" status: 200 len: 944 time: 0.0584178 Apr 08 10:57:46.740528 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-aaccd973-9de8-4bd5-bdfe-36a5d6e9f2bf req-3aa7a4f6-7dbb-4f9a-ae1e-ed39e23a6d2f tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/security-groups?id=27326a5a-ecd1-4000-86db-7673c419a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432489 Apr 08 10:57:47.872918 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee166c1-6c4e-4a63-954a-20174e0961a1 req-1bbadbec-3fb0-49e9-b112-d8564071c884 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:47.874315 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-7ee166c1-6c4e-4a63-954a-20174e0961a1 req-1bbadbec-3fb0-49e9-b112-d8564071c884 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/ports?device_id=e957f90d-2464-4d6e-8738-990aee29841d HTTP/1.1" status: 200 len: 944 time: 0.0603118 Apr 08 10:57:47.930925 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-7ee166c1-6c4e-4a63-954a-20174e0961a1 req-6bbf6770-f9ab-4ca9-9a70-6c4ffa59539d tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/security-groups?id=27326a5a-ecd1-4000-86db-7673c419a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481944 Apr 08 10:57:48.038374 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (d1e78606-e5cc-43c0-bc22-8a5324478286), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:57:48.536812 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (df0b008b-1017-45b0-9cbd-b6387ecfd69a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:57:48.882020 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e204a6da-26e6-4e3e-8cf0-948ce87f021f req-32ab9333-fa02-43eb-95cf-f2e53b3c48b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:48.883568 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-e204a6da-26e6-4e3e-8cf0-948ce87f021f req-32ab9333-fa02-43eb-95cf-f2e53b3c48b8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e957f90d-2464-4d6e-8738-990aee29841d HTTP/1.1" status: 200 len: 1128 time: 0.0460484 Apr 08 10:57:48.930515 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-e204a6da-26e6-4e3e-8cf0-948ce87f021f req-e1e2ccd8-2dc6-48db-b654-ed9feaa5d9ed service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=27326a5a-ecd1-4000-86db-7673c419a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400219 Apr 08 10:57:49.058672 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57e2ef-a3f2-421a-998a-cb7ad1adee57 req-c9d64e5a-6d0d-49b8-b864-d2966fb890fd tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:49.060082 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-2f57e2ef-a3f2-421a-998a-cb7ad1adee57 req-c9d64e5a-6d0d-49b8-b864-d2966fb890fd tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/ports?device_id=e957f90d-2464-4d6e-8738-990aee29841d HTTP/1.1" status: 200 len: 944 time: 0.0604656 Apr 08 10:57:49.120431 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-2f57e2ef-a3f2-421a-998a-cb7ad1adee57 req-d915526e-25e3-4699-bb84-bf610d1a0db6 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/security-groups?id=27326a5a-ecd1-4000-86db-7673c419a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496910 Apr 08 10:57:50.270444 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45e634-95aa-43c2-9746-c7fcb88c6c45 req-ebe88eb4-9ff0-4783-acb3-2e534e06a2d5 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:50.271914 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-2a45e634-95aa-43c2-9746-c7fcb88c6c45 req-ebe88eb4-9ff0-4783-acb3-2e534e06a2d5 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/ports?device_id=e957f90d-2464-4d6e-8738-990aee29841d HTTP/1.1" status: 200 len: 944 time: 0.0729139 Apr 08 10:57:50.322880 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-2a45e634-95aa-43c2-9746-c7fcb88c6c45 req-135a3f1f-3d49-403b-ac2f-2592316aa6dd tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/security-groups?id=27326a5a-ecd1-4000-86db-7673c419a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448682 Apr 08 10:57:50.811259 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device b0f9ac02-65cd-4a43-9644-07aa2055329f details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=109911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 10:57:50.917993 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port b0f9ac02-65cd-4a43-9644-07aa2055329f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b0f9ac02-65cd-4a43-9644-07aa2055329f,segment=NetworkSegment(70944567-ec60-4334-80f5-e288d4e47c49),segment_id=70944567-ec60-4334-80f5-e288d4e47c49)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:57:50.929315 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Returning: {'device': 'b0f9ac02-65cd-4a43-9644-07aa2055329f', 'network_id': '9bdc578a-8a20-4e51-8b05-6fc0142815ac', 'port_id': 'b0f9ac02-65cd-4a43-9644-07aa2055329f', 'mac_address': 'fa:16:3e:3f:35:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c0e0539-9edb-46b9-96e6-f2c533e4f06c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 10:57:50.966630 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Current status of the port b0f9ac02-65cd-4a43-9644-07aa2055329f is: DOWN; New status is: BUILD {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:57:50.967020 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (b0f9ac02-65cd-4a43-9644-07aa2055329f), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:57:50.980638 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.notifiers.nova [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0f9ac02-65cd-4a43-9644-07aa2055329f {{(pid=109911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:57:51.000393 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port b0f9ac02-65cd-4a43-9644-07aa2055329f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b0f9ac02-65cd-4a43-9644-07aa2055329f,segment=NetworkSegment(70944567-ec60-4334-80f5-e288d4e47c49),segment_id=70944567-ec60-4334-80f5-e288d4e47c49)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:57:51.007604 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (b0f9ac02-65cd-4a43-9644-07aa2055329f), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:57:51.061775 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Pushing event updated for resources: {'Port': ['ID=b0f9ac02-65cd-4a43-9644-07aa2055329f,revision_number=7']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:57:51.266853 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] get_ports_and_sgs() called for port_ids ['b0f9ac02-65cd-4a43-9644-07aa2055329f'] {{(pid=109911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 10:57:52.831993 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device b0f9ac02-65cd-4a43-9644-07aa2055329f up at agent hyperv_hv-cinder-83607 {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:57:52.887143 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Provisioning complete for port b0f9ac02-65cd-4a43-9644-07aa2055329f triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:57:52.887508 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (b0f9ac02-65cd-4a43-9644-07aa2055329f), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:57:52.966325 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Current status of the port b0f9ac02-65cd-4a43-9644-07aa2055329f is: BUILD; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:57:52.966733 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (b0f9ac02-65cd-4a43-9644-07aa2055329f), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:57:52.989878 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e957f90d-2464-4d6e-8738-990aee29841d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f9ac02-65cd-4a43-9644-07aa2055329f'}] {{(pid=109911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:57:52.992123 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930651e71dbc4ea3279ef2aec3aabe40d8fedb7c9b7e81889183a919dd1d7a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca7e56f-aa44-4f36-9605-92a0bdd22d10" -d '{"events": [{"server_uuid": "e957f90d-2464-4d6e-8738-990aee29841d", "name": "network-vif-plugged", "status": "completed", "tag": "b0f9ac02-65cd-4a43-9644-07aa2055329f"}]}' {{(pid=109911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:57:53.004139 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port b0f9ac02-65cd-4a43-9644-07aa2055329f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b0f9ac02-65cd-4a43-9644-07aa2055329f,segment=NetworkSegment(70944567-ec60-4334-80f5-e288d4e47c49),segment_id=70944567-ec60-4334-80f5-e288d4e47c49)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:57:53.009134 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (b0f9ac02-65cd-4a43-9644-07aa2055329f), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:57:53.035486 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 10:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70475364-e793-4f55-9664-da2d27cf5ba0 x-openstack-request-id: req-70475364-e793-4f55-9664-da2d27cf5ba0 {{(pid=109911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:57:53.035783 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e957f90d-2464-4d6e-8738-990aee29841d", "name": "network-vif-plugged", "status": "completed", "tag": "b0f9ac02-65cd-4a43-9644-07aa2055329f", "code": 200}]} {{(pid=109911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:57:53.036037 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-70475364-e793-4f55-9664-da2d27cf5ba0 {{(pid=109911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:57:53.036422 dv-cinder-836071-3-iscsi neutron-server[109911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70475364-e793-4f55-9664-da2d27cf5ba0'] response: {'server_uuid': 'e957f90d-2464-4d6e-8738-990aee29841d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f9ac02-65cd-4a43-9644-07aa2055329f', 'code': 200} Apr 08 10:57:53.062026 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Pushing event updated for resources: {'Port': ['ID=b0f9ac02-65cd-4a43-9644-07aa2055329f,revision_number=8']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:57:59.698767 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402207ab-00a9-4e39-81a4-00d4ec4c0469 req-e856ce73-70b1-4265-952a-e62e841de02a tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:57:59.700155 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-402207ab-00a9-4e39-81a4-00d4ec4c0469 req-e856ce73-70b1-4265-952a-e62e841de02a tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 946 time: 0.0593524 Apr 08 10:57:59.749369 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-402207ab-00a9-4e39-81a4-00d4ec4c0469 req-e45b1833-d2a4-4eea-b1b4-668e3e4be085 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=02def41f-2c6c-4838-8b92-90f1ee157a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434289 Apr 08 10:58:00.887799 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310d42c-3575-489d-bc63-851d7418d562 req-a413aaab-ce3d-44bd-af20-9d5240ac2594 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:00.889201 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1310d42c-3575-489d-bc63-851d7418d562 req-a413aaab-ce3d-44bd-af20-9d5240ac2594 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 946 time: 0.0595393 Apr 08 10:58:00.950095 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1310d42c-3575-489d-bc63-851d7418d562 req-7892898e-0a88-42cd-bbf2-b3050a0f9aa6 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=02def41f-2c6c-4838-8b92-90f1ee157a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525200 Apr 08 10:58:01.197386 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.agents_db [None req-4d82583b-548a-400c-8f4c-c09be56c4ea4 None None] Agent healthcheck: found 6 active agents {{(pid=109912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 10:58:01.243980 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec1f79-b51f-4bb6-8044-be5e4ea2e662 req-6738aa1d-2dbd-4f8c-9781-d9d9d0d43afe tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:01.245447 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-12ec1f79-b51f-4bb6-8044-be5e4ea2e662 req-6738aa1d-2dbd-4f8c-9781-d9d9d0d43afe tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 946 time: 0.0696137 Apr 08 10:58:01.343836 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [req-12ec1f79-b51f-4bb6-8044-be5e4ea2e662 req-8017addf-2249-4369-b6ef-08a86b231063 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Deleting port f00edba1-82bc-470a-b343-5f163f404e5e {{(pid=109910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 10:58:01.344146 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-12ec1f79-b51f-4bb6-8044-be5e4ea2e662 req-8017addf-2249-4369-b6ef-08a86b231063 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (f00edba1-82bc-470a-b343-5f163f404e5e), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:01.434977 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [req-12ec1f79-b51f-4bb6-8044-be5e4ea2e662 req-8017addf-2249-4369-b6ef-08a86b231063 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] For port f00edba1-82bc-470a-b343-5f163f404e5e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f00edba1-82bc-470a-b343-5f163f404e5e,segment=NetworkSegment(03985018-c563-41ce-aacb-1a83d441442a),segment_id=03985018-c563-41ce-aacb-1a83d441442a)] {{(pid=109910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:58:01.435350 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-12ec1f79-b51f-4bb6-8044-be5e4ea2e662 req-8017addf-2249-4369-b6ef-08a86b231063 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (f00edba1-82bc-470a-b343-5f163f404e5e), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:01.608303 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-12ec1f79-b51f-4bb6-8044-be5e4ea2e662 req-8017addf-2249-4369-b6ef-08a86b231063 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:01.608675 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-12ec1f79-b51f-4bb6-8044-be5e4ea2e662 req-8017addf-2249-4369-b6ef-08a86b231063 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743873'] for floatingip (1fc66a80-700c-4fdb-9792-39ae3012ff21), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:01.608999 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.db.l3_db [req-12ec1f79-b51f-4bb6-8044-be5e4ea2e662 req-8017addf-2249-4369-b6ef-08a86b231063 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Floating IP 1fc66a80-700c-4fdb-9792-39ae3012ff21 disassociated. External IP: 172.27.2.27, port: f00edba1-82bc-470a-b343-5f163f404e5e. Apr 08 10:58:01.609366 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [req-12ec1f79-b51f-4bb6-8044-be5e4ea2e662 req-8017addf-2249-4369-b6ef-08a86b231063 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Calling delete_port for f00edba1-82bc-470a-b343-5f163f404e5e owned by compute:nova {{(pid=109910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 10:58:01.755806 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-12ec1f79-b51f-4bb6-8044-be5e4ea2e662 req-8017addf-2249-4369-b6ef-08a86b231063 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14190223'] for port (f00edba1-82bc-470a-b343-5f163f404e5e), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:01.786446 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8017addf-2249-4369-b6ef-08a86b231063 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Pushing event deleted for resources: {'Port': ['ID=f00edba1-82bc-470a-b343-5f163f404e5e,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:58:01.904769 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12ec1f79-b51f-4bb6-8044-be5e4ea2e662 req-8017addf-2249-4369-b6ef-08a86b231063 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Router 3e811984-1f2e-4215-be2e-079d5f256292 has already been hosted by L3 agent a0f054a9-d30b-4594-8de6-6c24438c3963 {{(pid=109910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:58:02.021674 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12ec1f79-b51f-4bb6-8044-be5e4ea2e662 req-8017addf-2249-4369-b6ef-08a86b231063 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Notify agent at l3_agent.dv-cinder-836071-3-iscsi the message routers_updated {{(pid=109910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:58:02.032306 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8507ef29-ce63-42e4-9b98-7163a2aa3298 None None] Sync routers for ids ['3e811984-1f2e-4215-be2e-079d5f256292'] in dv-cinder-836071-3-iscsi {{(pid=109911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:58:02.041792 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8507ef29-ce63-42e4-9b98-7163a2aa3298 None None] Routers {'3e811984-1f2e-4215-be2e-079d5f256292'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:58:02.042438 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-8507ef29-ce63-42e4-9b98-7163a2aa3298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:57:44Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['3e811984-1f2e-4215-be2e-079d5f256292'], 'active': True} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:58:02.087296 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-20c34a4e-7302-4489-a68d-4fd00582eee6 req-b5d8ea68-66e9-4e73-83ba-90880c138a8b tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d HTTP/1.1" status: 200 len: 210 time: 0.0600452 Apr 08 10:58:02.088496 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.l3_dvrscheduler_db [req-12ec1f79-b51f-4bb6-8044-be5e4ea2e662 req-8017addf-2249-4369-b6ef-08a86b231063 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] No DVR routers for this DVR port f00edba1-82bc-470a-b343-5f163f404e5e on host hv-cinder-83607 {{(pid=109910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:58:02.090661 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-12ec1f79-b51f-4bb6-8044-be5e4ea2e662 req-8017addf-2249-4369-b6ef-08a86b231063 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for port (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:02.093972 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-12ec1f79-b51f-4bb6-8044-be5e4ea2e662 req-8017addf-2249-4369-b6ef-08a86b231063 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.39 "DELETE /v2.0/ports/f00edba1-82bc-470a-b343-5f163f404e5e HTTP/1.1" status: 204 len: 173 time: 0.8434744 Apr 08 10:58:02.094423 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d', 'name': 'network-vif-deleted', 'tag': 'f00edba1-82bc-470a-b343-5f163f404e5e'}] {{(pid=109910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:58:02.096817 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c101578fc708467248d177b11db2e3e6a7db5c554c0046cb1dea7ab1ce8b9fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3b1370-9c3e-47ac-8265-50358d58084b" -d '{"events": [{"server_uuid": "b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d", "name": "network-vif-deleted", "tag": "f00edba1-82bc-470a-b343-5f163f404e5e"}]}' {{(pid=109910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:58:02.157328 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 10:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6bb9156-7d16-47bc-8975-a0ed92b41254 x-openstack-request-id: req-d6bb9156-7d16-47bc-8975-a0ed92b41254 {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:58:02.157623 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d", "name": "network-vif-deleted", "tag": "f00edba1-82bc-470a-b343-5f163f404e5e", "status": "completed", "code": 200}]} {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:58:02.157881 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d6bb9156-7d16-47bc-8975-a0ed92b41254 {{(pid=109910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:58:02.158469 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6bb9156-7d16-47bc-8975-a0ed92b41254'] response: {'server_uuid': 'b5c7f6eb-39f3-4777-956b-9fbb3f02bf7d', 'name': 'network-vif-deleted', 'tag': 'f00edba1-82bc-470a-b343-5f163f404e5e', 'status': 'completed', 'code': 200} Apr 08 10:58:02.162974 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvr_db [None req-8507ef29-ce63-42e4-9b98-7163a2aa3298 None None] Set router 3e811984-1f2e-4215-be2e-079d5f256292 gateway port host: dv-cinder-836071-3-iscsi {{(pid=109911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:58:02.373588 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-8507ef29-ce63-42e4-9b98-7163a2aa3298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e811984-1f2e-4215-be2e-079d5f256292', 'name': 'tempest-AttachVolumeShelveTestJSON-1711339750-router', 'tenant_id': 'c5c639569a22482fba93dcaca6152dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': 'e05c695c-0be2-40fc-ba9c-7c9ac800a232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:55:31Z', 'updated_at': '2022-04-08T10:55:33Z', 'revision_number': 4, 'project_id': 'c5c639569a22482fba93dcaca6152dca', 'gw_port': {'id': 'e05c695c-0be2-40fc-ba9c-7c9ac800a232', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:65:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e811984-1f2e-4215-be2e-079d5f256292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:55:31Z', 'updated_at': '2022-04-08T10:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': 'a93b5384-ef4d-4e3d-907c-ef1542a2f17b', 'name': '', 'network_id': 'ead301ed-768a-4ee8-91df-4953f8d8822a', 'tenant_id': 'c5c639569a22482fba93dcaca6152dca', 'mac_address': 'fa:16:3e:26:b0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e811984-1f2e-4215-be2e-079d5f256292', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bfdd80ae-94b4-4d02-9243-4abc3db5c2b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:55:33Z', 'updated_at': '2022-04-08T10:55:36Z', 'revision_number': 5, 'project_id': 'c5c639569a22482fba93dcaca6152dca', 'subnets': [{'id': 'bfdd80ae-94b4-4d02-9243-4abc3db5c2b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:58:02.399735 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8507ef29-ce63-42e4-9b98-7163a2aa3298 None None] Checking router: 3e811984-1f2e-4215-be2e-079d5f256292 for host: dv-cinder-836071-3-iscsi {{(pid=109911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:58:02.408799 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8507ef29-ce63-42e4-9b98-7163a2aa3298 None None] Routers {'3e811984-1f2e-4215-be2e-079d5f256292'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:58:02.409512 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-8507ef29-ce63-42e4-9b98-7163a2aa3298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:57:44Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['3e811984-1f2e-4215-be2e-079d5f256292'], 'active': True} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:58:02.658824 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvr_db [None req-8507ef29-ce63-42e4-9b98-7163a2aa3298 None None] Set router 3e811984-1f2e-4215-be2e-079d5f256292 gateway port host: dv-cinder-836071-3-iscsi {{(pid=109911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:58:02.884433 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-8507ef29-ce63-42e4-9b98-7163a2aa3298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e811984-1f2e-4215-be2e-079d5f256292', 'name': 'tempest-AttachVolumeShelveTestJSON-1711339750-router', 'tenant_id': 'c5c639569a22482fba93dcaca6152dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': 'e05c695c-0be2-40fc-ba9c-7c9ac800a232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:55:31Z', 'updated_at': '2022-04-08T10:55:33Z', 'revision_number': 4, 'project_id': 'c5c639569a22482fba93dcaca6152dca', 'gw_port': {'id': 'e05c695c-0be2-40fc-ba9c-7c9ac800a232', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:65:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e811984-1f2e-4215-be2e-079d5f256292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:55:31Z', 'updated_at': '2022-04-08T10:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': 'a93b5384-ef4d-4e3d-907c-ef1542a2f17b', 'name': '', 'network_id': 'ead301ed-768a-4ee8-91df-4953f8d8822a', 'tenant_id': 'c5c639569a22482fba93dcaca6152dca', 'mac_address': 'fa:16:3e:26:b0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e811984-1f2e-4215-be2e-079d5f256292', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bfdd80ae-94b4-4d02-9243-4abc3db5c2b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:55:33Z', 'updated_at': '2022-04-08T10:55:36Z', 'revision_number': 5, 'project_id': 'c5c639569a22482fba93dcaca6152dca', 'subnets': [{'id': 'bfdd80ae-94b4-4d02-9243-4abc3db5c2b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:58:02.912271 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8507ef29-ce63-42e4-9b98-7163a2aa3298 None None] The sync data for ids ['3e811984-1f2e-4215-be2e-079d5f256292'] in dv-cinder-836071-3-iscsi is: [{'id': '3e811984-1f2e-4215-be2e-079d5f256292', 'name': 'tempest-AttachVolumeShelveTestJSON-1711339750-router', 'tenant_id': 'c5c639569a22482fba93dcaca6152dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': 'e05c695c-0be2-40fc-ba9c-7c9ac800a232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:55:31Z', 'updated_at': '2022-04-08T10:55:33Z', 'revision_number': 4, 'project_id': 'c5c639569a22482fba93dcaca6152dca', 'gw_port': {'id': 'e05c695c-0be2-40fc-ba9c-7c9ac800a232', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:65:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e811984-1f2e-4215-be2e-079d5f256292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:55:31Z', 'updated_at': '2022-04-08T10:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': 'a93b5384-ef4d-4e3d-907c-ef1542a2f17b', 'name': '', 'network_id': 'ead301ed-768a-4ee8-91df-4953f8d8822a', 'tenant_id': 'c5c639569a22482fba93dcaca6152dca', 'mac_address': 'fa:16:3e:26:b0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e811984-1f2e-4215-be2e-079d5f256292', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bfdd80ae-94b4-4d02-9243-4abc3db5c2b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:55:33Z', 'updated_at': '2022-04-08T10:55:36Z', 'revision_number': 5, 'project_id': 'c5c639569a22482fba93dcaca6152dca', 'subnets': [{'id': 'bfdd80ae-94b4-4d02-9243-4abc3db5c2b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:58:03.147731 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a060c76-eb13-4b87-a97b-c350ceb9eab0 None None] New status for floating IP 1fc66a80-700c-4fdb-9792-39ae3012ff21: DOWN {{(pid=109912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 10:58:03.186273 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 32886) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:58:03.245955 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-0d3b47f4-fe43-4c9c-817f-7820904ad049 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks [] for security_group (02def41f-2c6c-4838-8b92-90f1ee157a63), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:03.270772 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-0d3b47f4-fe43-4c9c-817f-7820904ad049 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks [] for security_group (02def41f-2c6c-4838-8b92-90f1ee157a63), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:03.322798 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-0d3b47f4-fe43-4c9c-817f-7820904ad049 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (02def41f-2c6c-4838-8b92-90f1ee157a63), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:03.325429 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-0d3b47f4-fe43-4c9c-817f-7820904ad049 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks [] for security_group (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:03.326585 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-0d3b47f4-fe43-4c9c-817f-7820904ad049 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "DELETE /v2.0/security-groups/02def41f-2c6c-4838-8b92-90f1ee157a63 HTTP/1.1" status: 204 len: 168 time: 0.1393254 Apr 08 10:58:03.329720 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 32888) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:58:03.336148 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3b47f4-fe43-4c9c-817f-7820904ad049 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02def41f-2c6c-4838-8b92-90f1ee157a63,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:58:03.344730 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.api.v2.resource [None req-132ea896-2e17-46b3-8b50-16389a3a84dc tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] show failed (client error): The resource could not be found. Apr 08 10:58:03.349288 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-132ea896-2e17-46b3-8b50-16389a3a84dc tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups/02def41f-2c6c-4838-8b92-90f1ee157a63 HTTP/1.1" status: 404 len: 347 time: 0.0151453 Apr 08 10:58:03.349565 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 32890) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:58:03.473392 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.plugin [None req-587664f0-18fe-473f-b3a6-5fa72d98e036 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Deleting port 1aafd86f-a9e2-48d4-b0cf-ca336a1032e7 {{(pid=109909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 10:58:03.473640 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-587664f0-18fe-473f-b3a6-5fa72d98e036 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (1aafd86f-a9e2-48d4-b0cf-ca336a1032e7), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:03.553092 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-587664f0-18fe-473f-b3a6-5fa72d98e036 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (1aafd86f-a9e2-48d4-b0cf-ca336a1032e7), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:03.553443 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-587664f0-18fe-473f-b3a6-5fa72d98e036 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks [] for floatingip (1aafd86f-a9e2-48d4-b0cf-ca336a1032e7), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:03.565397 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.plugin [None req-587664f0-18fe-473f-b3a6-5fa72d98e036 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Calling delete_port for 1aafd86f-a9e2-48d4-b0cf-ca336a1032e7 owned by network:floatingip {{(pid=109909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 10:58:03.701989 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-587664f0-18fe-473f-b3a6-5fa72d98e036 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16387658'] for port (1aafd86f-a9e2-48d4-b0cf-ca336a1032e7), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:03.726419 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587664f0-18fe-473f-b3a6-5fa72d98e036 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Pushing event deleted for resources: {'Port': ['ID=1aafd86f-a9e2-48d4-b0cf-ca336a1032e7,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:58:03.738302 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587664f0-18fe-473f-b3a6-5fa72d98e036 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:03.738302 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587664f0-18fe-473f-b3a6-5fa72d98e036 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:03.739121 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587664f0-18fe-473f-b3a6-5fa72d98e036 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:03.739121 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587664f0-18fe-473f-b3a6-5fa72d98e036 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:03.739121 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587664f0-18fe-473f-b3a6-5fa72d98e036 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:03.739371 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587664f0-18fe-473f-b3a6-5fa72d98e036 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:03.739692 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587664f0-18fe-473f-b3a6-5fa72d98e036 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:03.740022 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587664f0-18fe-473f-b3a6-5fa72d98e036 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:03.740349 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587664f0-18fe-473f-b3a6-5fa72d98e036 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:03.740677 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587664f0-18fe-473f-b3a6-5fa72d98e036 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:03.741000 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587664f0-18fe-473f-b3a6-5fa72d98e036 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:03.741360 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587664f0-18fe-473f-b3a6-5fa72d98e036 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:03.741687 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587664f0-18fe-473f-b3a6-5fa72d98e036 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:03.741996 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587664f0-18fe-473f-b3a6-5fa72d98e036 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:03.742320 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587664f0-18fe-473f-b3a6-5fa72d98e036 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:58:03.797912 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-587664f0-18fe-473f-b3a6-5fa72d98e036 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks [] for floatingip (1fc66a80-700c-4fdb-9792-39ae3012ff21), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:03.800546 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-587664f0-18fe-473f-b3a6-5fa72d98e036 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for floatingip (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:03.801746 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-587664f0-18fe-473f-b3a6-5fa72d98e036 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "DELETE /v2.0/floatingips/1fc66a80-700c-4fdb-9792-39ae3012ff21 HTTP/1.1" status: 204 len: 168 time: 0.4512525 Apr 08 10:58:04.411551 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 32894) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:58:04.416138 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [None req-f08eb59e-39f2-4d04-b7ae-5b39dd6d1c32 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1978195427', 'description': 'tempest-description--1544818551'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:58:04.437853 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-f08eb59e-39f2-4d04-b7ae-5b39dd6d1c32 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks [] for security_group (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:04.505372 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-f08eb59e-39f2-4d04-b7ae-5b39dd6d1c32 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks [] for security_group (f0d3fa30-226d-4ca3-a839-91f857752c39), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:04.511428 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-f08eb59e-39f2-4d04-b7ae-5b39dd6d1c32 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (f0d3fa30-226d-4ca3-a839-91f857752c39), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:04.541148 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-f08eb59e-39f2-4d04-b7ae-5b39dd6d1c32 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks [] for security_group (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:04.542378 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-f08eb59e-39f2-4d04-b7ae-5b39dd6d1c32 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1297977 Apr 08 10:58:04.545449 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 32896) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:58:04.547080 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08eb59e-39f2-4d04-b7ae-5b39dd6d1c32 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d3fa30-226d-4ca3-a839-91f857752c39,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:58:04.550133 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.v2.base [None req-1f3dc3cd-b1f8-4f13-8360-569beeb282f8 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Request body: {'security_group_rule': {'security_group_id': 'f0d3fa30-226d-4ca3-a839-91f857752c39', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:58:04.578679 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-1f3dc3cd-b1f8-4f13-8360-569beeb282f8 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks [] for security_group_rule (ef2d98e4-c583-4b9f-b1aa-6097a0da7b29), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:04.636187 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-1f3dc3cd-b1f8-4f13-8360-569beeb282f8 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks [] for security_group_rule (ef2d98e4-c583-4b9f-b1aa-6097a0da7b29), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:04.641233 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-1f3dc3cd-b1f8-4f13-8360-569beeb282f8 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682660'] for security_group_rule (ef2d98e4-c583-4b9f-b1aa-6097a0da7b29), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:04.664720 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3dc3cd-b1f8-4f13-8360-569beeb282f8 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef2d98e4-c583-4b9f-b1aa-6097a0da7b29,revision_number=0']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:58:04.672890 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-1f3dc3cd-b1f8-4f13-8360-569beeb282f8 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:04.678769 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-1f3dc3cd-b1f8-4f13-8360-569beeb282f8 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1300733 Apr 08 10:58:04.680425 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 32898) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:58:04.684871 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.v2.base [None req-026aea52-1336-444d-ad86-accae486448a tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Request body: {'security_group_rule': {'security_group_id': 'f0d3fa30-226d-4ca3-a839-91f857752c39', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:58:04.717248 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-026aea52-1336-444d-ad86-accae486448a tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks [] for security_group_rule (784a40ad-c567-4b78-af06-1e8f74fe31d8), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:04.787286 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-026aea52-1336-444d-ad86-accae486448a tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks [] for security_group_rule (784a40ad-c567-4b78-af06-1e8f74fe31d8), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:04.794172 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-026aea52-1336-444d-ad86-accae486448a tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682660'] for security_group_rule (784a40ad-c567-4b78-af06-1e8f74fe31d8), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:04.814080 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026aea52-1336-444d-ad86-accae486448a tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=784a40ad-c567-4b78-af06-1e8f74fe31d8,revision_number=0']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:58:04.822542 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-026aea52-1336-444d-ad86-accae486448a tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:04.823728 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-026aea52-1336-444d-ad86-accae486448a tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1422276 Apr 08 10:58:04.828105 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 32900) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:58:04.832355 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.v2.base [None req-aeee94f1-14f7-43d8-9a4b-6e6a400bd609 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Request body: {'floatingip': {'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b'}} {{(pid=109909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:58:04.840119 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device f00edba1-82bc-470a-b343-5f163f404e5e no longer exists at agent hyperv_hv-cinder-83607 {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 10:58:04.855393 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-aeee94f1-14f7-43d8-9a4b-6e6a400bd609 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:04.862062 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] No Port match for: f00edba1-82bc-470a-b343-5f163f404e5e {{(pid=109911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 10:58:04.862413 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device f00edba1-82bc-470a-b343-5f163f404e5e not bound to the agent host hv-cinder-83607 {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 10:58:04.956027 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-aeee94f1-14f7-43d8-9a4b-6e6a400bd609 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:05.065463 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.db.db_base_plugin_common [None req-aeee94f1-14f7-43d8-9a4b-6e6a400bd609 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Allocated IP 172.27.2.180 (173a9438-8c11-42c7-a64e-a6d835b0fe8b/3e92b2da-8062-400a-a6d5-15b49fe43bf4/1f1f2760-b979-460b-a667-6eba506c9b99) {{(pid=109909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:58:05.174570 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-aeee94f1-14f7-43d8-9a4b-6e6a400bd609 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks [] for port (1f1f2760-b979-460b-a667-6eba506c9b99), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:05.208537 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-aeee94f1-14f7-43d8-9a4b-6e6a400bd609 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16387658'] for port (1f1f2760-b979-460b-a667-6eba506c9b99), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:05.244673 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeee94f1-14f7-43d8-9a4b-6e6a400bd609 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Network 173a9438-8c11-42c7-a64e-a6d835b0fe8b is already hosted by enough agents. {{(pid=109909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:58:05.247451 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.base_scheduler [None req-aeee94f1-14f7-43d8-9a4b-6e6a400bd609 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Resources bound (agent type, host, resource id): {{(pid=109909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:58:05.253684 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeee94f1-14f7-43d8-9a4b-6e6a400bd609 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Received port after_create {{(pid=109909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 10:58:05.259132 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeee94f1-14f7-43d8-9a4b-6e6a400bd609 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Pushing event updated for resources: {'Port': ['ID=1f1f2760-b979-460b-a667-6eba506c9b99,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:58:05.346324 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-aeee94f1-14f7-43d8-9a4b-6e6a400bd609 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks [] for floatingip (a8ff9c17-71aa-49ba-a051-9be5e9e72288), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:05.387215 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-aeee94f1-14f7-43d8-9a4b-6e6a400bd609 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (1f1f2760-b979-460b-a667-6eba506c9b99), before_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:05.552202 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-aeee94f1-14f7-43d8-9a4b-6e6a400bd609 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks [] for port (1f1f2760-b979-460b-a667-6eba506c9b99), precommit_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:05.557121 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-aeee94f1-14f7-43d8-9a4b-6e6a400bd609 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16387669'] for port (1f1f2760-b979-460b-a667-6eba506c9b99), after_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:05.622825 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeee94f1-14f7-43d8-9a4b-6e6a400bd609 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Pushing event updated for resources: {'Port': ['ID=1f1f2760-b979-460b-a667-6eba506c9b99,revision_number=2']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:58:05.636411 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-aeee94f1-14f7-43d8-9a4b-6e6a400bd609 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743873'] for floatingip (a8ff9c17-71aa-49ba-a051-9be5e9e72288), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:05.654014 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-aeee94f1-14f7-43d8-9a4b-6e6a400bd609 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for floatingip (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:05.655701 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-aeee94f1-14f7-43d8-9a4b-6e6a400bd609 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8266239 Apr 08 10:58:05.862994 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0343d8e3-ad64-42c2-8673-b687f8e08a6c req-316a1019-c40a-412a-a876-29d43d8ad0ba tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1978195427&fields=id&tenant_id=c5c639569a22482fba93dcaca6152dca HTTP/1.1" status: 200 len: 267 time: 0.0447936 Apr 08 10:58:05.968616 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343d8e3-ad64-42c2-8673-b687f8e08a6c req-318e7bee-8167-4003-b6a3-2d25c7024af1 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:05.970111 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0343d8e3-ad64-42c2-8673-b687f8e08a6c req-318e7bee-8167-4003-b6a3-2d25c7024af1 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/networks?id=ead301ed-768a-4ee8-91df-4953f8d8822a HTTP/1.1" status: 200 len: 817 time: 0.1007259 Apr 08 10:58:05.988427 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0343d8e3-ad64-42c2-8673-b687f8e08a6c req-6dbccf89-158b-4d24-a083-89ef731358f7 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/quotas/c5c639569a22482fba93dcaca6152dca HTTP/1.1" status: 200 len: 375 time: 0.0096436 Apr 08 10:58:06.049854 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0343d8e3-ad64-42c2-8673-b687f8e08a6c req-808b86e2-66f4-441f-94dd-488c0b0e73b7 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c5c639569a22482fba93dcaca6152dca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559371 Apr 08 10:58:06.142954 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0343d8e3-ad64-42c2-8673-b687f8e08a6c req-ea0c27a7-e3d2-4501-b3da-f2514b7aeae1 service neutron] 10.222.0.43 "GET /v2.0/networks/ead301ed-768a-4ee8-91df-4953f8d8822a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814369 Apr 08 10:58:06.249763 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0343d8e3-ad64-42c2-8673-b687f8e08a6c req-3c85b947-c19e-45bc-883a-3ee90bf64a12 service neutron] 10.222.0.43 "GET /v2.0/networks/ead301ed-768a-4ee8-91df-4953f8d8822a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009393 Apr 08 10:58:06.420125 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0d7926c5-a4d4-4fd2-9079-c319e2e0c0a1 req-45b037fc-8588-4847-b657-0a5b506a49ec tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dac0229-d7be-4ae0-b76a-6911d1505fbc HTTP/1.1" status: 200 len: 210 time: 0.0272446 Apr 08 10:58:07.362575 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343d8e3-ad64-42c2-8673-b687f8e08a6c req-183b3073-f030-40e2-a9b3-e0cd59ba3745 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:07.364043 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0343d8e3-ad64-42c2-8673-b687f8e08a6c req-183b3073-f030-40e2-a9b3-e0cd59ba3745 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.39 "GET /v2.0/networks?id=ead301ed-768a-4ee8-91df-4953f8d8822a HTTP/1.1" status: 200 len: 817 time: 0.1080692 Apr 08 10:58:07.429325 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0343d8e3-ad64-42c2-8673-b687f8e08a6c req-06ba4c8b-72b0-4bee-9635-5b52484ae505 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5c639569a22482fba93dcaca6152dca HTTP/1.1" status: 200 len: 380 time: 0.0562434 Apr 08 10:58:07.504128 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [req-0343d8e3-ad64-42c2-8673-b687f8e08a6c req-7e5bfedc-288a-4dda-8d88-0b62532ad5ff tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Request body: {'port': {'device_id': '1dac0229-d7be-4ae0-b76a-6911d1505fbc', 'network_id': 'ead301ed-768a-4ee8-91df-4953f8d8822a', 'admin_state_up': True, 'tenant_id': 'c5c639569a22482fba93dcaca6152dca', 'security_groups': ['f0d3fa30-226d-4ca3-a839-91f857752c39']}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:58:07.523171 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0789fe6c-9f0b-455d-8853-296d23c92bdd req-61723b36-1c33-44e9-864e-4ca3bfedfc5a tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dac0229-d7be-4ae0-b76a-6911d1505fbc HTTP/1.1" status: 200 len: 210 time: 0.0333414 Apr 08 10:58:07.629803 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0343d8e3-ad64-42c2-8673-b687f8e08a6c req-7e5bfedc-288a-4dda-8d88-0b62532ad5ff tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Made reservation on behalf of c5c639569a22482fba93dcaca6152dca for: {'port': 1} {{(pid=109910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:58:07.632958 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-0343d8e3-ad64-42c2-8673-b687f8e08a6c req-7e5bfedc-288a-4dda-8d88-0b62532ad5ff tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:08.043345 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.db_base_plugin_common [req-0343d8e3-ad64-42c2-8673-b687f8e08a6c req-7e5bfedc-288a-4dda-8d88-0b62532ad5ff tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Allocated IP 172.20.0.12 (ead301ed-768a-4ee8-91df-4953f8d8822a/bfdd80ae-94b4-4d02-9243-4abc3db5c2b8/ed5056be-c4d9-4933-abe5-e19f1726e7f1) {{(pid=109910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:58:08.183284 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-0343d8e3-ad64-42c2-8673-b687f8e08a6c req-7e5bfedc-288a-4dda-8d88-0b62532ad5ff tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks [] for port (ed5056be-c4d9-4933-abe5-e19f1726e7f1), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:08.226671 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-0343d8e3-ad64-42c2-8673-b687f8e08a6c req-7e5bfedc-288a-4dda-8d88-0b62532ad5ff tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14190223'] for port (ed5056be-c4d9-4933-abe5-e19f1726e7f1), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:08.268276 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0343d8e3-ad64-42c2-8673-b687f8e08a6c req-7e5bfedc-288a-4dda-8d88-0b62532ad5ff tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Network ead301ed-768a-4ee8-91df-4953f8d8822a is already hosted by enough agents. {{(pid=109910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:58:08.271402 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.base_scheduler [req-0343d8e3-ad64-42c2-8673-b687f8e08a6c req-7e5bfedc-288a-4dda-8d88-0b62532ad5ff tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Resources bound (agent type, host, resource id): {{(pid=109910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:58:08.278053 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.l3_dvrscheduler_db [req-0343d8e3-ad64-42c2-8673-b687f8e08a6c req-7e5bfedc-288a-4dda-8d88-0b62532ad5ff tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Received port after_create {{(pid=109910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 10:58:08.307085 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5bfedc-288a-4dda-8d88-0b62532ad5ff tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Pushing event updated for resources: {'Port': ['ID=ed5056be-c4d9-4933-abe5-e19f1726e7f1,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:58:08.336048 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343d8e3-ad64-42c2-8673-b687f8e08a6c req-7e5bfedc-288a-4dda-8d88-0b62532ad5ff tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:08.336722 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-0343d8e3-ad64-42c2-8673-b687f8e08a6c req-7e5bfedc-288a-4dda-8d88-0b62532ad5ff tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for port (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:08.353792 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0343d8e3-ad64-42c2-8673-b687f8e08a6c req-7e5bfedc-288a-4dda-8d88-0b62532ad5ff tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8549871 Apr 08 10:58:08.365674 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [req-0343d8e3-ad64-42c2-8673-b687f8e08a6c req-f488eb05-05ee-4af1-bf0f-537f07a1931a service neutron] Request body: {'port': {'device_id': '1dac0229-d7be-4ae0-b76a-6911d1505fbc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:58:08.426237 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-0343d8e3-ad64-42c2-8673-b687f8e08a6c req-f488eb05-05ee-4af1-bf0f-537f07a1931a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (ed5056be-c4d9-4933-abe5-e19f1726e7f1), before_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:08.465914 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-6b803e02-e081-44dc-bd77-173ca16693cd None None] Provisioning complete for port ed5056be-c4d9-4933-abe5-e19f1726e7f1 triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:58:08.466527 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-6b803e02-e081-44dc-bd77-173ca16693cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (ed5056be-c4d9-4933-abe5-e19f1726e7f1), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:08.500498 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-6b803e02-e081-44dc-bd77-173ca16693cd None None] Port ed5056be-c4d9-4933-abe5-e19f1726e7f1 cannot update to ACTIVE because it is not bound. {{(pid=109911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 10:58:08.696417 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985ba18-13bb-4eb8-b164-a9a7f444facd req-440a94f3-8ed1-4f9d-88bd-2c82fdfff3aa tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:08.697998 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-2985ba18-13bb-4eb8-b164-a9a7f444facd req-440a94f3-8ed1-4f9d-88bd-2c82fdfff3aa tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dac0229-d7be-4ae0-b76a-6911d1505fbc HTTP/1.1" status: 200 len: 932 time: 0.0946212 Apr 08 10:58:08.749837 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [req-0343d8e3-ad64-42c2-8673-b687f8e08a6c req-f488eb05-05ee-4af1-bf0f-537f07a1931a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed5056be-c4d9-4933-abe5-e19f1726e7f1 {{(pid=109910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:58:08.763859 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-0343d8e3-ad64-42c2-8673-b687f8e08a6c req-f488eb05-05ee-4af1-bf0f-537f07a1931a service neutron] Publish callbacks [] for port (ed5056be-c4d9-4933-abe5-e19f1726e7f1), precommit_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:08.786199 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-2985ba18-13bb-4eb8-b164-a9a7f444facd req-659f8a7c-95fd-4537-83f1-05ff85c25e0c tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0d3fa30-226d-4ca3-a839-91f857752c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822563 Apr 08 10:58:08.788793 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.provisioning_blocks [req-0343d8e3-ad64-42c2-8673-b687f8e08a6c req-f488eb05-05ee-4af1-bf0f-537f07a1931a service neutron] Transition to ACTIVE for port object ed5056be-c4d9-4933-abe5-e19f1726e7f1 will not be triggered until provisioned by entity L2. {{(pid=109910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 10:58:08.794421 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-0343d8e3-ad64-42c2-8673-b687f8e08a6c req-f488eb05-05ee-4af1-bf0f-537f07a1931a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14190224'] for port (ed5056be-c4d9-4933-abe5-e19f1726e7f1), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:08.847126 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f488eb05-05ee-4af1-bf0f-537f07a1931a service neutron] Pushing event updated for resources: {'Port': ['ID=ed5056be-c4d9-4933-abe5-e19f1726e7f1,revision_number=2']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:58:08.921629 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.managers [req-0343d8e3-ad64-42c2-8673-b687f8e08a6c req-f488eb05-05ee-4af1-bf0f-537f07a1931a service neutron] Attempting to bind port ed5056be-c4d9-4933-abe5-e19f1726e7f1 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 10:58:08.921972 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.managers [req-0343d8e3-ad64-42c2-8673-b687f8e08a6c req-f488eb05-05ee-4af1-bf0f-537f07a1931a service neutron] Attempting to bind port ed5056be-c4d9-4933-abe5-e19f1726e7f1 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '03985018-c563-41ce-aacb-1a83d441442a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ead301ed-768a-4ee8-91df-4953f8d8822a'}] {{(pid=109910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 10:58:08.922306 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0343d8e3-ad64-42c2-8673-b687f8e08a6c req-f488eb05-05ee-4af1-bf0f-537f07a1931a service neutron] Attempting to bind port ed5056be-c4d9-4933-abe5-e19f1726e7f1 on network ead301ed-768a-4ee8-91df-4953f8d8822a {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:58:08.927059 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0343d8e3-ad64-42c2-8673-b687f8e08a6c req-f488eb05-05ee-4af1-bf0f-537f07a1931a service neutron] Port ed5056be-c4d9-4933-abe5-e19f1726e7f1 on network ead301ed-768a-4ee8-91df-4953f8d8822a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 10:58:08.927387 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0343d8e3-ad64-42c2-8673-b687f8e08a6c req-f488eb05-05ee-4af1-bf0f-537f07a1931a service neutron] Attempting to bind port ed5056be-c4d9-4933-abe5-e19f1726e7f1 on network ead301ed-768a-4ee8-91df-4953f8d8822a {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:58:08.932380 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0343d8e3-ad64-42c2-8673-b687f8e08a6c req-f488eb05-05ee-4af1-bf0f-537f07a1931a service neutron] Checking agent: {'id': 'df0b008b-1017-45b0-9cbd-b6387ecfd69a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 48, 18), 'started_at': datetime.datetime(2022, 4, 8, 10, 48, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 10:58:08.932723 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0343d8e3-ad64-42c2-8673-b687f8e08a6c req-f488eb05-05ee-4af1-bf0f-537f07a1931a service neutron] Checking segment: {'id': '03985018-c563-41ce-aacb-1a83d441442a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ead301ed-768a-4ee8-91df-4953f8d8822a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:58:08.933155 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0343d8e3-ad64-42c2-8673-b687f8e08a6c req-f488eb05-05ee-4af1-bf0f-537f07a1931a service neutron] Bound using segment: {'id': '03985018-c563-41ce-aacb-1a83d441442a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ead301ed-768a-4ee8-91df-4953f8d8822a'} {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 10:58:08.933599 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.managers [req-0343d8e3-ad64-42c2-8673-b687f8e08a6c req-f488eb05-05ee-4af1-bf0f-537f07a1931a service neutron] Bound port: ed5056be-c4d9-4933-abe5-e19f1726e7f1, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03985018-c563-41ce-aacb-1a83d441442a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ead301ed-768a-4ee8-91df-4953f8d8822a'}}] {{(pid=109910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 10:58:08.933969 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-0343d8e3-ad64-42c2-8673-b687f8e08a6c req-f488eb05-05ee-4af1-bf0f-537f07a1931a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (ed5056be-c4d9-4933-abe5-e19f1726e7f1), before_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:08.999015 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [req-0343d8e3-ad64-42c2-8673-b687f8e08a6c req-f488eb05-05ee-4af1-bf0f-537f07a1931a service neutron] For port ed5056be-c4d9-4933-abe5-e19f1726e7f1, host hv-cinder-83607, cleared binding levels {{(pid=109910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:58:09.002202 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [req-0343d8e3-ad64-42c2-8673-b687f8e08a6c req-f488eb05-05ee-4af1-bf0f-537f07a1931a service neutron] For port ed5056be-c4d9-4933-abe5-e19f1726e7f1, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ed5056be-c4d9-4933-abe5-e19f1726e7f1,segment=NetworkSegment(03985018-c563-41ce-aacb-1a83d441442a),segment_id=03985018-c563-41ce-aacb-1a83d441442a)] {{(pid=109910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:58:09.009008 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-0343d8e3-ad64-42c2-8673-b687f8e08a6c req-f488eb05-05ee-4af1-bf0f-537f07a1931a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14190224'] for port (ed5056be-c4d9-4933-abe5-e19f1726e7f1), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:09.044700 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343d8e3-ad64-42c2-8673-b687f8e08a6c req-f488eb05-05ee-4af1-bf0f-537f07a1931a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:09.045352 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-0343d8e3-ad64-42c2-8673-b687f8e08a6c req-f488eb05-05ee-4af1-bf0f-537f07a1931a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for port (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:09.046757 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0343d8e3-ad64-42c2-8673-b687f8e08a6c req-f488eb05-05ee-4af1-bf0f-537f07a1931a service neutron] 10.222.0.39 "PUT /v2.0/ports/ed5056be-c4d9-4933-abe5-e19f1726e7f1 HTTP/1.1" status: 200 len: 1094 time: 0.6858609 Apr 08 10:58:09.047212 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dac0229-d7be-4ae0-b76a-6911d1505fbc', 'tag': 'ed5056be-c4d9-4933-abe5-e19f1726e7f1'}] {{(pid=109910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:58:09.049835 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c101578fc708467248d177b11db2e3e6a7db5c554c0046cb1dea7ab1ce8b9fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f8833d-2a47-4a40-b1c7-cadc58e2f37e" -d '{"events": [{"name": "network-changed", "server_uuid": "1dac0229-d7be-4ae0-b76a-6911d1505fbc", "tag": "ed5056be-c4d9-4933-abe5-e19f1726e7f1"}]}' {{(pid=109910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:58:09.072970 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f488eb05-05ee-4af1-bf0f-537f07a1931a service neutron] Pushing event updated for resources: {'Port': ['ID=ed5056be-c4d9-4933-abe5-e19f1726e7f1,revision_number=3']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:58:09.120048 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 10:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086ccfb2-a4f7-4c8c-9ea9-299ecd471e59 x-openstack-request-id: req-086ccfb2-a4f7-4c8c-9ea9-299ecd471e59 {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:58:09.120336 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dac0229-d7be-4ae0-b76a-6911d1505fbc", "tag": "ed5056be-c4d9-4933-abe5-e19f1726e7f1", "status": "completed", "code": 200}]} {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:58:09.120603 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-086ccfb2-a4f7-4c8c-9ea9-299ecd471e59 {{(pid=109910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:58:09.120984 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-086ccfb2-a4f7-4c8c-9ea9-299ecd471e59'] response: {'name': 'network-changed', 'server_uuid': '1dac0229-d7be-4ae0-b76a-6911d1505fbc', 'tag': 'ed5056be-c4d9-4933-abe5-e19f1726e7f1', 'status': 'completed', 'code': 200} Apr 08 10:58:09.143932 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343d8e3-ad64-42c2-8673-b687f8e08a6c req-fb0b38f0-3b03-4346-b7ac-1cbeb6f55171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:09.146241 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0343d8e3-ad64-42c2-8673-b687f8e08a6c req-fb0b38f0-3b03-4346-b7ac-1cbeb6f55171 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5c639569a22482fba93dcaca6152dca&device_id=1dac0229-d7be-4ae0-b76a-6911d1505fbc HTTP/1.1" status: 200 len: 1128 time: 0.0593925 Apr 08 10:58:09.191662 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0343d8e3-ad64-42c2-8673-b687f8e08a6c req-da1803ae-d5ae-4f59-9dfa-b8c81ddc8508 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed5056be-c4d9-4933-abe5-e19f1726e7f1 HTTP/1.1" status: 200 len: 217 time: 0.0371952 Apr 08 10:58:09.242913 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343d8e3-ad64-42c2-8673-b687f8e08a6c req-e0c9d990-4d79-4639-b92e-f10ca43033cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:09.244497 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0343d8e3-ad64-42c2-8673-b687f8e08a6c req-e0c9d990-4d79-4639-b92e-f10ca43033cb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bfdd80ae-94b4-4d02-9243-4abc3db5c2b8 HTTP/1.1" status: 200 len: 856 time: 0.0474904 Apr 08 10:58:09.300822 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343d8e3-ad64-42c2-8673-b687f8e08a6c req-16442ee7-9c62-4541-b83b-93427346f895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:09.302402 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0343d8e3-ad64-42c2-8673-b687f8e08a6c req-16442ee7-9c62-4541-b83b-93427346f895 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ead301ed-768a-4ee8-91df-4953f8d8822a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516093 Apr 08 10:58:09.394133 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0343d8e3-ad64-42c2-8673-b687f8e08a6c req-dda564c3-b312-4585-8eb7-bb34c9f22901 service neutron] 10.222.0.39 "GET /v2.0/networks/ead301ed-768a-4ee8-91df-4953f8d8822a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836318 Apr 08 10:58:09.494624 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0343d8e3-ad64-42c2-8673-b687f8e08a6c req-b9cf83b7-4009-4013-b2c7-3f2a87f99bbf service neutron] 10.222.0.39 "GET /v2.0/networks/ead301ed-768a-4ee8-91df-4953f8d8822a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909352 Apr 08 10:58:09.935418 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24809b-5289-46e9-aa35-62920cea12ff req-b349a4c4-fdc9-4855-bdd7-abf5906bb75f tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:09.937031 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-8d24809b-5289-46e9-aa35-62920cea12ff req-b349a4c4-fdc9-4855-bdd7-abf5906bb75f tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dac0229-d7be-4ae0-b76a-6911d1505fbc HTTP/1.1" status: 200 len: 944 time: 0.0601525 Apr 08 10:58:09.984614 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-8d24809b-5289-46e9-aa35-62920cea12ff req-8fd62821-d4c9-4cef-a2a3-f17487a6cc3e tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0d3fa30-226d-4ca3-a839-91f857752c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416300 Apr 08 10:58:10.313858 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f8833d-2a47-4a40-b1c7-cadc58e2f37e req-d312cb34-44a4-43fb-aaf7-3d030be43377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:10.315461 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-d4f8833d-2a47-4a40-b1c7-cadc58e2f37e req-d312cb34-44a4-43fb-aaf7-3d030be43377 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5c639569a22482fba93dcaca6152dca&device_id=1dac0229-d7be-4ae0-b76a-6911d1505fbc HTTP/1.1" status: 200 len: 1128 time: 0.0556018 Apr 08 10:58:10.412369 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f8833d-2a47-4a40-b1c7-cadc58e2f37e req-7858501c-771d-4308-9117-dedee028e710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:10.413767 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-d4f8833d-2a47-4a40-b1c7-cadc58e2f37e req-7858501c-771d-4308-9117-dedee028e710 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ead301ed-768a-4ee8-91df-4953f8d8822a HTTP/1.1" status: 200 len: 918 time: 0.0908208 Apr 08 10:58:10.453958 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-d4f8833d-2a47-4a40-b1c7-cadc58e2f37e req-23467f55-e45b-4e7f-bee0-a084e0e55794 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed5056be-c4d9-4933-abe5-e19f1726e7f1 HTTP/1.1" status: 200 len: 217 time: 0.0341313 Apr 08 10:58:10.515288 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f8833d-2a47-4a40-b1c7-cadc58e2f37e req-700a06ab-a14c-44b2-ba31-340f859aebdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:10.518805 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-d4f8833d-2a47-4a40-b1c7-cadc58e2f37e req-700a06ab-a14c-44b2-ba31-340f859aebdc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bfdd80ae-94b4-4d02-9243-4abc3db5c2b8 HTTP/1.1" status: 200 len: 856 time: 0.0579000 Apr 08 10:58:10.583768 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f8833d-2a47-4a40-b1c7-cadc58e2f37e req-61bc08ff-e1cc-41f5-995b-9e4f6b23003d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:10.585325 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-d4f8833d-2a47-4a40-b1c7-cadc58e2f37e req-61bc08ff-e1cc-41f5-995b-9e4f6b23003d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ead301ed-768a-4ee8-91df-4953f8d8822a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0589280 Apr 08 10:58:10.687517 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-d4f8833d-2a47-4a40-b1c7-cadc58e2f37e req-4b8c28a4-7a38-4387-82d0-e9914a04105d service neutron] 10.222.0.39 "GET /v2.0/networks/ead301ed-768a-4ee8-91df-4953f8d8822a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946414 Apr 08 10:58:10.793608 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-d4f8833d-2a47-4a40-b1c7-cadc58e2f37e req-ed187607-fcf9-4ab5-903a-10a2ef7b1267 service neutron] 10.222.0.39 "GET /v2.0/networks/ead301ed-768a-4ee8-91df-4953f8d8822a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941796 Apr 08 10:58:10.860194 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device ed5056be-c4d9-4933-abe5-e19f1726e7f1 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=109911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 10:58:10.968188 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port ed5056be-c4d9-4933-abe5-e19f1726e7f1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ed5056be-c4d9-4933-abe5-e19f1726e7f1,segment=NetworkSegment(03985018-c563-41ce-aacb-1a83d441442a),segment_id=03985018-c563-41ce-aacb-1a83d441442a)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:58:10.979780 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Returning: {'device': 'ed5056be-c4d9-4933-abe5-e19f1726e7f1', 'network_id': 'ead301ed-768a-4ee8-91df-4953f8d8822a', 'port_id': 'ed5056be-c4d9-4933-abe5-e19f1726e7f1', 'mac_address': 'fa:16:3e:d5:3a:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfdd80ae-94b4-4d02-9243-4abc3db5c2b8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 10:58:11.024910 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Current status of the port ed5056be-c4d9-4933-abe5-e19f1726e7f1 is: DOWN; New status is: BUILD {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:58:11.025338 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (ed5056be-c4d9-4933-abe5-e19f1726e7f1), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:11.039019 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.notifiers.nova [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed5056be-c4d9-4933-abe5-e19f1726e7f1 {{(pid=109911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:58:11.059517 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port ed5056be-c4d9-4933-abe5-e19f1726e7f1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ed5056be-c4d9-4933-abe5-e19f1726e7f1,segment=NetworkSegment(03985018-c563-41ce-aacb-1a83d441442a),segment_id=03985018-c563-41ce-aacb-1a83d441442a)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:58:11.064671 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (ed5056be-c4d9-4933-abe5-e19f1726e7f1), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:11.112844 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Pushing event updated for resources: {'Port': ['ID=ed5056be-c4d9-4933-abe5-e19f1726e7f1,revision_number=4']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:58:11.114950 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d235604d-73dc-4f8c-90c7-4bf3079dfc5d req-964771a0-a787-4765-8b93-0a220c333700 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:11.116499 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-d235604d-73dc-4f8c-90c7-4bf3079dfc5d req-964771a0-a787-4765-8b93-0a220c333700 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dac0229-d7be-4ae0-b76a-6911d1505fbc HTTP/1.1" status: 200 len: 945 time: 0.0547261 Apr 08 10:58:11.166194 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-d235604d-73dc-4f8c-90c7-4bf3079dfc5d req-06fc82c2-cbd5-4f00-84c0-91a30a8cd48a tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0d3fa30-226d-4ca3-a839-91f857752c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434763 Apr 08 10:58:11.276686 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] get_ports_and_sgs() called for port_ids ['ed5056be-c4d9-4933-abe5-e19f1726e7f1'] {{(pid=109911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 10:58:11.815834 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-0c5eedae-851b-43ce-8744-49296b956106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (0996d03c-a6d6-4751-8b32-c8111f4b3d8a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:12.319857 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef14c79-39c9-4506-8a4a-b0c4ec8544a1 req-097627fd-2e1d-464f-8ba4-bf73124739ea tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:12.321394 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-bef14c79-39c9-4506-8a4a-b0c4ec8544a1 req-097627fd-2e1d-464f-8ba4-bf73124739ea tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dac0229-d7be-4ae0-b76a-6911d1505fbc HTTP/1.1" status: 200 len: 945 time: 0.0648305 Apr 08 10:58:12.371542 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-bef14c79-39c9-4506-8a4a-b0c4ec8544a1 req-2360d961-a31c-4a24-a153-ec6b8e5500d8 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0d3fa30-226d-4ca3-a839-91f857752c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443168 Apr 08 10:58:12.872889 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device ed5056be-c4d9-4933-abe5-e19f1726e7f1 up at agent hyperv_hv-cinder-83607 {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:58:12.935418 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Provisioning for port ed5056be-c4d9-4933-abe5-e19f1726e7f1 completed by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 10:58:12.939230 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Provisioning complete for port ed5056be-c4d9-4933-abe5-e19f1726e7f1 triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:58:12.939612 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (ed5056be-c4d9-4933-abe5-e19f1726e7f1), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:13.032114 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Current status of the port ed5056be-c4d9-4933-abe5-e19f1726e7f1 is: BUILD; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:58:13.032512 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (ed5056be-c4d9-4933-abe5-e19f1726e7f1), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:13.055603 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dac0229-d7be-4ae0-b76a-6911d1505fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed5056be-c4d9-4933-abe5-e19f1726e7f1'}] {{(pid=109911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:58:13.058131 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930651e71dbc4ea3279ef2aec3aabe40d8fedb7c9b7e81889183a919dd1d7a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0755419e-91f5-4847-ad6c-1f1c04b96c14" -d '{"events": [{"server_uuid": "1dac0229-d7be-4ae0-b76a-6911d1505fbc", "name": "network-vif-plugged", "status": "completed", "tag": "ed5056be-c4d9-4933-abe5-e19f1726e7f1"}]}' {{(pid=109911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:58:13.069958 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port ed5056be-c4d9-4933-abe5-e19f1726e7f1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ed5056be-c4d9-4933-abe5-e19f1726e7f1,segment=NetworkSegment(03985018-c563-41ce-aacb-1a83d441442a),segment_id=03985018-c563-41ce-aacb-1a83d441442a)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:58:13.074842 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (ed5056be-c4d9-4933-abe5-e19f1726e7f1), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:13.099000 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 10:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f979b2c-1141-4798-827a-e2b530253e70 x-openstack-request-id: req-2f979b2c-1141-4798-827a-e2b530253e70 {{(pid=109911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:58:13.099295 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dac0229-d7be-4ae0-b76a-6911d1505fbc", "name": "network-vif-plugged", "status": "completed", "tag": "ed5056be-c4d9-4933-abe5-e19f1726e7f1", "code": 200}]} {{(pid=109911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:58:13.099522 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2f979b2c-1141-4798-827a-e2b530253e70 {{(pid=109911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:58:13.099932 dv-cinder-836071-3-iscsi neutron-server[109911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f979b2c-1141-4798-827a-e2b530253e70'] response: {'server_uuid': '1dac0229-d7be-4ae0-b76a-6911d1505fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed5056be-c4d9-4933-abe5-e19f1726e7f1', 'code': 200} Apr 08 10:58:13.126420 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Pushing event updated for resources: {'Port': ['ID=ed5056be-c4d9-4933-abe5-e19f1726e7f1,revision_number=5']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:58:13.283980 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d01329-6266-4bd3-9e3d-15a2e8ac85e9 req-ea342bca-004a-4d38-b3ee-3463223980b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:13.285986 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-28d01329-6266-4bd3-9e3d-15a2e8ac85e9 req-ea342bca-004a-4d38-b3ee-3463223980b1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1dac0229-d7be-4ae0-b76a-6911d1505fbc HTTP/1.1" status: 200 len: 1130 time: 0.0546587 Apr 08 10:58:13.332940 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-28d01329-6266-4bd3-9e3d-15a2e8ac85e9 req-5f7ef464-f14c-4ed0-a029-aa66d86ddb06 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f0d3fa30-226d-4ca3-a839-91f857752c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392768 Apr 08 10:58:13.508514 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dba6cd-edac-4812-9364-e7317f2d58e1 req-99d2e28b-b47d-4e66-a988-fe4a4dfe423e tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:13.510015 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-84dba6cd-edac-4812-9364-e7317f2d58e1 req-99d2e28b-b47d-4e66-a988-fe4a4dfe423e tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dac0229-d7be-4ae0-b76a-6911d1505fbc HTTP/1.1" status: 200 len: 946 time: 0.0610726 Apr 08 10:58:13.560292 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-84dba6cd-edac-4812-9364-e7317f2d58e1 req-da5917cf-6941-4763-a2f0-d44ee27ffc82 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0d3fa30-226d-4ca3-a839-91f857752c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418606 Apr 08 10:58:14.202433 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-a834a190-7eeb-49cd-adfe-9f33a5cb0331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (a0f054a9-d30b-4594-8de6-6c24438c3963), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:14.699725 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d1d73-c1b6-4d22-b4a3-6749caabc681 req-a56b718d-613b-4683-98b3-619af635f4ed tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:14.701270 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-322d1d73-c1b6-4d22-b4a3-6749caabc681 req-a56b718d-613b-4683-98b3-619af635f4ed tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dac0229-d7be-4ae0-b76a-6911d1505fbc HTTP/1.1" status: 200 len: 946 time: 0.0596895 Apr 08 10:58:14.754687 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-322d1d73-c1b6-4d22-b4a3-6749caabc681 req-1a4589d0-c706-43f2-8cd1-560c304db2c8 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0d3fa30-226d-4ca3-a839-91f857752c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449181 Apr 08 10:58:15.174114 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c39995e2-c233-4533-b78f-2944bd33f611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (65c9c9bc-bb02-426d-a902-340b44f1a4c2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:15.882807 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a83479-b6fc-47d9-8da3-06b3d67f3671 req-f3c8d549-75a7-406a-8f27-0b6406debb51 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:15.884211 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-e0a83479-b6fc-47d9-8da3-06b3d67f3671 req-f3c8d549-75a7-406a-8f27-0b6406debb51 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dac0229-d7be-4ae0-b76a-6911d1505fbc HTTP/1.1" status: 200 len: 946 time: 0.0552113 Apr 08 10:58:15.937786 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-e0a83479-b6fc-47d9-8da3-06b3d67f3671 req-68d1aa8e-8a86-44d5-9af1-f9844f331534 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0d3fa30-226d-4ca3-a839-91f857752c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453658 Apr 08 10:58:16.061421 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f1a11-3c11-4b88-8fc7-4efc10cbff77 req-9c770562-c8d2-4c74-9080-b76ae4ec42fe tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:16.062901 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-aa8f1a11-3c11-4b88-8fc7-4efc10cbff77 req-9c770562-c8d2-4c74-9080-b76ae4ec42fe tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dac0229-d7be-4ae0-b76a-6911d1505fbc HTTP/1.1" status: 200 len: 946 time: 0.0569203 Apr 08 10:58:16.072895 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 32958) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:58:16.077320 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [None req-f18cfaf3-0812-496b-93d2-24261e434168 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Request body: {'floatingip': {'port_id': 'ed5056be-c4d9-4933-abe5-e19f1726e7f1'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:58:16.116532 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-f18cfaf3-0812-496b-93d2-24261e434168 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks [] for floatingip (a8ff9c17-71aa-49ba-a051-9be5e9e72288), before_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:16.590627 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-f18cfaf3-0812-496b-93d2-24261e434168 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:16.596130 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-f18cfaf3-0812-496b-93d2-24261e434168 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743873'] for floatingip (a8ff9c17-71aa-49ba-a051-9be5e9e72288), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:16.614397 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dfd57949-1be2-4190-94f2-c1682066023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (140c1fdd-4f9d-4fc9-9d7c-f6f7cee51a0a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:16.698322 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.db.l3_db [None req-f18cfaf3-0812-496b-93d2-24261e434168 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Floating IP a8ff9c17-71aa-49ba-a051-9be5e9e72288 associated. External IP: 172.27.2.180, port: ed5056be-c4d9-4933-abe5-e19f1726e7f1. Apr 08 10:58:16.934694 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f18cfaf3-0812-496b-93d2-24261e434168 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Router 3e811984-1f2e-4215-be2e-079d5f256292 has already been hosted by L3 agent a0f054a9-d30b-4594-8de6-6c24438c3963 {{(pid=109910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:58:17.049515 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f18cfaf3-0812-496b-93d2-24261e434168 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Notify agent at l3_agent.dv-cinder-836071-3-iscsi the message routers_updated {{(pid=109910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:58:17.054231 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-f18cfaf3-0812-496b-93d2-24261e434168 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for floatingip (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:17.061476 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aceec0c5-7f26-4493-acb9-131c9aaeccee None None] Sync routers for ids ['3e811984-1f2e-4215-be2e-079d5f256292'] in dv-cinder-836071-3-iscsi {{(pid=109911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:58:17.072037 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aceec0c5-7f26-4493-acb9-131c9aaeccee None None] Routers {'3e811984-1f2e-4215-be2e-079d5f256292'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:58:17.072653 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-aceec0c5-7f26-4493-acb9-131c9aaeccee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:58:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['3e811984-1f2e-4215-be2e-079d5f256292'], 'active': True} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:58:17.084086 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-f18cfaf3-0812-496b-93d2-24261e434168 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "PUT /v2.0/floatingips/a8ff9c17-71aa-49ba-a051-9be5e9e72288 HTTP/1.1" status: 200 len: 992 time: 1.0100949 Apr 08 10:58:17.085488 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dac0229-d7be-4ae0-b76a-6911d1505fbc', 'tag': 'ed5056be-c4d9-4933-abe5-e19f1726e7f1'}] {{(pid=109910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:58:17.086981 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c101578fc708467248d177b11db2e3e6a7db5c554c0046cb1dea7ab1ce8b9fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-227e51cb-3f79-49c7-b11b-b4384c4d9b59" -d '{"events": [{"name": "network-changed", "server_uuid": "1dac0229-d7be-4ae0-b76a-6911d1505fbc", "tag": "ed5056be-c4d9-4933-abe5-e19f1726e7f1"}]}' {{(pid=109910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:58:17.122018 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 10:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af8ecd26-72df-4185-8780-938cc4c5be6e x-openstack-request-id: req-af8ecd26-72df-4185-8780-938cc4c5be6e {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:58:17.122324 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dac0229-d7be-4ae0-b76a-6911d1505fbc", "tag": "ed5056be-c4d9-4933-abe5-e19f1726e7f1", "status": "completed", "code": 200}]} {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:58:17.122573 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-af8ecd26-72df-4185-8780-938cc4c5be6e {{(pid=109910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:58:17.122983 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af8ecd26-72df-4185-8780-938cc4c5be6e'] response: {'name': 'network-changed', 'server_uuid': '1dac0229-d7be-4ae0-b76a-6911d1505fbc', 'tag': 'ed5056be-c4d9-4933-abe5-e19f1726e7f1', 'status': 'completed', 'code': 200} Apr 08 10:58:17.185756 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvr_db [None req-aceec0c5-7f26-4493-acb9-131c9aaeccee None None] Set router 3e811984-1f2e-4215-be2e-079d5f256292 gateway port host: dv-cinder-836071-3-iscsi {{(pid=109911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:58:17.196686 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e51cb-3f79-49c7-b11b-b4384c4d9b59 req-e14a1566-c034-42cd-bdd0-5efa76410cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:17.198240 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-227e51cb-3f79-49c7-b11b-b4384c4d9b59 req-e14a1566-c034-42cd-bdd0-5efa76410cad service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5c639569a22482fba93dcaca6152dca&device_id=1dac0229-d7be-4ae0-b76a-6911d1505fbc HTTP/1.1" status: 200 len: 1130 time: 0.0463080 Apr 08 10:58:17.292791 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e51cb-3f79-49c7-b11b-b4384c4d9b59 req-9f1dc073-3f1e-40fe-9c44-52d19188535a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:17.294336 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-227e51cb-3f79-49c7-b11b-b4384c4d9b59 req-9f1dc073-3f1e-40fe-9c44-52d19188535a service neutron] 10.222.0.39 "GET /v2.0/networks?id=ead301ed-768a-4ee8-91df-4953f8d8822a HTTP/1.1" status: 200 len: 918 time: 0.0876443 Apr 08 10:58:17.359319 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-227e51cb-3f79-49c7-b11b-b4384c4d9b59 req-21ae17b0-730a-421d-9813-ec469b88e402 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed5056be-c4d9-4933-abe5-e19f1726e7f1 HTTP/1.1" status: 200 len: 1000 time: 0.0586026 Apr 08 10:58:17.409421 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e51cb-3f79-49c7-b11b-b4384c4d9b59 req-7cb44bd1-9381-452b-9c3f-3e34bffe087a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:17.410865 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-227e51cb-3f79-49c7-b11b-b4384c4d9b59 req-7cb44bd1-9381-452b-9c3f-3e34bffe087a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bfdd80ae-94b4-4d02-9243-4abc3db5c2b8 HTTP/1.1" status: 200 len: 856 time: 0.0447073 Apr 08 10:58:17.416725 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-aceec0c5-7f26-4493-acb9-131c9aaeccee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e811984-1f2e-4215-be2e-079d5f256292', 'name': 'tempest-AttachVolumeShelveTestJSON-1711339750-router', 'tenant_id': 'c5c639569a22482fba93dcaca6152dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': 'e05c695c-0be2-40fc-ba9c-7c9ac800a232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:55:31Z', 'updated_at': '2022-04-08T10:55:33Z', 'revision_number': 4, 'project_id': 'c5c639569a22482fba93dcaca6152dca', 'gw_port': {'id': 'e05c695c-0be2-40fc-ba9c-7c9ac800a232', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:65:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e811984-1f2e-4215-be2e-079d5f256292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:55:31Z', 'updated_at': '2022-04-08T10:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_floatingips': [{'id': 'a8ff9c17-71aa-49ba-a051-9be5e9e72288', 'tenant_id': 'c5c639569a22482fba93dcaca6152dca', 'floating_ip_address': '172.27.2.180', 'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'router_id': '3e811984-1f2e-4215-be2e-079d5f256292', 'port_id': 'ed5056be-c4d9-4933-abe5-e19f1726e7f1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ead301ed-768a-4ee8-91df-4953f8d8822a', 'mac_address': 'fa:16:3e:d5:3a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dac0229-d7be-4ae0-b76a-6911d1505fbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:58:05Z', 'updated_at': '2022-04-08T10:58:16Z', 'revision_number': 1, 'project_id': 'c5c639569a22482fba93dcaca6152dca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a93b5384-ef4d-4e3d-907c-ef1542a2f17b', 'name': '', 'network_id': 'ead301ed-768a-4ee8-91df-4953f8d8822a', 'tenant_id': 'c5c639569a22482fba93dcaca6152dca', 'mac_address': 'fa:16:3e:26:b0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e811984-1f2e-4215-be2e-079d5f256292', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bfdd80ae-94b4-4d02-9243-4abc3db5c2b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:55:33Z', 'updated_at': '2022-04-08T10:55:36Z', 'revision_number': 5, 'project_id': 'c5c639569a22482fba93dcaca6152dca', 'subnets': [{'id': 'bfdd80ae-94b4-4d02-9243-4abc3db5c2b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:58:17.443708 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aceec0c5-7f26-4493-acb9-131c9aaeccee None None] Checking router: 3e811984-1f2e-4215-be2e-079d5f256292 for host: dv-cinder-836071-3-iscsi {{(pid=109911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:58:17.452484 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aceec0c5-7f26-4493-acb9-131c9aaeccee None None] Routers {'3e811984-1f2e-4215-be2e-079d5f256292'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:58:17.453102 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-aceec0c5-7f26-4493-acb9-131c9aaeccee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:58:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['3e811984-1f2e-4215-be2e-079d5f256292'], 'active': True} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:58:17.463247 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e51cb-3f79-49c7-b11b-b4384c4d9b59 req-14846dd1-43b7-417f-89e9-6c036f300944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:17.464730 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-227e51cb-3f79-49c7-b11b-b4384c4d9b59 req-14846dd1-43b7-417f-89e9-6c036f300944 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ead301ed-768a-4ee8-91df-4953f8d8822a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477085 Apr 08 10:58:17.557622 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-227e51cb-3f79-49c7-b11b-b4384c4d9b59 req-f4c7b1f1-5220-4802-a1cf-85dd31f403a1 service neutron] 10.222.0.39 "GET /v2.0/networks/ead301ed-768a-4ee8-91df-4953f8d8822a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849266 Apr 08 10:58:17.563813 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvr_db [None req-aceec0c5-7f26-4493-acb9-131c9aaeccee None None] Set router 3e811984-1f2e-4215-be2e-079d5f256292 gateway port host: dv-cinder-836071-3-iscsi {{(pid=109911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:58:17.653191 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-227e51cb-3f79-49c7-b11b-b4384c4d9b59 req-5749dd28-b7c5-40f0-b945-e6c8e4f80dbe service neutron] 10.222.0.39 "GET /v2.0/networks/ead301ed-768a-4ee8-91df-4953f8d8822a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872474 Apr 08 10:58:17.795883 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-aceec0c5-7f26-4493-acb9-131c9aaeccee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e811984-1f2e-4215-be2e-079d5f256292', 'name': 'tempest-AttachVolumeShelveTestJSON-1711339750-router', 'tenant_id': 'c5c639569a22482fba93dcaca6152dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': 'e05c695c-0be2-40fc-ba9c-7c9ac800a232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:55:31Z', 'updated_at': '2022-04-08T10:55:33Z', 'revision_number': 4, 'project_id': 'c5c639569a22482fba93dcaca6152dca', 'gw_port': {'id': 'e05c695c-0be2-40fc-ba9c-7c9ac800a232', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:65:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e811984-1f2e-4215-be2e-079d5f256292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:55:31Z', 'updated_at': '2022-04-08T10:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_floatingips': [{'id': 'a8ff9c17-71aa-49ba-a051-9be5e9e72288', 'tenant_id': 'c5c639569a22482fba93dcaca6152dca', 'floating_ip_address': '172.27.2.180', 'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'router_id': '3e811984-1f2e-4215-be2e-079d5f256292', 'port_id': 'ed5056be-c4d9-4933-abe5-e19f1726e7f1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ead301ed-768a-4ee8-91df-4953f8d8822a', 'mac_address': 'fa:16:3e:d5:3a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dac0229-d7be-4ae0-b76a-6911d1505fbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:58:05Z', 'updated_at': '2022-04-08T10:58:16Z', 'revision_number': 1, 'project_id': 'c5c639569a22482fba93dcaca6152dca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a93b5384-ef4d-4e3d-907c-ef1542a2f17b', 'name': '', 'network_id': 'ead301ed-768a-4ee8-91df-4953f8d8822a', 'tenant_id': 'c5c639569a22482fba93dcaca6152dca', 'mac_address': 'fa:16:3e:26:b0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e811984-1f2e-4215-be2e-079d5f256292', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bfdd80ae-94b4-4d02-9243-4abc3db5c2b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:55:33Z', 'updated_at': '2022-04-08T10:55:36Z', 'revision_number': 5, 'project_id': 'c5c639569a22482fba93dcaca6152dca', 'subnets': [{'id': 'bfdd80ae-94b4-4d02-9243-4abc3db5c2b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:58:17.827467 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aceec0c5-7f26-4493-acb9-131c9aaeccee None None] The sync data for ids ['3e811984-1f2e-4215-be2e-079d5f256292'] in dv-cinder-836071-3-iscsi is: [{'id': '3e811984-1f2e-4215-be2e-079d5f256292', 'name': 'tempest-AttachVolumeShelveTestJSON-1711339750-router', 'tenant_id': 'c5c639569a22482fba93dcaca6152dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': 'e05c695c-0be2-40fc-ba9c-7c9ac800a232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:55:31Z', 'updated_at': '2022-04-08T10:55:33Z', 'revision_number': 4, 'project_id': 'c5c639569a22482fba93dcaca6152dca', 'gw_port': {'id': 'e05c695c-0be2-40fc-ba9c-7c9ac800a232', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:65:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e811984-1f2e-4215-be2e-079d5f256292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:55:31Z', 'updated_at': '2022-04-08T10:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_floatingips': [{'id': 'a8ff9c17-71aa-49ba-a051-9be5e9e72288', 'tenant_id': 'c5c639569a22482fba93dcaca6152dca', 'floating_ip_address': '172.27.2.180', 'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'router_id': '3e811984-1f2e-4215-be2e-079d5f256292', 'port_id': 'ed5056be-c4d9-4933-abe5-e19f1726e7f1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ead301ed-768a-4ee8-91df-4953f8d8822a', 'mac_address': 'fa:16:3e:d5:3a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dac0229-d7be-4ae0-b76a-6911d1505fbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:58:05Z', 'updated_at': '2022-04-08T10:58:16Z', 'revision_number': 1, 'project_id': 'c5c639569a22482fba93dcaca6152dca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a93b5384-ef4d-4e3d-907c-ef1542a2f17b', 'name': '', 'network_id': 'ead301ed-768a-4ee8-91df-4953f8d8822a', 'tenant_id': 'c5c639569a22482fba93dcaca6152dca', 'mac_address': 'fa:16:3e:26:b0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e811984-1f2e-4215-be2e-079d5f256292', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bfdd80ae-94b4-4d02-9243-4abc3db5c2b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:55:33Z', 'updated_at': '2022-04-08T10:55:36Z', 'revision_number': 5, 'project_id': 'c5c639569a22482fba93dcaca6152dca', 'subnets': [{'id': 'bfdd80ae-94b4-4d02-9243-4abc3db5c2b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:58:18.034473 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (d1e78606-e5cc-43c0-bc22-8a5324478286), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:18.038100 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e3a6a5-5a62-455b-9ad2-33c8972436cc None None] New status for floating IP a8ff9c17-71aa-49ba-a051-9be5e9e72288: ACTIVE {{(pid=109912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 10:58:18.551102 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (df0b008b-1017-45b0-9cbd-b6387ecfd69a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:38.201619 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.agents_db [None req-4d82583b-548a-400c-8f4c-c09be56c4ea4 None None] Agent healthcheck: found 6 active agents {{(pid=109912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 10:58:41.813738 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-a829cadd-6e51-489d-9269-068ecc9388a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (0996d03c-a6d6-4751-8b32-c8111f4b3d8a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:44.204634 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-992aa01b-9674-4dc4-a012-24e2e86b6cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (a0f054a9-d30b-4594-8de6-6c24438c3963), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:45.169379 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c39995e2-c233-4533-b78f-2944bd33f611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (65c9c9bc-bb02-426d-a902-340b44f1a4c2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:46.621023 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dfd57949-1be2-4190-94f2-c1682066023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (140c1fdd-4f9d-4fc9-9d7c-f6f7cee51a0a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:48.041762 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (d1e78606-e5cc-43c0-bc22-8a5324478286), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:48.541316 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (df0b008b-1017-45b0-9cbd-b6387ecfd69a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:58:55.256199 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728cd6aa-f9bc-400c-993e-f22d5b23a9e4 req-9d081033-1bde-46f0-adb6-a3672505eec6 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:55.257727 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-728cd6aa-f9bc-400c-993e-f22d5b23a9e4 req-9d081033-1bde-46f0-adb6-a3672505eec6 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dac0229-d7be-4ae0-b76a-6911d1505fbc HTTP/1.1" status: 200 len: 946 time: 0.0572095 Apr 08 10:58:55.311557 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-728cd6aa-f9bc-400c-993e-f22d5b23a9e4 req-dc190144-1f5b-4494-9253-7dfc1b1a7619 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0d3fa30-226d-4ca3-a839-91f857752c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459595 Apr 08 10:58:56.463747 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b94e95-51d6-4a05-9cf5-b091e80609aa req-1810b4f8-12d2-4383-9f6f-cd46e2aa4fe4 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:56.465119 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-52b94e95-51d6-4a05-9cf5-b091e80609aa req-1810b4f8-12d2-4383-9f6f-cd46e2aa4fe4 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dac0229-d7be-4ae0-b76a-6911d1505fbc HTTP/1.1" status: 200 len: 946 time: 0.0691547 Apr 08 10:58:56.512162 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-52b94e95-51d6-4a05-9cf5-b091e80609aa req-b530340f-cf46-4512-8c6b-8dfc9a3c0e6e tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0d3fa30-226d-4ca3-a839-91f857752c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411427 Apr 08 10:58:57.639876 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc60d56-051b-4064-a071-fd93a3a28a1d req-ed2560ed-fedc-4553-9746-fa35d20c464c tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:57.641365 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1cc60d56-051b-4064-a071-fd93a3a28a1d req-ed2560ed-fedc-4553-9746-fa35d20c464c tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dac0229-d7be-4ae0-b76a-6911d1505fbc HTTP/1.1" status: 200 len: 946 time: 0.0547132 Apr 08 10:58:57.692254 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1cc60d56-051b-4064-a071-fd93a3a28a1d req-7cd3cd3d-f036-434a-a162-f8f9f7c88e23 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0d3fa30-226d-4ca3-a839-91f857752c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421848 Apr 08 10:58:58.831305 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9ca1e-6fd1-4a1c-a84e-497fe0a8175d req-43bbc966-e927-430b-8e85-82f1ffc81da6 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:58:58.832946 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a7e9ca1e-6fd1-4a1c-a84e-497fe0a8175d req-43bbc966-e927-430b-8e85-82f1ffc81da6 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dac0229-d7be-4ae0-b76a-6911d1505fbc HTTP/1.1" status: 200 len: 946 time: 0.0559227 Apr 08 10:58:58.883313 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a7e9ca1e-6fd1-4a1c-a84e-497fe0a8175d req-ae93eb1d-97ad-4973-a512-d4e9c67630a9 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0d3fa30-226d-4ca3-a839-91f857752c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446842 Apr 08 10:59:00.027397 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eee9a5-48c6-4dee-a753-3e63f8140a58 req-ce5a7c09-264c-4b98-8124-5297acc91daa tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:00.028874 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-60eee9a5-48c6-4dee-a753-3e63f8140a58 req-ce5a7c09-264c-4b98-8124-5297acc91daa tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dac0229-d7be-4ae0-b76a-6911d1505fbc HTTP/1.1" status: 200 len: 946 time: 0.0642095 Apr 08 10:59:00.075511 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-60eee9a5-48c6-4dee-a753-3e63f8140a58 req-f2a6d2b9-76b5-456f-8f4b-dfc81be86e9b tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0d3fa30-226d-4ca3-a839-91f857752c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405335 Apr 08 10:59:01.218094 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f584c39e-ab79-49d8-885f-c6b46b492a8b req-50717ff0-08a3-40be-8cac-32593144a6a4 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:01.219561 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f584c39e-ab79-49d8-885f-c6b46b492a8b req-50717ff0-08a3-40be-8cac-32593144a6a4 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dac0229-d7be-4ae0-b76a-6911d1505fbc HTTP/1.1" status: 200 len: 946 time: 0.0576499 Apr 08 10:59:01.268934 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f584c39e-ab79-49d8-885f-c6b46b492a8b req-ba79589b-b66e-4a9d-9c0f-d76f6e0343fb tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0d3fa30-226d-4ca3-a839-91f857752c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415399 Apr 08 10:59:02.415411 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911bbb1-fe9a-4a04-bdbf-8a62be9f1d05 req-9d7c387c-1299-479b-b9b8-dca4fc3add0b tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:02.416751 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6911bbb1-fe9a-4a04-bdbf-8a62be9f1d05 req-9d7c387c-1299-479b-b9b8-dca4fc3add0b tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dac0229-d7be-4ae0-b76a-6911d1505fbc HTTP/1.1" status: 200 len: 946 time: 0.0675459 Apr 08 10:59:02.468727 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6911bbb1-fe9a-4a04-bdbf-8a62be9f1d05 req-c64f553a-945a-465f-b272-6804a4201184 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0d3fa30-226d-4ca3-a839-91f857752c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424867 Apr 08 10:59:03.603395 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8433a1-dc39-47dd-bbb9-a10c24e65268 req-22dcb7bf-a527-43f5-98a9-59eb1d33c291 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:03.605610 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ed8433a1-dc39-47dd-bbb9-a10c24e65268 req-22dcb7bf-a527-43f5-98a9-59eb1d33c291 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dac0229-d7be-4ae0-b76a-6911d1505fbc HTTP/1.1" status: 200 len: 946 time: 0.0555403 Apr 08 10:59:03.654419 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ed8433a1-dc39-47dd-bbb9-a10c24e65268 req-353915c2-7eed-4676-a51d-8572c020affa tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0d3fa30-226d-4ca3-a839-91f857752c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431197 Apr 08 10:59:04.793652 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635b52fa-e41a-4fdc-87e6-6bbf1f2ae684 req-a818f099-3189-45d9-9f17-0ecbca4379c4 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:04.795125 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-635b52fa-e41a-4fdc-87e6-6bbf1f2ae684 req-a818f099-3189-45d9-9f17-0ecbca4379c4 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dac0229-d7be-4ae0-b76a-6911d1505fbc HTTP/1.1" status: 200 len: 946 time: 0.0608187 Apr 08 10:59:04.852373 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-635b52fa-e41a-4fdc-87e6-6bbf1f2ae684 req-774070c4-900f-47c9-8298-6b3ad8175fca tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0d3fa30-226d-4ca3-a839-91f857752c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511928 Apr 08 10:59:06.149616 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dabbf62-64ef-499a-8d4f-caf88ab76f25 req-c4a0af1e-456d-4f97-8ed6-b662b619bc42 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:06.151929 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1dabbf62-64ef-499a-8d4f-caf88ab76f25 req-c4a0af1e-456d-4f97-8ed6-b662b619bc42 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dac0229-d7be-4ae0-b76a-6911d1505fbc HTTP/1.1" status: 200 len: 946 time: 0.0591431 Apr 08 10:59:06.204547 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1dabbf62-64ef-499a-8d4f-caf88ab76f25 req-6b71bf89-e50e-44c5-afd4-52d62361b035 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0d3fa30-226d-4ca3-a839-91f857752c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450907 Apr 08 10:59:06.916233 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 33030) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:59:07.084242 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [None req-ec586ef7-2994-43a1-8334-0c8009b4a15c tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Deleting port 4ce1ce3e-5551-4ddd-bb87-2da450b227b0 {{(pid=109910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 10:59:07.084596 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-ec586ef7-2994-43a1-8334-0c8009b4a15c tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (4ce1ce3e-5551-4ddd-bb87-2da450b227b0), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:07.461484 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-ec586ef7-2994-43a1-8334-0c8009b4a15c tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (4ce1ce3e-5551-4ddd-bb87-2da450b227b0), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:07.462253 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-ec586ef7-2994-43a1-8334-0c8009b4a15c tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Publish callbacks [] for floatingip (4ce1ce3e-5551-4ddd-bb87-2da450b227b0), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:07.477267 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [None req-ec586ef7-2994-43a1-8334-0c8009b4a15c tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Calling delete_port for 4ce1ce3e-5551-4ddd-bb87-2da450b227b0 owned by network:floatingip {{(pid=109910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 10:59:07.490189 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b0f3b0-24f8-442f-8e9d-fd82d0b324b3 req-3fd6cc21-39c9-4c25-91c1-09a3988360c5 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:07.491934 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-22b0f3b0-24f8-442f-8e9d-fd82d0b324b3 req-3fd6cc21-39c9-4c25-91c1-09a3988360c5 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dac0229-d7be-4ae0-b76a-6911d1505fbc HTTP/1.1" status: 200 len: 946 time: 0.0888309 Apr 08 10:59:07.609783 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-22b0f3b0-24f8-442f-8e9d-fd82d0b324b3 req-cdbc129f-eed7-492f-b1c3-7f0f9f81574b tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0d3fa30-226d-4ca3-a839-91f857752c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119525 Apr 08 10:59:07.702312 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-ec586ef7-2994-43a1-8334-0c8009b4a15c tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14190223'] for port (4ce1ce3e-5551-4ddd-bb87-2da450b227b0), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:07.731624 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec586ef7-2994-43a1-8334-0c8009b4a15c tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Pushing event deleted for resources: {'Port': ['ID=4ce1ce3e-5551-4ddd-bb87-2da450b227b0,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:07.743797 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec586ef7-2994-43a1-8334-0c8009b4a15c tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:07.744147 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec586ef7-2994-43a1-8334-0c8009b4a15c tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:07.744493 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec586ef7-2994-43a1-8334-0c8009b4a15c tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:07.744832 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec586ef7-2994-43a1-8334-0c8009b4a15c tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:07.745202 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec586ef7-2994-43a1-8334-0c8009b4a15c tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:07.745537 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec586ef7-2994-43a1-8334-0c8009b4a15c tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:07.745863 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec586ef7-2994-43a1-8334-0c8009b4a15c tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:07.746190 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec586ef7-2994-43a1-8334-0c8009b4a15c tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:07.746514 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec586ef7-2994-43a1-8334-0c8009b4a15c tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:07.746839 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec586ef7-2994-43a1-8334-0c8009b4a15c tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:07.747164 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec586ef7-2994-43a1-8334-0c8009b4a15c tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:07.747491 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec586ef7-2994-43a1-8334-0c8009b4a15c tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:07.747835 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec586ef7-2994-43a1-8334-0c8009b4a15c tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:07.748153 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec586ef7-2994-43a1-8334-0c8009b4a15c tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:07.748554 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec586ef7-2994-43a1-8334-0c8009b4a15c tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:07.804233 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-ec586ef7-2994-43a1-8334-0c8009b4a15c tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Publish callbacks [] for floatingip (0dc127cd-68af-4ab4-97aa-afab45ae2d7e), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:07.804696 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.db.l3_db [None req-ec586ef7-2994-43a1-8334-0c8009b4a15c tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Floating IP 0dc127cd-68af-4ab4-97aa-afab45ae2d7e disassociated (deleted). External IP: 172.27.2.81, port: b0f9ac02-65cd-4a43-9644-07aa2055329f. Apr 08 10:59:08.026435 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec586ef7-2994-43a1-8334-0c8009b4a15c tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Router 5764f624-bcdf-4639-b56d-898719e57d3c has already been hosted by L3 agent a0f054a9-d30b-4594-8de6-6c24438c3963 {{(pid=109910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:59:08.143866 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec586ef7-2994-43a1-8334-0c8009b4a15c tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Notify agent at l3_agent.dv-cinder-836071-3-iscsi the message routers_updated {{(pid=109910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:59:08.149659 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-ec586ef7-2994-43a1-8334-0c8009b4a15c tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for floatingip (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:08.156086 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3de079-8088-4bef-9a08-928d2525b31a None None] Sync routers for ids ['5764f624-bcdf-4639-b56d-898719e57d3c'] in dv-cinder-836071-3-iscsi {{(pid=109911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:59:08.170393 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3de079-8088-4bef-9a08-928d2525b31a None None] Routers {'5764f624-bcdf-4639-b56d-898719e57d3c'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:59:08.171032 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-0a3de079-8088-4bef-9a08-928d2525b31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:58:44Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['5764f624-bcdf-4639-b56d-898719e57d3c'], 'active': True} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:08.182075 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-ec586ef7-2994-43a1-8334-0c8009b4a15c tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "DELETE /v2.0/floatingips/0dc127cd-68af-4ab4-97aa-afab45ae2d7e HTTP/1.1" status: 204 len: 168 time: 1.2647228 Apr 08 10:59:08.182760 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e957f90d-2464-4d6e-8738-990aee29841d', 'tag': 'b0f9ac02-65cd-4a43-9644-07aa2055329f'}] {{(pid=109910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:59:08.185317 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c101578fc708467248d177b11db2e3e6a7db5c554c0046cb1dea7ab1ce8b9fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2f1438-b479-4a5e-ab62-5e831e4a15a4" -d '{"events": [{"name": "network-changed", "server_uuid": "e957f90d-2464-4d6e-8738-990aee29841d", "tag": "b0f9ac02-65cd-4a43-9644-07aa2055329f"}]}' {{(pid=109910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:59:08.227246 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 10:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c1a098-ed77-4a03-a68a-f41d4dd233a9 x-openstack-request-id: req-20c1a098-ed77-4a03-a68a-f41d4dd233a9 {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:59:08.227506 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e957f90d-2464-4d6e-8738-990aee29841d", "tag": "b0f9ac02-65cd-4a43-9644-07aa2055329f", "status": "completed", "code": 200}]} {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:59:08.227792 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-20c1a098-ed77-4a03-a68a-f41d4dd233a9 {{(pid=109910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:59:08.228205 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20c1a098-ed77-4a03-a68a-f41d4dd233a9'] response: {'name': 'network-changed', 'server_uuid': 'e957f90d-2464-4d6e-8738-990aee29841d', 'tag': 'b0f9ac02-65cd-4a43-9644-07aa2055329f', 'status': 'completed', 'code': 200} Apr 08 10:59:08.281225 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvr_db [None req-0a3de079-8088-4bef-9a08-928d2525b31a None None] Set router 5764f624-bcdf-4639-b56d-898719e57d3c gateway port host: dv-cinder-836071-3-iscsi {{(pid=109911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:59:08.429672 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babc6bf-8d63-41bd-81d4-37822f1bc35f req-878176c2-c713-46d5-9902-83810fcef571 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:08.431149 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6babc6bf-8d63-41bd-81d4-37822f1bc35f req-878176c2-c713-46d5-9902-83810fcef571 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/ports?device_id=e957f90d-2464-4d6e-8738-990aee29841d HTTP/1.1" status: 200 len: 946 time: 0.0578904 Apr 08 10:59:08.492154 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6babc6bf-8d63-41bd-81d4-37822f1bc35f req-b437c518-4bf9-4133-98e9-f55e2c24f347 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/security-groups?id=27326a5a-ecd1-4000-86db-7673c419a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474713 Apr 08 10:59:08.628954 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-0a3de079-8088-4bef-9a08-928d2525b31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5764f624-bcdf-4639-b56d-898719e57d3c', 'name': 'tempest-TestShelveInstance-399993024-router', 'tenant_id': 'c72dc37aad5649d5aadd2a0655be72b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '9855d179-8d6e-466a-a69a-8781d06ddcaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:29Z', 'updated_at': '2022-04-08T10:54:33Z', 'revision_number': 4, 'project_id': 'c72dc37aad5649d5aadd2a0655be72b7', 'gw_port': {'id': '9855d179-8d6e-466a-a69a-8781d06ddcaa', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:af:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5764f624-bcdf-4639-b56d-898719e57d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:30Z', 'updated_at': '2022-04-08T10:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': 'a17cc762-9d9e-43c1-9a24-b912df62595b', 'name': '', 'network_id': '9bdc578a-8a20-4e51-8b05-6fc0142815ac', 'tenant_id': 'c72dc37aad5649d5aadd2a0655be72b7', 'mac_address': 'fa:16:3e:55:4c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5764f624-bcdf-4639-b56d-898719e57d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '1c0e0539-9edb-46b9-96e6-f2c533e4f06c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:32Z', 'updated_at': '2022-04-08T10:54:37Z', 'revision_number': 5, 'project_id': 'c72dc37aad5649d5aadd2a0655be72b7', 'subnets': [{'id': '1c0e0539-9edb-46b9-96e6-f2c533e4f06c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:08.656168 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3de079-8088-4bef-9a08-928d2525b31a None None] Checking router: 5764f624-bcdf-4639-b56d-898719e57d3c for host: dv-cinder-836071-3-iscsi {{(pid=109911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:59:08.666259 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3de079-8088-4bef-9a08-928d2525b31a None None] Routers {'5764f624-bcdf-4639-b56d-898719e57d3c'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:59:08.666877 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-0a3de079-8088-4bef-9a08-928d2525b31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:58:44Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['5764f624-bcdf-4639-b56d-898719e57d3c'], 'active': True} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:08.745741 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf65bb-0503-49a1-9a39-45cc9a950ba7 req-631cf0c4-3aa2-40f1-9b8c-0b0f0f43ad1a tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:08.749694 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-7caf65bb-0503-49a1-9a39-45cc9a950ba7 req-631cf0c4-3aa2-40f1-9b8c-0b0f0f43ad1a tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dac0229-d7be-4ae0-b76a-6911d1505fbc HTTP/1.1" status: 200 len: 946 time: 0.0602078 Apr 08 10:59:08.783984 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvr_db [None req-0a3de079-8088-4bef-9a08-928d2525b31a None None] Set router 5764f624-bcdf-4639-b56d-898719e57d3c gateway port host: dv-cinder-836071-3-iscsi {{(pid=109911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:59:08.797043 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-7caf65bb-0503-49a1-9a39-45cc9a950ba7 req-98198db1-b47e-45c6-93a7-27fd74a1ec11 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0d3fa30-226d-4ca3-a839-91f857752c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441539 Apr 08 10:59:09.014554 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-0a3de079-8088-4bef-9a08-928d2525b31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5764f624-bcdf-4639-b56d-898719e57d3c', 'name': 'tempest-TestShelveInstance-399993024-router', 'tenant_id': 'c72dc37aad5649d5aadd2a0655be72b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '9855d179-8d6e-466a-a69a-8781d06ddcaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:29Z', 'updated_at': '2022-04-08T10:54:33Z', 'revision_number': 4, 'project_id': 'c72dc37aad5649d5aadd2a0655be72b7', 'gw_port': {'id': '9855d179-8d6e-466a-a69a-8781d06ddcaa', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:af:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5764f624-bcdf-4639-b56d-898719e57d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:30Z', 'updated_at': '2022-04-08T10:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': 'a17cc762-9d9e-43c1-9a24-b912df62595b', 'name': '', 'network_id': '9bdc578a-8a20-4e51-8b05-6fc0142815ac', 'tenant_id': 'c72dc37aad5649d5aadd2a0655be72b7', 'mac_address': 'fa:16:3e:55:4c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5764f624-bcdf-4639-b56d-898719e57d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '1c0e0539-9edb-46b9-96e6-f2c533e4f06c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:32Z', 'updated_at': '2022-04-08T10:54:37Z', 'revision_number': 5, 'project_id': 'c72dc37aad5649d5aadd2a0655be72b7', 'subnets': [{'id': '1c0e0539-9edb-46b9-96e6-f2c533e4f06c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:09.040984 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3de079-8088-4bef-9a08-928d2525b31a None None] The sync data for ids ['5764f624-bcdf-4639-b56d-898719e57d3c'] in dv-cinder-836071-3-iscsi is: [{'id': '5764f624-bcdf-4639-b56d-898719e57d3c', 'name': 'tempest-TestShelveInstance-399993024-router', 'tenant_id': 'c72dc37aad5649d5aadd2a0655be72b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '9855d179-8d6e-466a-a69a-8781d06ddcaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:29Z', 'updated_at': '2022-04-08T10:54:33Z', 'revision_number': 4, 'project_id': 'c72dc37aad5649d5aadd2a0655be72b7', 'gw_port': {'id': '9855d179-8d6e-466a-a69a-8781d06ddcaa', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:af:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5764f624-bcdf-4639-b56d-898719e57d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:30Z', 'updated_at': '2022-04-08T10:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': 'a17cc762-9d9e-43c1-9a24-b912df62595b', 'name': '', 'network_id': '9bdc578a-8a20-4e51-8b05-6fc0142815ac', 'tenant_id': 'c72dc37aad5649d5aadd2a0655be72b7', 'mac_address': 'fa:16:3e:55:4c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5764f624-bcdf-4639-b56d-898719e57d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '1c0e0539-9edb-46b9-96e6-f2c533e4f06c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:32Z', 'updated_at': '2022-04-08T10:54:37Z', 'revision_number': 5, 'project_id': 'c72dc37aad5649d5aadd2a0655be72b7', 'subnets': [{'id': '1c0e0539-9edb-46b9-96e6-f2c533e4f06c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:59:09.259087 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d7c9bd-5cc1-4513-9f9d-66c2da0821a7 None None] New status for floating IP 0dc127cd-68af-4ab4-97aa-afab45ae2d7e: DOWN {{(pid=109912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 10:59:09.622706 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee2499-9930-449d-857c-bf1239366cec req-e6ce63cd-bcb9-49c4-9d9a-f42b42e29580 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:09.624801 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-12ee2499-9930-449d-857c-bf1239366cec req-e6ce63cd-bcb9-49c4-9d9a-f42b42e29580 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/ports?device_id=e957f90d-2464-4d6e-8738-990aee29841d HTTP/1.1" status: 200 len: 946 time: 0.0557799 Apr 08 10:59:09.676133 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-12ee2499-9930-449d-857c-bf1239366cec req-f5f03213-7875-4438-9617-a1979fdb344a tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/security-groups?id=27326a5a-ecd1-4000-86db-7673c419a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452237 Apr 08 10:59:09.941877 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5519a264-b74c-4a7a-b725-7b0be0ed4c51 req-cf9bec5d-2ca0-41f5-be2a-52d7dab7cd81 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:09.944107 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-5519a264-b74c-4a7a-b725-7b0be0ed4c51 req-cf9bec5d-2ca0-41f5-be2a-52d7dab7cd81 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dac0229-d7be-4ae0-b76a-6911d1505fbc HTTP/1.1" status: 200 len: 946 time: 0.0652199 Apr 08 10:59:09.998211 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-5519a264-b74c-4a7a-b725-7b0be0ed4c51 req-dd5b63d6-ed33-4770-8e59-901bef1f9d14 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0d3fa30-226d-4ca3-a839-91f857752c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473957 Apr 08 10:59:10.807768 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa37d2-9e78-4804-b39b-dd17b6f4508c req-9c77479c-1e96-4539-89a0-a46770165c25 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:10.809330 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-daaa37d2-9e78-4804-b39b-dd17b6f4508c req-9c77479c-1e96-4539-89a0-a46770165c25 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/ports?device_id=e957f90d-2464-4d6e-8738-990aee29841d HTTP/1.1" status: 200 len: 946 time: 0.0632668 Apr 08 10:59:10.861848 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-daaa37d2-9e78-4804-b39b-dd17b6f4508c req-de7daa1a-2feb-41aa-b496-8f791668bb10 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/security-groups?id=27326a5a-ecd1-4000-86db-7673c419a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449224 Apr 08 10:59:11.128618 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9194f6-fae4-4911-a476-163eed660d09 req-f1b8fd60-b3fb-4636-89a9-80b8af0a9f5e tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:11.130221 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-cd9194f6-fae4-4911-a476-163eed660d09 req-f1b8fd60-b3fb-4636-89a9-80b8af0a9f5e tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dac0229-d7be-4ae0-b76a-6911d1505fbc HTTP/1.1" status: 200 len: 946 time: 0.0553534 Apr 08 10:59:11.188765 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-cd9194f6-fae4-4911-a476-163eed660d09 req-55a13591-403c-4eda-8e3a-1c3d4674ff77 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0d3fa30-226d-4ca3-a839-91f857752c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526087 Apr 08 10:59:11.663759 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f1438-b479-4a5e-ab62-5e831e4a15a4 req-5befdd54-4210-40e1-8baf-0e2e6b636b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:11.665395 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-cb2f1438-b479-4a5e-ab62-5e831e4a15a4 req-5befdd54-4210-40e1-8baf-0e2e6b636b39 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c72dc37aad5649d5aadd2a0655be72b7&device_id=e957f90d-2464-4d6e-8738-990aee29841d HTTP/1.1" status: 200 len: 1130 time: 0.0559649 Apr 08 10:59:11.774358 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f1438-b479-4a5e-ab62-5e831e4a15a4 req-510d657b-4f8e-43e1-bc67-4c4de2948ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:11.775893 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-cb2f1438-b479-4a5e-ab62-5e831e4a15a4 req-510d657b-4f8e-43e1-bc67-4c4de2948ac1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9bdc578a-8a20-4e51-8b05-6fc0142815ac HTTP/1.1" status: 200 len: 909 time: 0.0920091 Apr 08 10:59:11.808685 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-968ad834-faa6-4454-b156-0927839cf4d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (0996d03c-a6d6-4751-8b32-c8111f4b3d8a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:11.856095 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-cb2f1438-b479-4a5e-ab62-5e831e4a15a4 req-8deec13e-f12c-4838-aa87-26a78d4e0de6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0f9ac02-65cd-4a43-9644-07aa2055329f HTTP/1.1" status: 200 len: 217 time: 0.0476108 Apr 08 10:59:11.908515 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f1438-b479-4a5e-ab62-5e831e4a15a4 req-9fafbbdb-f35c-453a-abaa-1854076142cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:11.910023 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-cb2f1438-b479-4a5e-ab62-5e831e4a15a4 req-9fafbbdb-f35c-453a-abaa-1854076142cc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1c0e0539-9edb-46b9-96e6-f2c533e4f06c HTTP/1.1" status: 200 len: 847 time: 0.0467849 Apr 08 10:59:11.983356 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb550dd-ef84-4030-84ab-9c11c5b4c187 req-512a71c9-9bc0-4938-b308-50b868533087 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:11.984826 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-8cb550dd-ef84-4030-84ab-9c11c5b4c187 req-512a71c9-9bc0-4938-b308-50b868533087 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/ports?device_id=e957f90d-2464-4d6e-8738-990aee29841d HTTP/1.1" status: 200 len: 946 time: 0.0536366 Apr 08 10:59:12.046020 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-8cb550dd-ef84-4030-84ab-9c11c5b4c187 req-ac02184b-e2e8-4b7b-9b67-79f67f4aeb7b tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/security-groups?id=27326a5a-ecd1-4000-86db-7673c419a22f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528135 Apr 08 10:59:12.137298 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f1438-b479-4a5e-ab62-5e831e4a15a4 req-4708dfaa-0194-490b-96a0-d4124fe66ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:12.138851 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-cb2f1438-b479-4a5e-ab62-5e831e4a15a4 req-4708dfaa-0194-490b-96a0-d4124fe66ae8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9bdc578a-8a20-4e51-8b05-6fc0142815ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0538664 Apr 08 10:59:12.270441 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc4d64-a020-46f4-8b28-efd7b1b0e28c req-482fafec-3221-4b2a-86b0-14c310548302 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:12.271882 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-dbcc4d64-a020-46f4-8b28-efd7b1b0e28c req-482fafec-3221-4b2a-86b0-14c310548302 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.39 "GET /v2.0/ports?device_id=e957f90d-2464-4d6e-8738-990aee29841d HTTP/1.1" status: 200 len: 946 time: 0.1225572 Apr 08 10:59:12.292850 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-cb2f1438-b479-4a5e-ab62-5e831e4a15a4 req-5c02efab-6dd3-4bad-af4f-6f8f948df86c service neutron] 10.222.0.39 "GET /v2.0/networks/9bdc578a-8a20-4e51-8b05-6fc0142815ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445241 Apr 08 10:59:12.458029 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f7d48-a99d-414c-82a4-ec812db3b8ec req-9abc4160-f1f4-4ef4-838f-0374f8befb84 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:12.459424 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1b7f7d48-a99d-414c-82a4-ec812db3b8ec req-9abc4160-f1f4-4ef4-838f-0374f8befb84 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dac0229-d7be-4ae0-b76a-6911d1505fbc HTTP/1.1" status: 200 len: 946 time: 0.1966279 Apr 08 10:59:12.465558 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-cb2f1438-b479-4a5e-ab62-5e831e4a15a4 req-9b9d1ff5-4930-4b1c-ad43-736938e54d2f service neutron] 10.222.0.39 "GET /v2.0/networks/9bdc578a-8a20-4e51-8b05-6fc0142815ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415710 Apr 08 10:59:12.504885 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [req-dbcc4d64-a020-46f4-8b28-efd7b1b0e28c req-181f05e6-aa6f-4000-9fe9-652e20b63335 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Deleting port b0f9ac02-65cd-4a43-9644-07aa2055329f {{(pid=109910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 10:59:12.505258 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-dbcc4d64-a020-46f4-8b28-efd7b1b0e28c req-181f05e6-aa6f-4000-9fe9-652e20b63335 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (b0f9ac02-65cd-4a43-9644-07aa2055329f), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:12.542770 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1b7f7d48-a99d-414c-82a4-ec812db3b8ec req-7adc6c76-5f2c-4820-98ff-9d64548d9fd4 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0d3fa30-226d-4ca3-a839-91f857752c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756564 Apr 08 10:59:12.613296 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [req-dbcc4d64-a020-46f4-8b28-efd7b1b0e28c req-181f05e6-aa6f-4000-9fe9-652e20b63335 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] For port b0f9ac02-65cd-4a43-9644-07aa2055329f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b0f9ac02-65cd-4a43-9644-07aa2055329f,segment=NetworkSegment(70944567-ec60-4334-80f5-e288d4e47c49),segment_id=70944567-ec60-4334-80f5-e288d4e47c49)] {{(pid=109910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:59:12.613667 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-dbcc4d64-a020-46f4-8b28-efd7b1b0e28c req-181f05e6-aa6f-4000-9fe9-652e20b63335 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (b0f9ac02-65cd-4a43-9644-07aa2055329f), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:12.627222 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [req-dbcc4d64-a020-46f4-8b28-efd7b1b0e28c req-181f05e6-aa6f-4000-9fe9-652e20b63335 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Calling delete_port for b0f9ac02-65cd-4a43-9644-07aa2055329f owned by compute:nova {{(pid=109910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 10:59:12.771611 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-dbcc4d64-a020-46f4-8b28-efd7b1b0e28c req-181f05e6-aa6f-4000-9fe9-652e20b63335 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14190223'] for port (b0f9ac02-65cd-4a43-9644-07aa2055329f), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:12.803052 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181f05e6-aa6f-4000-9fe9-652e20b63335 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Pushing event deleted for resources: {'Port': ['ID=b0f9ac02-65cd-4a43-9644-07aa2055329f,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:12.853489 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbcc4d64-a020-46f4-8b28-efd7b1b0e28c req-181f05e6-aa6f-4000-9fe9-652e20b63335 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] No DVR routers for this DVR port b0f9ac02-65cd-4a43-9644-07aa2055329f on host hv-cinder-83607 {{(pid=109910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:59:12.856174 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-dbcc4d64-a020-46f4-8b28-efd7b1b0e28c req-181f05e6-aa6f-4000-9fe9-652e20b63335 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for port (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:12.859558 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-dbcc4d64-a020-46f4-8b28-efd7b1b0e28c req-181f05e6-aa6f-4000-9fe9-652e20b63335 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.39 "DELETE /v2.0/ports/b0f9ac02-65cd-4a43-9644-07aa2055329f HTTP/1.1" status: 204 len: 173 time: 0.5764868 Apr 08 10:59:12.859994 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e957f90d-2464-4d6e-8738-990aee29841d', 'name': 'network-vif-deleted', 'tag': 'b0f9ac02-65cd-4a43-9644-07aa2055329f'}] {{(pid=109910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:59:12.862239 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c101578fc708467248d177b11db2e3e6a7db5c554c0046cb1dea7ab1ce8b9fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2965dbb-8989-4114-a477-537661078614" -d '{"events": [{"server_uuid": "e957f90d-2464-4d6e-8738-990aee29841d", "name": "network-vif-deleted", "tag": "b0f9ac02-65cd-4a43-9644-07aa2055329f"}]}' {{(pid=109910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:59:12.897323 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 10:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fadb883-c08e-4d58-9dfc-7de5b91e3241 x-openstack-request-id: req-7fadb883-c08e-4d58-9dfc-7de5b91e3241 {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:59:12.897672 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e957f90d-2464-4d6e-8738-990aee29841d", "name": "network-vif-deleted", "tag": "b0f9ac02-65cd-4a43-9644-07aa2055329f", "status": "completed", "code": 200}]} {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:59:12.897919 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7fadb883-c08e-4d58-9dfc-7de5b91e3241 {{(pid=109910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:59:12.898321 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fadb883-c08e-4d58-9dfc-7de5b91e3241'] response: {'server_uuid': 'e957f90d-2464-4d6e-8738-990aee29841d', 'name': 'network-vif-deleted', 'tag': 'b0f9ac02-65cd-4a43-9644-07aa2055329f', 'status': 'completed', 'code': 200} Apr 08 10:59:13.138094 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device ed5056be-c4d9-4933-abe5-e19f1726e7f1 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=109911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 10:59:13.159771 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-2660b6a1-7b77-484d-af92-afa18c38fc60 req-5080ab4a-4976-4954-9fe2-324d3139fce5 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "GET /v2.0/ports?device_id=e957f90d-2464-4d6e-8738-990aee29841d HTTP/1.1" status: 200 len: 210 time: 0.0310802 Apr 08 10:59:13.243804 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port ed5056be-c4d9-4933-abe5-e19f1726e7f1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ed5056be-c4d9-4933-abe5-e19f1726e7f1,segment=NetworkSegment(03985018-c563-41ce-aacb-1a83d441442a),segment_id=03985018-c563-41ce-aacb-1a83d441442a)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:59:13.258474 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Returning: {'device': 'ed5056be-c4d9-4933-abe5-e19f1726e7f1', 'network_id': 'ead301ed-768a-4ee8-91df-4953f8d8822a', 'port_id': 'ed5056be-c4d9-4933-abe5-e19f1726e7f1', 'mac_address': 'fa:16:3e:d5:3a:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfdd80ae-94b4-4d02-9243-4abc3db5c2b8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 10:59:13.304069 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Current status of the port ed5056be-c4d9-4933-abe5-e19f1726e7f1 is: ACTIVE; New status is: BUILD {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:59:13.304450 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (ed5056be-c4d9-4933-abe5-e19f1726e7f1), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:13.317511 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.notifiers.nova [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ed5056be-c4d9-4933-abe5-e19f1726e7f1 {{(pid=109911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:59:13.337202 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port ed5056be-c4d9-4933-abe5-e19f1726e7f1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ed5056be-c4d9-4933-abe5-e19f1726e7f1,segment=NetworkSegment(03985018-c563-41ce-aacb-1a83d441442a),segment_id=03985018-c563-41ce-aacb-1a83d441442a)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:59:13.343395 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (ed5056be-c4d9-4933-abe5-e19f1726e7f1), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:13.406907 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Pushing event updated for resources: {'Port': ['ID=ed5056be-c4d9-4933-abe5-e19f1726e7f1,revision_number=6']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:13.417836 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:13.418369 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:13.418921 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:13.419513 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:13.420031 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:13.420522 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:13.421117 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:13.421626 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:13.421825 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:13.422435 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:13.422889 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:13.423280 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:13.423763 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:13.424246 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:13.424732 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:13.457941 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] get_ports_and_sgs() called for port_ids ['ed5056be-c4d9-4933-abe5-e19f1726e7f1'] {{(pid=109911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 10:59:13.683657 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7418d8d-7331-41e2-9f8e-734d4370d5b3 req-c34bfab8-ee2f-4dca-9d0b-e8ebfa28b4f1 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:13.685235 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a7418d8d-7331-41e2-9f8e-734d4370d5b3 req-c34bfab8-ee2f-4dca-9d0b-e8ebfa28b4f1 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dac0229-d7be-4ae0-b76a-6911d1505fbc HTTP/1.1" status: 200 len: 945 time: 0.0640199 Apr 08 10:59:13.735540 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a7418d8d-7331-41e2-9f8e-734d4370d5b3 req-498f2764-2d0a-4c71-8b40-44d43cedd711 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0d3fa30-226d-4ca3-a839-91f857752c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443995 Apr 08 10:59:14.207095 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-84bbb465-7bd8-41b5-92b3-f8017166ec09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (a0f054a9-d30b-4594-8de6-6c24438c3963), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:14.227660 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 33086) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:59:14.285216 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-2fbbd722-f072-487e-b9c4-c964950a96a1 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Publish callbacks [] for security_group (27326a5a-ecd1-4000-86db-7673c419a22f), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:14.310752 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-2fbbd722-f072-487e-b9c4-c964950a96a1 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Publish callbacks [] for security_group (27326a5a-ecd1-4000-86db-7673c419a22f), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:14.376120 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-2fbbd722-f072-487e-b9c4-c964950a96a1 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (27326a5a-ecd1-4000-86db-7673c419a22f), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:14.378820 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-2fbbd722-f072-487e-b9c4-c964950a96a1 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:14.380082 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-2fbbd722-f072-487e-b9c4-c964950a96a1 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] 10.222.0.43 "DELETE /v2.0/security-groups/27326a5a-ecd1-4000-86db-7673c419a22f HTTP/1.1" status: 204 len: 168 time: 0.1514621 Apr 08 10:59:14.390027 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbbd722-f072-487e-b9c4-c964950a96a1 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27326a5a-ecd1-4000-86db-7673c419a22f,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:14.397221 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbbd722-f072-487e-b9c4-c964950a96a1 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:14.397716 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbbd722-f072-487e-b9c4-c964950a96a1 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:14.398063 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbbd722-f072-487e-b9c4-c964950a96a1 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:14.398397 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbbd722-f072-487e-b9c4-c964950a96a1 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:14.398723 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbbd722-f072-487e-b9c4-c964950a96a1 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:14.399054 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbbd722-f072-487e-b9c4-c964950a96a1 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:14.399380 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbbd722-f072-487e-b9c4-c964950a96a1 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:14.399699 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbbd722-f072-487e-b9c4-c964950a96a1 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:14.400154 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbbd722-f072-487e-b9c4-c964950a96a1 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:14.400320 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbbd722-f072-487e-b9c4-c964950a96a1 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:14.400636 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbbd722-f072-487e-b9c4-c964950a96a1 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:14.400958 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbbd722-f072-487e-b9c4-c964950a96a1 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:14.401299 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbbd722-f072-487e-b9c4-c964950a96a1 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:14.401617 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbbd722-f072-487e-b9c4-c964950a96a1 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:14.401931 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbbd722-f072-487e-b9c4-c964950a96a1 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 10:59:14.428308 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 33098) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:59:14.625191 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-8e3d1cb1-b281-4eda-8d75-49f7ff025985 req-7ec35f91-65ed-41fe-be20-56aebc9c4b7d tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1137522631&fields=id&tenant_id=1240eb4e10e8472eb59d3c956e73fd45 HTTP/1.1" status: 200 len: 267 time: 0.0927041 Apr 08 10:59:14.793879 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d1cb1-b281-4eda-8d75-49f7ff025985 req-8128dd92-040c-4683-b7ca-01c03c52ca19 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:14.796031 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-8e3d1cb1-b281-4eda-8d75-49f7ff025985 req-8128dd92-040c-4683-b7ca-01c03c52ca19 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/networks?id=cde280c4-46d3-4a2c-b76e-9357fe2425c5 HTTP/1.1" status: 200 len: 812 time: 0.1458442 Apr 08 10:59:14.862178 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-8e3d1cb1-b281-4eda-8d75-49f7ff025985 req-59b473c2-e040-4339-b428-8c3adfc9b09c tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/quotas/1240eb4e10e8472eb59d3c956e73fd45 HTTP/1.1" status: 200 len: 375 time: 0.0436091 Apr 08 10:59:14.937677 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1956d61-d5ad-4492-b066-1ef8f28136dd req-3370925e-d2dd-4174-bac5-d6f748a38550 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:14.939217 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-d1956d61-d5ad-4492-b066-1ef8f28136dd req-3370925e-d2dd-4174-bac5-d6f748a38550 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dac0229-d7be-4ae0-b76a-6911d1505fbc HTTP/1.1" status: 200 len: 945 time: 0.1196611 Apr 08 10:59:14.985265 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-8e3d1cb1-b281-4eda-8d75-49f7ff025985 req-a4407cc9-974f-4049-b1a1-a666ee720c51 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1240eb4e10e8472eb59d3c956e73fd45&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1159873 Apr 08 10:59:15.064565 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-d1956d61-d5ad-4492-b066-1ef8f28136dd req-8e1b37d6-a5d8-4714-a305-8a0d6c7fd7ab tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0d3fa30-226d-4ca3-a839-91f857752c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127641 Apr 08 10:59:15.139637 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-b3aa224c-45fc-41e0-9259-2a39b09b6138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-741569'] for router_interface (5764f624-bcdf-4639-b56d-898719e57d3c), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:15.143946 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-8e3d1cb1-b281-4eda-8d75-49f7ff025985 req-26f161a5-069c-492f-a051-6be51546b6af service neutron] 10.222.0.43 "GET /v2.0/networks/cde280c4-46d3-4a2c-b76e-9357fe2425c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414433 Apr 08 10:59:15.154262 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device ed5056be-c4d9-4933-abe5-e19f1726e7f1 up at agent hyperv_hv-cinder-83607 {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:59:15.202332 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.agents_db [None req-4d82583b-548a-400c-8f4c-c09be56c4ea4 None None] Agent healthcheck: found 6 active agents {{(pid=109912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 10:59:15.212275 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c39995e2-c233-4533-b78f-2944bd33f611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (65c9c9bc-bb02-426d-a902-340b44f1a4c2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:15.236607 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Provisioning complete for port ed5056be-c4d9-4933-abe5-e19f1726e7f1 triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:59:15.237385 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (ed5056be-c4d9-4933-abe5-e19f1726e7f1), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:15.333379 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Current status of the port ed5056be-c4d9-4933-abe5-e19f1726e7f1 is: BUILD; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:59:15.333606 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (ed5056be-c4d9-4933-abe5-e19f1726e7f1), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:15.343854 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-8e3d1cb1-b281-4eda-8d75-49f7ff025985 req-b694157c-789b-450c-890b-c718dc252a33 service neutron] 10.222.0.43 "GET /v2.0/networks/cde280c4-46d3-4a2c-b76e-9357fe2425c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672890 Apr 08 10:59:15.382230 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port ed5056be-c4d9-4933-abe5-e19f1726e7f1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ed5056be-c4d9-4933-abe5-e19f1726e7f1,segment=NetworkSegment(03985018-c563-41ce-aacb-1a83d441442a),segment_id=03985018-c563-41ce-aacb-1a83d441442a)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:59:15.384158 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dac0229-d7be-4ae0-b76a-6911d1505fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed5056be-c4d9-4933-abe5-e19f1726e7f1'}] {{(pid=109911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:59:15.387103 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930651e71dbc4ea3279ef2aec3aabe40d8fedb7c9b7e81889183a919dd1d7a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957e8f4c-65f6-4088-80ba-d263adc0a334" -d '{"events": [{"server_uuid": "1dac0229-d7be-4ae0-b76a-6911d1505fbc", "name": "network-vif-plugged", "status": "completed", "tag": "ed5056be-c4d9-4933-abe5-e19f1726e7f1"}]}' {{(pid=109911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:59:15.392311 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (ed5056be-c4d9-4933-abe5-e19f1726e7f1), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:15.393459 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device b0f9ac02-65cd-4a43-9644-07aa2055329f no longer exists at agent hyperv_hv-cinder-83607 {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 10:59:15.445530 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] No Port match for: b0f9ac02-65cd-4a43-9644-07aa2055329f {{(pid=109911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 10:59:15.446078 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device b0f9ac02-65cd-4a43-9644-07aa2055329f not bound to the agent host hv-cinder-83607 {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 10:59:15.463576 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 10:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16cb2bbb-f991-4b3d-9da8-42d16365f968 x-openstack-request-id: req-16cb2bbb-f991-4b3d-9da8-42d16365f968 {{(pid=109911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:59:15.464453 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dac0229-d7be-4ae0-b76a-6911d1505fbc", "name": "network-vif-plugged", "status": "completed", "tag": "ed5056be-c4d9-4933-abe5-e19f1726e7f1", "code": 200}]} {{(pid=109911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:59:15.464793 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-16cb2bbb-f991-4b3d-9da8-42d16365f968 {{(pid=109911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:59:15.465311 dv-cinder-836071-3-iscsi neutron-server[109911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16cb2bbb-f991-4b3d-9da8-42d16365f968'] response: {'server_uuid': '1dac0229-d7be-4ae0-b76a-6911d1505fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed5056be-c4d9-4933-abe5-e19f1726e7f1', 'code': 200} Apr 08 10:59:15.491368 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Pushing event updated for resources: {'Port': ['ID=ed5056be-c4d9-4933-abe5-e19f1726e7f1,revision_number=7']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:15.592681 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [None req-b3aa224c-45fc-41e0-9259-2a39b09b6138 admin admin] Deleting port a17cc762-9d9e-43c1-9a24-b912df62595b {{(pid=109910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 10:59:15.593321 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-b3aa224c-45fc-41e0-9259-2a39b09b6138 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (a17cc762-9d9e-43c1-9a24-b912df62595b), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:15.963976 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-2c5eec38-e22f-4776-a833-ac45976afa9d req-74da0556-ecf9-4bb7-92d5-8c0b7a76b3f2 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/ports?device_id=2679f55d-548e-467b-91be-adbbb1d7ea95 HTTP/1.1" status: 200 len: 210 time: 0.0310369 Apr 08 10:59:16.026032 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [None req-b3aa224c-45fc-41e0-9259-2a39b09b6138 admin admin] For port a17cc762-9d9e-43c1-9a24-b912df62595b, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=a17cc762-9d9e-43c1-9a24-b912df62595b,segment=NetworkSegment(70944567-ec60-4334-80f5-e288d4e47c49),segment_id=70944567-ec60-4334-80f5-e288d4e47c49)] {{(pid=109910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:59:16.026525 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-b3aa224c-45fc-41e0-9259-2a39b09b6138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (a17cc762-9d9e-43c1-9a24-b912df62595b), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:16.048966 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [None req-b3aa224c-45fc-41e0-9259-2a39b09b6138 admin admin] Calling delete_port for a17cc762-9d9e-43c1-9a24-b912df62595b owned by network:router_interface {{(pid=109910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 10:59:16.250796 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336cfa6e-4acf-42bc-a119-00dd648dfd3b req-61311b70-dee9-4a4c-89a5-91b7c26b5f8a tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:16.252500 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-336cfa6e-4acf-42bc-a119-00dd648dfd3b req-61311b70-dee9-4a4c-89a5-91b7c26b5f8a tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dac0229-d7be-4ae0-b76a-6911d1505fbc HTTP/1.1" status: 200 len: 946 time: 0.0873048 Apr 08 10:59:16.365925 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-336cfa6e-4acf-42bc-a119-00dd648dfd3b req-7ca432af-7a46-42a5-b2f5-c33a34af5b63 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0d3fa30-226d-4ca3-a839-91f857752c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984697 Apr 08 10:59:16.373191 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-b3aa224c-45fc-41e0-9259-2a39b09b6138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14190223'] for port (a17cc762-9d9e-43c1-9a24-b912df62595b), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:16.401168 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aa224c-45fc-41e0-9259-2a39b09b6138 admin admin] Pushing event deleted for resources: {'Port': ['ID=a17cc762-9d9e-43c1-9a24-b912df62595b,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:16.630376 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-b3aa224c-45fc-41e0-9259-2a39b09b6138 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-741518'] for router_interface (5764f624-bcdf-4639-b56d-898719e57d3c), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:16.631747 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dfd57949-1be2-4190-94f2-c1682066023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (140c1fdd-4f9d-4fc9-9d7c-f6f7cee51a0a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:16.968504 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3aa224c-45fc-41e0-9259-2a39b09b6138 admin admin] Router 5764f624-bcdf-4639-b56d-898719e57d3c has already been hosted by L3 agent a0f054a9-d30b-4594-8de6-6c24438c3963 {{(pid=109910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:59:17.054600 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d1cb1-b281-4eda-8d75-49f7ff025985 req-38fe3a5f-aae5-41f4-a5bf-765582c759a1 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:17.056083 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-8e3d1cb1-b281-4eda-8d75-49f7ff025985 req-38fe3a5f-aae5-41f4-a5bf-765582c759a1 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.39 "GET /v2.0/networks?id=cde280c4-46d3-4a2c-b76e-9357fe2425c5 HTTP/1.1" status: 200 len: 812 time: 0.2903848 Apr 08 10:59:17.122348 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-27fc3258-115c-43e2-8fa8-5672a32aa914 req-2a74a656-a85d-426b-90aa-3dd06ea5765f tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/ports?device_id=2679f55d-548e-467b-91be-adbbb1d7ea95 HTTP/1.1" status: 200 len: 210 time: 0.0742066 Apr 08 10:59:17.184721 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3aa224c-45fc-41e0-9259-2a39b09b6138 admin admin] Notify agent at l3_agent.dv-cinder-836071-3-iscsi the message routers_updated {{(pid=109910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:59:17.197483 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422ec884-566f-4c08-a1cf-2b6fd8afc7b2 None None] Sync routers for ids ['5764f624-bcdf-4639-b56d-898719e57d3c'] in dv-cinder-836071-3-iscsi {{(pid=109911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:59:17.198218 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 33156) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:59:17.206909 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-b3aa224c-45fc-41e0-9259-2a39b09b6138 admin admin] 10.222.0.43 "PUT /v2.0/routers/5764f624-bcdf-4639-b56d-898719e57d3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7636447 Apr 08 10:59:17.219944 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-8e3d1cb1-b281-4eda-8d75-49f7ff025985 req-368f2ddb-dc2e-45d2-87e0-eb3e07ea3a06 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1240eb4e10e8472eb59d3c956e73fd45 HTTP/1.1" status: 200 len: 380 time: 0.1274681 Apr 08 10:59:17.222533 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422ec884-566f-4c08-a1cf-2b6fd8afc7b2 None None] Routers {'5764f624-bcdf-4639-b56d-898719e57d3c'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:59:17.223366 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-422ec884-566f-4c08-a1cf-2b6fd8afc7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:59:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['5764f624-bcdf-4639-b56d-898719e57d3c'], 'active': True} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:17.232999 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [req-8e3d1cb1-b281-4eda-8d75-49f7ff025985 req-c6734e08-8144-4f19-9a6c-11838935b6ba tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Request body: {'port': {'device_id': '2679f55d-548e-467b-91be-adbbb1d7ea95', 'network_id': 'cde280c4-46d3-4a2c-b76e-9357fe2425c5', 'admin_state_up': True, 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'security_groups': ['dda30446-6890-4466-9d79-198654c55c73']}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:59:17.347945 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-7935d8a4-1d4b-4731-9fd3-f8f2535ca1f9 admin admin] Publish callbacks [] for router (5764f624-bcdf-4639-b56d-898719e57d3c), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:17.383821 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e3d1cb1-b281-4eda-8d75-49f7ff025985 req-c6734e08-8144-4f19-9a6c-11838935b6ba tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Made reservation on behalf of 1240eb4e10e8472eb59d3c956e73fd45 for: {'port': 1} {{(pid=109910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 10:59:17.389212 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-8e3d1cb1-b281-4eda-8d75-49f7ff025985 req-c6734e08-8144-4f19-9a6c-11838935b6ba tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:17.503698 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvr_db [None req-422ec884-566f-4c08-a1cf-2b6fd8afc7b2 None None] Set router 5764f624-bcdf-4639-b56d-898719e57d3c gateway port host: dv-cinder-836071-3-iscsi {{(pid=109911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:59:17.561861 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-7935d8a4-1d4b-4731-9fd3-f8f2535ca1f9 admin admin] Publish callbacks [] for router_gateway (5764f624-bcdf-4639-b56d-898719e57d3c), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:17.643402 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.plugin [None req-7935d8a4-1d4b-4731-9fd3-f8f2535ca1f9 admin admin] Deleting port 9855d179-8d6e-466a-a69a-8781d06ddcaa {{(pid=109909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 10:59:17.644132 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-7935d8a4-1d4b-4731-9fd3-f8f2535ca1f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (9855d179-8d6e-466a-a69a-8781d06ddcaa), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:17.656494 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b46ff-65f3-490c-abe0-5785bbde4d8d req-6167d04a-0224-4664-ba81-44d0f9c5c2ae tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:17.658975 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6a3b46ff-65f3-490c-abe0-5785bbde4d8d req-6167d04a-0224-4664-ba81-44d0f9c5c2ae tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dac0229-d7be-4ae0-b76a-6911d1505fbc HTTP/1.1" status: 200 len: 946 time: 0.1112518 Apr 08 10:59:17.724003 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6a3b46ff-65f3-490c-abe0-5785bbde4d8d req-c073ce1e-5d9a-4f54-a85f-bfaf0c8e76d3 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0d3fa30-226d-4ca3-a839-91f857752c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590050 Apr 08 10:59:17.724714 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.db_base_plugin_common [req-8e3d1cb1-b281-4eda-8d75-49f7ff025985 req-c6734e08-8144-4f19-9a6c-11838935b6ba tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Allocated IP 172.20.0.9 (cde280c4-46d3-4a2c-b76e-9357fe2425c5/f62eda8a-11e4-410d-acba-a7bf8fcacc01/cc664755-a315-428f-ba09-3f5ac4fadffb) {{(pid=109910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:59:17.737666 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.db [None req-7935d8a4-1d4b-4731-9fd3-f8f2535ca1f9 admin admin] For port 9855d179-8d6e-466a-a69a-8781d06ddcaa, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=9855d179-8d6e-466a-a69a-8781d06ddcaa,segment=NetworkSegment(161e69df-2a78-40e9-90fc-e661b1490c65),segment_id=161e69df-2a78-40e9-90fc-e661b1490c65)] {{(pid=109909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:59:17.738387 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-7935d8a4-1d4b-4731-9fd3-f8f2535ca1f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (9855d179-8d6e-466a-a69a-8781d06ddcaa), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:17.753548 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.plugin [None req-7935d8a4-1d4b-4731-9fd3-f8f2535ca1f9 admin admin] Calling delete_port for 9855d179-8d6e-466a-a69a-8781d06ddcaa owned by network:router_gateway {{(pid=109909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 10:59:17.847531 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-422ec884-566f-4c08-a1cf-2b6fd8afc7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5764f624-bcdf-4639-b56d-898719e57d3c', 'name': 'tempest-TestShelveInstance-399993024-router', 'tenant_id': 'c72dc37aad5649d5aadd2a0655be72b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '9855d179-8d6e-466a-a69a-8781d06ddcaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:29Z', 'updated_at': '2022-04-08T10:59:16Z', 'revision_number': 5, 'project_id': 'c72dc37aad5649d5aadd2a0655be72b7', 'gw_port': {'id': '9855d179-8d6e-466a-a69a-8781d06ddcaa', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:af:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5764f624-bcdf-4639-b56d-898719e57d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:30Z', 'updated_at': '2022-04-08T10:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi'}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:17.882539 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422ec884-566f-4c08-a1cf-2b6fd8afc7b2 None None] Checking router: 5764f624-bcdf-4639-b56d-898719e57d3c for host: dv-cinder-836071-3-iscsi {{(pid=109911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:59:17.901948 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422ec884-566f-4c08-a1cf-2b6fd8afc7b2 None None] Routers {'5764f624-bcdf-4639-b56d-898719e57d3c'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:59:17.903121 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-422ec884-566f-4c08-a1cf-2b6fd8afc7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:59:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['5764f624-bcdf-4639-b56d-898719e57d3c'], 'active': True} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:17.947726 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-8e3d1cb1-b281-4eda-8d75-49f7ff025985 req-c6734e08-8144-4f19-9a6c-11838935b6ba tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks [] for port (cc664755-a315-428f-ba09-3f5ac4fadffb), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:17.972331 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-7935d8a4-1d4b-4731-9fd3-f8f2535ca1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16387658'] for port (9855d179-8d6e-466a-a69a-8781d06ddcaa), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:18.005078 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-8e3d1cb1-b281-4eda-8d75-49f7ff025985 req-c6734e08-8144-4f19-9a6c-11838935b6ba tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14190223'] for port (cc664755-a315-428f-ba09-3f5ac4fadffb), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:18.015174 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7935d8a4-1d4b-4731-9fd3-f8f2535ca1f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9855d179-8d6e-466a-a69a-8781d06ddcaa,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:18.027270 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvr_db [None req-422ec884-566f-4c08-a1cf-2b6fd8afc7b2 None None] Set router 5764f624-bcdf-4639-b56d-898719e57d3c gateway port host: None {{(pid=109911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:59:18.069535 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e3d1cb1-b281-4eda-8d75-49f7ff025985 req-c6734e08-8144-4f19-9a6c-11838935b6ba tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Network cde280c4-46d3-4a2c-b76e-9357fe2425c5 is already hosted by enough agents. {{(pid=109910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:59:18.076444 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.base_scheduler [req-8e3d1cb1-b281-4eda-8d75-49f7ff025985 req-c6734e08-8144-4f19-9a6c-11838935b6ba tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Resources bound (agent type, host, resource id): {{(pid=109910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:59:18.081701 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e3d1cb1-b281-4eda-8d75-49f7ff025985 req-c6734e08-8144-4f19-9a6c-11838935b6ba tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Received port after_create {{(pid=109910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 10:59:18.086565 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6734e08-8144-4f19-9a6c-11838935b6ba tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Pushing event updated for resources: {'Port': ['ID=cc664755-a315-428f-ba09-3f5ac4fadffb,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:18.115937 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-422ec884-566f-4c08-a1cf-2b6fd8afc7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5764f624-bcdf-4639-b56d-898719e57d3c', 'name': 'tempest-TestShelveInstance-399993024-router', 'tenant_id': 'c72dc37aad5649d5aadd2a0655be72b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:29Z', 'updated_at': '2022-04-08T10:59:17Z', 'revision_number': 6, 'project_id': 'c72dc37aad5649d5aadd2a0655be72b7', 'gw_port_host': None}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:18.164371 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-7935d8a4-1d4b-4731-9fd3-f8f2535ca1f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-743931'] for router_gateway (5764f624-bcdf-4639-b56d-898719e57d3c), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:18.172434 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422ec884-566f-4c08-a1cf-2b6fd8afc7b2 None None] The sync data for ids ['5764f624-bcdf-4639-b56d-898719e57d3c'] in dv-cinder-836071-3-iscsi is: [{'id': '5764f624-bcdf-4639-b56d-898719e57d3c', 'name': 'tempest-TestShelveInstance-399993024-router', 'tenant_id': 'c72dc37aad5649d5aadd2a0655be72b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:29Z', 'updated_at': '2022-04-08T10:59:17Z', 'revision_number': 6, 'project_id': 'c72dc37aad5649d5aadd2a0655be72b7', 'gw_port_host': None}] {{(pid=109911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:59:18.179680 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (d1e78606-e5cc-43c0-bc22-8a5324478286), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:18.214642 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d1cb1-b281-4eda-8d75-49f7ff025985 req-c6734e08-8144-4f19-9a6c-11838935b6ba tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:18.215104 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-8e3d1cb1-b281-4eda-8d75-49f7ff025985 req-c6734e08-8144-4f19-9a6c-11838935b6ba tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for port (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:18.249746 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-8e3d1cb1-b281-4eda-8d75-49f7ff025985 req-c6734e08-8144-4f19-9a6c-11838935b6ba tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0198858 Apr 08 10:59:18.264337 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [req-8e3d1cb1-b281-4eda-8d75-49f7ff025985 req-b0a3e5a7-8ca1-4a1c-b68d-f7002ab1a66d service neutron] Request body: {'port': {'device_id': '2679f55d-548e-467b-91be-adbbb1d7ea95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:59:18.362013 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-7935d8a4-1d4b-4731-9fd3-f8f2535ca1f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-748458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40417'] for router (5764f624-bcdf-4639-b56d-898719e57d3c), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:18.365586 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-7935d8a4-1d4b-4731-9fd3-f8f2535ca1f9 admin admin] Publish callbacks [] for router_controller (5764f624-bcdf-4639-b56d-898719e57d3c), precommit_delete_associations {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:18.386373 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-8e3d1cb1-b281-4eda-8d75-49f7ff025985 req-b0a3e5a7-8ca1-4a1c-b68d-f7002ab1a66d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (cc664755-a315-428f-ba09-3f5ac4fadffb), before_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:18.408712 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ebbcc-f3a7-46df-9f69-22e8ea1c9c54 req-ac091127-714c-4c8e-b6cd-6acc6e13e166 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:18.410338 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-869ebbcc-f3a7-46df-9f69-22e8ea1c9c54 req-ac091127-714c-4c8e-b6cd-6acc6e13e166 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/ports?device_id=2679f55d-548e-467b-91be-adbbb1d7ea95 HTTP/1.1" status: 200 len: 931 time: 0.1433737 Apr 08 10:59:18.423020 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-7935d8a4-1d4b-4731-9fd3-f8f2535ca1f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-748453'] for router (5764f624-bcdf-4639-b56d-898719e57d3c), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:18.423660 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7935d8a4-1d4b-4731-9fd3-f8f2535ca1f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5764f624-bcdf-4639-b56d-898719e57d3c {{(pid=109909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:59:18.430097 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-7935d8a4-1d4b-4731-9fd3-f8f2535ca1f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:18.433579 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-7935d8a4-1d4b-4731-9fd3-f8f2535ca1f9 admin admin] 10.222.0.43 "DELETE /v2.0/routers/5764f624-bcdf-4639-b56d-898719e57d3c HTTP/1.1" status: 204 len: 168 time: 1.2307286 Apr 08 10:59:18.435428 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 33162) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:59:18.457153 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-9548464c-a5f1-400c-bb7f-7fffecc71c17 None None] Provisioning complete for port cc664755-a315-428f-ba09-3f5ac4fadffb triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:59:18.457896 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-9548464c-a5f1-400c-bb7f-7fffecc71c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (cc664755-a315-428f-ba09-3f5ac4fadffb), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:18.504292 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-9548464c-a5f1-400c-bb7f-7fffecc71c17 None None] Port cc664755-a315-428f-ba09-3f5ac4fadffb cannot update to ACTIVE because it is not bound. {{(pid=109911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 10:59:18.542594 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.db.db_base_plugin_v2 [None req-60efbdb8-2a99-44bd-9693-e69cd5aac8f9 admin admin] Deleting subnet 1c0e0539-9edb-46b9-96e6-f2c533e4f06c {{(pid=109909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 10:59:18.554504 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-60efbdb8-2a99-44bd-9693-e69cd5aac8f9 admin admin] Publish callbacks [] for subnet (1c0e0539-9edb-46b9-96e6-f2c533e4f06c), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:18.587017 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (df0b008b-1017-45b0-9cbd-b6387ecfd69a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:18.600989 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-869ebbcc-f3a7-46df-9f69-22e8ea1c9c54 req-62840abc-5997-4965-88ac-77f33c3cf875 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/security-groups?id=dda30446-6890-4466-9d79-198654c55c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820006 Apr 08 10:59:18.649949 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-60efbdb8-2a99-44bd-9693-e69cd5aac8f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12708406'] for subnet (1c0e0539-9edb-46b9-96e6-f2c533e4f06c), precommit_delete_associations {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:18.753475 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-60efbdb8-2a99-44bd-9693-e69cd5aac8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1794403'] for subnet (1c0e0539-9edb-46b9-96e6-f2c533e4f06c), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:18.826102 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [req-8e3d1cb1-b281-4eda-8d75-49f7ff025985 req-b0a3e5a7-8ca1-4a1c-b68d-f7002ab1a66d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc664755-a315-428f-ba09-3f5ac4fadffb {{(pid=109910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:59:18.833272 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-60efbdb8-2a99-44bd-9693-e69cd5aac8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1794410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16387743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12895238'] for subnet (1c0e0539-9edb-46b9-96e6-f2c533e4f06c), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:18.835774 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-8e3d1cb1-b281-4eda-8d75-49f7ff025985 req-b0a3e5a7-8ca1-4a1c-b68d-f7002ab1a66d service neutron] Publish callbacks [] for port (cc664755-a315-428f-ba09-3f5ac4fadffb), precommit_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:18.849879 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.provisioning_blocks [req-8e3d1cb1-b281-4eda-8d75-49f7ff025985 req-b0a3e5a7-8ca1-4a1c-b68d-f7002ab1a66d service neutron] Transition to ACTIVE for port object cc664755-a315-428f-ba09-3f5ac4fadffb will not be triggered until provisioned by entity L2. {{(pid=109910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 10:59:18.855359 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-8e3d1cb1-b281-4eda-8d75-49f7ff025985 req-b0a3e5a7-8ca1-4a1c-b68d-f7002ab1a66d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14190224'] for port (cc664755-a315-428f-ba09-3f5ac4fadffb), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:18.886784 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60efbdb8-2a99-44bd-9693-e69cd5aac8f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c0e0539-9edb-46b9-96e6-f2c533e4f06c,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:18.892649 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-60efbdb8-2a99-44bd-9693-e69cd5aac8f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:18.893881 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1c8445-291c-4a5e-849f-37b95826833f None None] Network 9bdc578a-8a20-4e51-8b05-6fc0142815ac requested from dv-cinder-836071-3-iscsi {{(pid=109911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 10:59:18.901297 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-60efbdb8-2a99-44bd-9693-e69cd5aac8f9 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/1c0e0539-9edb-46b9-96e6-f2c533e4f06c HTTP/1.1" status: 204 len: 168 time: 0.4605734 Apr 08 10:59:18.902222 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 33166) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:59:18.970073 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a3e5a7-8ca1-4a1c-b68d-f7002ab1a66d service neutron] Pushing event updated for resources: {'Port': ['ID=cc664755-a315-428f-ba09-3f5ac4fadffb,revision_number=2']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:19.108099 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-a794e486-06d9-444a-9c39-0e57ab138621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1935778'] for network (9bdc578a-8a20-4e51-8b05-6fc0142815ac), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:19.120189 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb801c5-d7c4-4d88-bb57-46dc7d30c364 req-0e4f4bf4-8ff9-4f0c-b6cd-3f9d049208af tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:19.121902 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-8fb801c5-d7c4-4d88-bb57-46dc7d30c364 req-0e4f4bf4-8ff9-4f0c-b6cd-3f9d049208af tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dac0229-d7be-4ae0-b76a-6911d1505fbc HTTP/1.1" status: 200 len: 946 time: 0.2609720 Apr 08 10:59:19.174646 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b04949-f830-403e-bb19-0592876ed547 None None] DHCP port deletion for 9bdc578a-8a20-4e51-8b05-6fc0142815ac request from dv-cinder-836071-3-iscsi {{(pid=109911) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 10:59:19.204523 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.managers [req-8e3d1cb1-b281-4eda-8d75-49f7ff025985 req-b0a3e5a7-8ca1-4a1c-b68d-f7002ab1a66d service neutron] Attempting to bind port cc664755-a315-428f-ba09-3f5ac4fadffb on host hv-cinder-83607 for vnic_type normal with profile {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 10:59:19.204877 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.managers [req-8e3d1cb1-b281-4eda-8d75-49f7ff025985 req-b0a3e5a7-8ca1-4a1c-b68d-f7002ab1a66d service neutron] Attempting to bind port cc664755-a315-428f-ba09-3f5ac4fadffb by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '6d5acab1-a077-4768-8ed0-79720d8978bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cde280c4-46d3-4a2c-b76e-9357fe2425c5'}] {{(pid=109910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 10:59:19.205247 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3d1cb1-b281-4eda-8d75-49f7ff025985 req-b0a3e5a7-8ca1-4a1c-b68d-f7002ab1a66d service neutron] Attempting to bind port cc664755-a315-428f-ba09-3f5ac4fadffb on network cde280c4-46d3-4a2c-b76e-9357fe2425c5 {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:59:19.243327 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3d1cb1-b281-4eda-8d75-49f7ff025985 req-b0a3e5a7-8ca1-4a1c-b68d-f7002ab1a66d service neutron] Port cc664755-a315-428f-ba09-3f5ac4fadffb on network cde280c4-46d3-4a2c-b76e-9357fe2425c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 10:59:19.243711 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3d1cb1-b281-4eda-8d75-49f7ff025985 req-b0a3e5a7-8ca1-4a1c-b68d-f7002ab1a66d service neutron] Attempting to bind port cc664755-a315-428f-ba09-3f5ac4fadffb on network cde280c4-46d3-4a2c-b76e-9357fe2425c5 {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 10:59:19.252444 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-d4b04949-f830-403e-bb19-0592876ed547 None None] Deleting port 96a9188d-a56d-443e-8a83-56a1813f4240 {{(pid=109911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 10:59:19.252998 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-d4b04949-f830-403e-bb19-0592876ed547 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (96a9188d-a56d-443e-8a83-56a1813f4240), before_delete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:19.262780 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3d1cb1-b281-4eda-8d75-49f7ff025985 req-b0a3e5a7-8ca1-4a1c-b68d-f7002ab1a66d service neutron] Checking agent: {'id': 'df0b008b-1017-45b0-9cbd-b6387ecfd69a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 48, 18), 'started_at': datetime.datetime(2022, 4, 8, 10, 48, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 10, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 10:59:19.263166 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3d1cb1-b281-4eda-8d75-49f7ff025985 req-b0a3e5a7-8ca1-4a1c-b68d-f7002ab1a66d service neutron] Checking segment: {'id': '6d5acab1-a077-4768-8ed0-79720d8978bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cde280c4-46d3-4a2c-b76e-9357fe2425c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 10:59:19.263511 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3d1cb1-b281-4eda-8d75-49f7ff025985 req-b0a3e5a7-8ca1-4a1c-b68d-f7002ab1a66d service neutron] Bound using segment: {'id': '6d5acab1-a077-4768-8ed0-79720d8978bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cde280c4-46d3-4a2c-b76e-9357fe2425c5'} {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 10:59:19.263972 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.managers [req-8e3d1cb1-b281-4eda-8d75-49f7ff025985 req-b0a3e5a7-8ca1-4a1c-b68d-f7002ab1a66d service neutron] Bound port: cc664755-a315-428f-ba09-3f5ac4fadffb, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d5acab1-a077-4768-8ed0-79720d8978bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cde280c4-46d3-4a2c-b76e-9357fe2425c5'}}] {{(pid=109910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 10:59:19.264491 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-8e3d1cb1-b281-4eda-8d75-49f7ff025985 req-b0a3e5a7-8ca1-4a1c-b68d-f7002ab1a66d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (cc664755-a315-428f-ba09-3f5ac4fadffb), before_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:19.286499 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-8fb801c5-d7c4-4d88-bb57-46dc7d30c364 req-078afe3b-2759-4e92-be64-28722b2e59f1 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0d3fa30-226d-4ca3-a839-91f857752c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565733 Apr 08 10:59:19.342882 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-d4b04949-f830-403e-bb19-0592876ed547 None None] For port 96a9188d-a56d-443e-8a83-56a1813f4240, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=96a9188d-a56d-443e-8a83-56a1813f4240,segment=NetworkSegment(70944567-ec60-4334-80f5-e288d4e47c49),segment_id=70944567-ec60-4334-80f5-e288d4e47c49)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:59:19.343772 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-d4b04949-f830-403e-bb19-0592876ed547 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (96a9188d-a56d-443e-8a83-56a1813f4240), precommit_delete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:19.368648 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-d4b04949-f830-403e-bb19-0592876ed547 None None] Calling delete_port for 96a9188d-a56d-443e-8a83-56a1813f4240 owned by network:dhcp {{(pid=109911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 10:59:19.377706 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [None req-a794e486-06d9-444a-9c39-0e57ab138621 admin admin] Deleting port 96a9188d-a56d-443e-8a83-56a1813f4240 {{(pid=109910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 10:59:19.378218 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-a794e486-06d9-444a-9c39-0e57ab138621 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (96a9188d-a56d-443e-8a83-56a1813f4240), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:19.400811 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [req-8e3d1cb1-b281-4eda-8d75-49f7ff025985 req-b0a3e5a7-8ca1-4a1c-b68d-f7002ab1a66d service neutron] For port cc664755-a315-428f-ba09-3f5ac4fadffb, host hv-cinder-83607, cleared binding levels {{(pid=109910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 10:59:19.461816 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [req-8e3d1cb1-b281-4eda-8d75-49f7ff025985 req-b0a3e5a7-8ca1-4a1c-b68d-f7002ab1a66d service neutron] For port cc664755-a315-428f-ba09-3f5ac4fadffb, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=cc664755-a315-428f-ba09-3f5ac4fadffb,segment=NetworkSegment(6d5acab1-a077-4768-8ed0-79720d8978bc),segment_id=6d5acab1-a077-4768-8ed0-79720d8978bc)] {{(pid=109910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 10:59:19.482740 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-8e3d1cb1-b281-4eda-8d75-49f7ff025985 req-b0a3e5a7-8ca1-4a1c-b68d-f7002ab1a66d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14190224'] for port (cc664755-a315-428f-ba09-3f5ac4fadffb), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:19.505563 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-d4b04949-f830-403e-bb19-0592876ed547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870'] for port (96a9188d-a56d-443e-8a83-56a1813f4240), after_delete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:19.539232 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [None req-a794e486-06d9-444a-9c39-0e57ab138621 admin admin] For port 96a9188d-a56d-443e-8a83-56a1813f4240, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=96a9188d-a56d-443e-8a83-56a1813f4240,segment=NetworkSegment(70944567-ec60-4334-80f5-e288d4e47c49),segment_id=70944567-ec60-4334-80f5-e288d4e47c49)] {{(pid=109910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:59:19.539677 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-a794e486-06d9-444a-9c39-0e57ab138621 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (96a9188d-a56d-443e-8a83-56a1813f4240), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:19.546169 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d1cb1-b281-4eda-8d75-49f7ff025985 req-b0a3e5a7-8ca1-4a1c-b68d-f7002ab1a66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:19.546803 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-8e3d1cb1-b281-4eda-8d75-49f7ff025985 req-b0a3e5a7-8ca1-4a1c-b68d-f7002ab1a66d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for port (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:19.547501 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b04949-f830-403e-bb19-0592876ed547 None None] Pushing event deleted for resources: {'Port': ['ID=96a9188d-a56d-443e-8a83-56a1813f4240,revision_number=None']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:19.548215 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-8e3d1cb1-b281-4eda-8d75-49f7ff025985 req-b0a3e5a7-8ca1-4a1c-b68d-f7002ab1a66d service neutron] 10.222.0.39 "PUT /v2.0/ports/cc664755-a315-428f-ba09-3f5ac4fadffb HTTP/1.1" status: 200 len: 1093 time: 1.2919765 Apr 08 10:59:19.553673 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2679f55d-548e-467b-91be-adbbb1d7ea95', 'tag': 'cc664755-a315-428f-ba09-3f5ac4fadffb'}] {{(pid=109910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:59:19.556434 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c101578fc708467248d177b11db2e3e6a7db5c554c0046cb1dea7ab1ce8b9fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad71370d-294a-44a3-99af-fae86b0bffb9" -d '{"events": [{"name": "network-changed", "server_uuid": "2679f55d-548e-467b-91be-adbbb1d7ea95", "tag": "cc664755-a315-428f-ba09-3f5ac4fadffb"}]}' {{(pid=109910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:59:19.565806 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b04949-f830-403e-bb19-0592876ed547 None None] No DVR routers for this DVR port 96a9188d-a56d-443e-8a83-56a1813f4240 on host dv-cinder-836071-3-iscsi {{(pid=109911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:59:19.608129 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [None req-a794e486-06d9-444a-9c39-0e57ab138621 admin admin] Calling delete_port for 96a9188d-a56d-443e-8a83-56a1813f4240 owned by network:dhcp {{(pid=109910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 10:59:19.648600 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 10:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15414b5-1dc3-43a2-9387-20d6cc482618 x-openstack-request-id: req-e15414b5-1dc3-43a2-9387-20d6cc482618 {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:59:19.653563 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2679f55d-548e-467b-91be-adbbb1d7ea95", "tag": "cc664755-a315-428f-ba09-3f5ac4fadffb", "status": "completed", "code": 200}]} {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:59:19.653971 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e15414b5-1dc3-43a2-9387-20d6cc482618 {{(pid=109910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:59:19.654516 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e15414b5-1dc3-43a2-9387-20d6cc482618'] response: {'name': 'network-changed', 'server_uuid': '2679f55d-548e-467b-91be-adbbb1d7ea95', 'tag': 'cc664755-a315-428f-ba09-3f5ac4fadffb', 'status': 'completed', 'code': 200} Apr 08 10:59:19.702738 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a3e5a7-8ca1-4a1c-b68d-f7002ab1a66d service neutron] Pushing event updated for resources: {'Port': ['ID=cc664755-a315-428f-ba09-3f5ac4fadffb,revision_number=3']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:19.827579 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d1cb1-b281-4eda-8d75-49f7ff025985 req-aa89fc4d-cfa0-4f49-9e58-6a1f3054d5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:19.831642 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-8e3d1cb1-b281-4eda-8d75-49f7ff025985 req-aa89fc4d-cfa0-4f49-9e58-6a1f3054d5ca service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1240eb4e10e8472eb59d3c956e73fd45&device_id=2679f55d-548e-467b-91be-adbbb1d7ea95 HTTP/1.1" status: 200 len: 1127 time: 0.1988785 Apr 08 10:59:19.882662 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-8e3d1cb1-b281-4eda-8d75-49f7ff025985 req-3634c5bb-4811-433c-8285-8fa06d4912c2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc664755-a315-428f-ba09-3f5ac4fadffb HTTP/1.1" status: 200 len: 217 time: 0.0431950 Apr 08 10:59:19.890777 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11ca28-d1a2-4582-8a29-f1c41cb4d0b9 req-25984618-f728-4c49-b8e8-5690b9c0c4a9 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:19.892303 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-de11ca28-d1a2-4582-8a29-f1c41cb4d0b9 req-25984618-f728-4c49-b8e8-5690b9c0c4a9 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/ports?device_id=2679f55d-548e-467b-91be-adbbb1d7ea95 HTTP/1.1" status: 200 len: 943 time: 0.1957464 Apr 08 10:59:19.903997 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-a794e486-06d9-444a-9c39-0e57ab138621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14190223'] for port (96a9188d-a56d-443e-8a83-56a1813f4240), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:19.978182 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a794e486-06d9-444a-9c39-0e57ab138621 admin admin] Pushing event deleted for resources: {'Port': ['ID=96a9188d-a56d-443e-8a83-56a1813f4240,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:19.984740 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a794e486-06d9-444a-9c39-0e57ab138621 admin admin] No DVR routers for this DVR port 96a9188d-a56d-443e-8a83-56a1813f4240 on host dv-cinder-836071-3-iscsi {{(pid=109910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:59:20.021383 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d1cb1-b281-4eda-8d75-49f7ff025985 req-cc62df6a-8e95-4de7-96fd-2dae16f1b302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:20.022939 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-8e3d1cb1-b281-4eda-8d75-49f7ff025985 req-cc62df6a-8e95-4de7-96fd-2dae16f1b302 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f62eda8a-11e4-410d-acba-a7bf8fcacc01 HTTP/1.1" status: 200 len: 851 time: 0.1287076 Apr 08 10:59:20.071510 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-de11ca28-d1a2-4582-8a29-f1c41cb4d0b9 req-e12beb2c-0e34-498a-99b7-639fc6ffb1ef tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/security-groups?id=dda30446-6890-4466-9d79-198654c55c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683905 Apr 08 10:59:20.114994 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-a794e486-06d9-444a-9c39-0e57ab138621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1814266', 'neutron.services.segments.db._delete_segments_for_network-8778033058250'] for network (9bdc578a-8a20-4e51-8b05-6fc0142815ac), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:20.145985 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.services.segments.db [None req-a794e486-06d9-444a-9c39-0e57ab138621 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bdc578a-8a20-4e51-8b05-6fc0142815ac']}} {{(pid=109910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:20.158439 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.services.segments.db [None req-a794e486-06d9-444a-9c39-0e57ab138621 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70944567-ec60-4334-80f5-e288d4e47c49') {'for_net_delete': True} {{(pid=109910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:20.158738 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.services.segments.db [None req-a794e486-06d9-444a-9c39-0e57ab138621 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70944567-ec60-4334-80f5-e288d4e47c49') {} {{(pid=109910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:20.161707 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d1cb1-b281-4eda-8d75-49f7ff025985 req-d5df09ce-5edc-48f3-8c68-4dcfe67c4e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:20.163280 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-8e3d1cb1-b281-4eda-8d75-49f7ff025985 req-d5df09ce-5edc-48f3-8c68-4dcfe67c4e82 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cde280c4-46d3-4a2c-b76e-9357fe2425c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1317275 Apr 08 10:59:20.184151 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-a794e486-06d9-444a-9c39-0e57ab138621 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778033060307', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14416635'] for segment (70944567-ec60-4334-80f5-e288d4e47c49), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:20.231160 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device 9855d179-8d6e-466a-a69a-8781d06ddcaa no longer exists at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 10:59:20.235576 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-a794e486-06d9-444a-9c39-0e57ab138621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801210'] for segment (70944567-ec60-4334-80f5-e288d4e47c49), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:20.245363 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a794e486-06d9-444a-9c39-0e57ab138621 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=109910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:59:20.245756 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-a794e486-06d9-444a-9c39-0e57ab138621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14190268'] for segment (70944567-ec60-4334-80f5-e288d4e47c49), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:20.247460 dv-cinder-836071-3-iscsi neutron-server[109910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:59:20.247460 dv-cinder-836071-3-iscsi neutron-server[109910]: self.session.flush() Apr 08 10:59:20.247460 dv-cinder-836071-3-iscsi neutron-server[109910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:59:20.247460 dv-cinder-836071-3-iscsi neutron-server[109910]: self.session.flush() Apr 08 10:59:20.247460 dv-cinder-836071-3-iscsi neutron-server[109910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:59:20.247460 dv-cinder-836071-3-iscsi neutron-server[109910]: self.session.flush() Apr 08 10:59:20.247460 dv-cinder-836071-3-iscsi neutron-server[109910]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 10:59:20.247460 dv-cinder-836071-3-iscsi neutron-server[109910]: self.session.flush() Apr 08 10:59:20.247460 dv-cinder-836071-3-iscsi neutron-server[109910]: Traceback (most recent call last): Apr 08 10:59:20.247460 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:59:20.247460 dv-cinder-836071-3-iscsi neutron-server[109910]: timer() Apr 08 10:59:20.247460 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:59:20.247460 dv-cinder-836071-3-iscsi neutron-server[109910]: cb(*args, **kw) Apr 08 10:59:20.247460 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 10:59:20.247460 dv-cinder-836071-3-iscsi neutron-server[109910]: return func(*args, **kwargs) Apr 08 10:59:20.247460 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:59:20.247460 dv-cinder-836071-3-iscsi neutron-server[109910]: self._notify() Apr 08 10:59:20.247460 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:59:20.247460 dv-cinder-836071-3-iscsi neutron-server[109910]: self.callback(batched_events) Apr 08 10:59:20.247460 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:59:20.247460 dv-cinder-836071-3-iscsi neutron-server[109910]: event.method(event) Apr 08 10:59:20.247460 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 10:59:20.247460 dv-cinder-836071-3-iscsi neutron-server[109910]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:59:20.247460 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 10:59:20.247460 dv-cinder-836071-3-iscsi neutron-server[109910]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:59:20.247460 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 10:59:20.247460 dv-cinder-836071-3-iscsi neutron-server[109910]: return f(self, *a, **k) Apr 08 10:59:20.247460 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:59:20.247460 dv-cinder-836071-3-iscsi neutron-server[109910]: return self._get(url).json() Apr 08 10:59:20.247460 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:59:20.247460 dv-cinder-836071-3-iscsi neutron-server[109910]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:59:20.247460 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:59:20.247460 dv-cinder-836071-3-iscsi neutron-server[109910]: return self.request(url, 'GET', **kwargs) Apr 08 10:59:20.247460 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:59:20.247460 dv-cinder-836071-3-iscsi neutron-server[109910]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:59:20.247460 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:59:20.247460 dv-cinder-836071-3-iscsi neutron-server[109910]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:59:20.247460 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:59:20.247460 dv-cinder-836071-3-iscsi neutron-server[109910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:59:20.247460 dv-cinder-836071-3-iscsi neutron-server[109910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:59:20.263113 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] No Port match for: 9855d179-8d6e-466a-a69a-8781d06ddcaa {{(pid=109911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 10:59:20.263491 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device 9855d179-8d6e-466a-a69a-8781d06ddcaa not bound to the agent host dv-cinder-836071-3-iscsi {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 10:59:20.263869 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device a17cc762-9d9e-43c1-9a24-b912df62595b no longer exists at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 10:59:20.289140 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] No Port match for: a17cc762-9d9e-43c1-9a24-b912df62595b {{(pid=109911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 10:59:20.289496 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device a17cc762-9d9e-43c1-9a24-b912df62595b not bound to the agent host dv-cinder-836071-3-iscsi {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 10:59:20.289884 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device 96a9188d-a56d-443e-8a83-56a1813f4240 no longer exists at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 10:59:20.312746 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] No Port match for: 96a9188d-a56d-443e-8a83-56a1813f4240 {{(pid=109911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 10:59:20.315287 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device 96a9188d-a56d-443e-8a83-56a1813f4240 not bound to the agent host dv-cinder-836071-3-iscsi {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 10:59:20.336012 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-8e3d1cb1-b281-4eda-8d75-49f7ff025985 req-976a4130-b564-4f34-ba3e-cbcc0bc18a49 service neutron] 10.222.0.39 "GET /v2.0/networks/cde280c4-46d3-4a2c-b76e-9357fe2425c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657863 Apr 08 10:59:20.344767 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-a794e486-06d9-444a-9c39-0e57ab138621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1814241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-743903'] for network (9bdc578a-8a20-4e51-8b05-6fc0142815ac), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:20.357660 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-a794e486-06d9-444a-9c39-0e57ab138621 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553535'] for network (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:20.360861 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-a794e486-06d9-444a-9c39-0e57ab138621 admin admin] 10.222.0.43 "DELETE /v2.0/networks/9bdc578a-8a20-4e51-8b05-6fc0142815ac HTTP/1.1" status: 204 len: 168 time: 1.4382589 Apr 08 10:59:20.363846 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 33178) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:59:20.387101 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a794e486-06d9-444a-9c39-0e57ab138621 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bdc578a-8a20-4e51-8b05-6fc0142815ac,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:20.501740 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-8e3d1cb1-b281-4eda-8d75-49f7ff025985 req-add1db59-4598-4871-b7de-69c7fd6564a6 service neutron] 10.222.0.39 "GET /v2.0/networks/cde280c4-46d3-4a2c-b76e-9357fe2425c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579599 Apr 08 10:59:20.527472 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe14b2-589f-49f0-8e8c-90cab79fb2c8 req-912d9e2e-36a4-4276-81d6-486ab78ce40e tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:20.529298 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-86fe14b2-589f-49f0-8e8c-90cab79fb2c8 req-912d9e2e-36a4-4276-81d6-486ab78ce40e tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dac0229-d7be-4ae0-b76a-6911d1505fbc HTTP/1.1" status: 200 len: 946 time: 0.0920420 Apr 08 10:59:20.960076 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-86fe14b2-589f-49f0-8e8c-90cab79fb2c8 req-e0f4ae8f-fc3c-4d31-90e2-84aeceaad27a tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0d3fa30-226d-4ca3-a839-91f857752c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4241064 Apr 08 10:59:20.980034 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71370d-294a-44a3-99af-fae86b0bffb9 req-99903a54-c781-4003-886a-094d208f7166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:20.981535 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ad71370d-294a-44a3-99af-fae86b0bffb9 req-99903a54-c781-4003-886a-094d208f7166 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1240eb4e10e8472eb59d3c956e73fd45&device_id=2679f55d-548e-467b-91be-adbbb1d7ea95 HTTP/1.1" status: 200 len: 1127 time: 0.0828254 Apr 08 10:59:21.089328 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71370d-294a-44a3-99af-fae86b0bffb9 req-35c91a6a-6493-47e6-bd3f-f89c1dc35e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:21.091686 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ad71370d-294a-44a3-99af-fae86b0bffb9 req-35c91a6a-6493-47e6-bd3f-f89c1dc35e32 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cde280c4-46d3-4a2c-b76e-9357fe2425c5 HTTP/1.1" status: 200 len: 913 time: 0.1031370 Apr 08 10:59:21.108341 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-4ba0c898-a8e2-4a0b-8334-12a6c8840808 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-741569'] for router_interface (4fa8135b-e6a6-410d-8dea-6e0e30fb2d78), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:21.137747 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ad71370d-294a-44a3-99af-fae86b0bffb9 req-d1561d32-72f6-4f83-bf19-06b37796aa13 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc664755-a315-428f-ba09-3f5ac4fadffb HTTP/1.1" status: 200 len: 217 time: 0.0378928 Apr 08 10:59:21.195496 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71370d-294a-44a3-99af-fae86b0bffb9 req-f955cf88-fe1e-43d6-a953-118a7df91db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:21.197132 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ad71370d-294a-44a3-99af-fae86b0bffb9 req-f955cf88-fe1e-43d6-a953-118a7df91db7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f62eda8a-11e4-410d-acba-a7bf8fcacc01 HTTP/1.1" status: 200 len: 851 time: 0.0513053 Apr 08 10:59:21.295030 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba2c06-a571-4756-b23f-dbb8356da836 req-dfd53349-ee1a-4762-9ab1-4820e79111e0 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:21.296466 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f7ba2c06-a571-4756-b23f-dbb8356da836 req-dfd53349-ee1a-4762-9ab1-4820e79111e0 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/ports?device_id=2679f55d-548e-467b-91be-adbbb1d7ea95 HTTP/1.1" status: 200 len: 943 time: 0.1038356 Apr 08 10:59:21.314068 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71370d-294a-44a3-99af-fae86b0bffb9 req-1d214de0-3580-4303-8949-e073f518bf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:21.315595 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ad71370d-294a-44a3-99af-fae86b0bffb9 req-1d214de0-3580-4303-8949-e073f518bf18 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cde280c4-46d3-4a2c-b76e-9357fe2425c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0901647 Apr 08 10:59:21.415035 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f7ba2c06-a571-4756-b23f-dbb8356da836 req-dd51499a-53de-4e60-b0d6-7626f9e36751 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/security-groups?id=dda30446-6890-4466-9d79-198654c55c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097214 Apr 08 10:59:21.447199 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ad71370d-294a-44a3-99af-fae86b0bffb9 req-0f0d4bb0-d57e-4a7f-b7d4-321d31893907 service neutron] 10.222.0.39 "GET /v2.0/networks/cde280c4-46d3-4a2c-b76e-9357fe2425c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234839 Apr 08 10:59:21.451900 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.plugin [None req-4ba0c898-a8e2-4a0b-8334-12a6c8840808 admin admin] Deleting port e204e99f-e924-4bde-89f6-5cf9fa56ddba {{(pid=109909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 10:59:21.452441 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-4ba0c898-a8e2-4a0b-8334-12a6c8840808 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (e204e99f-e924-4bde-89f6-5cf9fa56ddba), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:21.570349 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.db [None req-4ba0c898-a8e2-4a0b-8334-12a6c8840808 admin admin] For port e204e99f-e924-4bde-89f6-5cf9fa56ddba, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=e204e99f-e924-4bde-89f6-5cf9fa56ddba,segment=NetworkSegment(56be1b9b-52b7-4405-87b3-3bbb2d2773ef),segment_id=56be1b9b-52b7-4405-87b3-3bbb2d2773ef)] {{(pid=109909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:59:21.570808 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-4ba0c898-a8e2-4a0b-8334-12a6c8840808 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (e204e99f-e924-4bde-89f6-5cf9fa56ddba), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:21.572906 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ad71370d-294a-44a3-99af-fae86b0bffb9 req-44e4a1f9-8d1f-4009-ae86-f81a1da8b1be service neutron] 10.222.0.39 "GET /v2.0/networks/cde280c4-46d3-4a2c-b76e-9357fe2425c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187112 Apr 08 10:59:21.594565 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.plugin [None req-4ba0c898-a8e2-4a0b-8334-12a6c8840808 admin admin] Calling delete_port for e204e99f-e924-4bde-89f6-5cf9fa56ddba owned by network:router_interface {{(pid=109909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 10:59:21.802424 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-4ba0c898-a8e2-4a0b-8334-12a6c8840808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16387658'] for port (e204e99f-e924-4bde-89f6-5cf9fa56ddba), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:21.840344 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba0c898-a8e2-4a0b-8334-12a6c8840808 admin admin] Pushing event deleted for resources: {'Port': ['ID=e204e99f-e924-4bde-89f6-5cf9fa56ddba,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:22.014265 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-4ba0c898-a8e2-4a0b-8334-12a6c8840808 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-741518'] for router_interface (4fa8135b-e6a6-410d-8dea-6e0e30fb2d78), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:22.149263 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb1b34-ef7f-4f8a-b6b2-498bb930c7c5 req-3a40e0c8-3b32-4133-a77c-81950b4e0ff9 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:22.150880 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-71bb1b34-ef7f-4f8a-b6b2-498bb930c7c5 req-3a40e0c8-3b32-4133-a77c-81950b4e0ff9 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dac0229-d7be-4ae0-b76a-6911d1505fbc HTTP/1.1" status: 200 len: 946 time: 0.0863440 Apr 08 10:59:22.251838 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-71bb1b34-ef7f-4f8a-b6b2-498bb930c7c5 req-812155d9-4d23-48ee-967c-c220391f3039 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0d3fa30-226d-4ca3-a839-91f857752c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943592 Apr 08 10:59:22.311662 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ba0c898-a8e2-4a0b-8334-12a6c8840808 admin admin] Router 4fa8135b-e6a6-410d-8dea-6e0e30fb2d78 has already been hosted by L3 agent a0f054a9-d30b-4594-8de6-6c24438c3963 {{(pid=109909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:59:22.431255 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba0c898-a8e2-4a0b-8334-12a6c8840808 admin admin] Notify agent at l3_agent.dv-cinder-836071-3-iscsi the message routers_updated {{(pid=109909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:59:22.436842 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-4ba0c898-a8e2-4a0b-8334-12a6c8840808 admin admin] 10.222.0.43 "PUT /v2.0/routers/4fa8135b-e6a6-410d-8dea-6e0e30fb2d78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0712562 Apr 08 10:59:22.439400 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 33184) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:59:22.445098 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f7b0ae-a5e6-4f6e-bd86-6994118b233d None None] Sync routers for ids ['4fa8135b-e6a6-410d-8dea-6e0e30fb2d78'] in dv-cinder-836071-3-iscsi {{(pid=109912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:59:22.460877 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f7b0ae-a5e6-4f6e-bd86-6994118b233d None None] Routers {'4fa8135b-e6a6-410d-8dea-6e0e30fb2d78'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:59:22.461679 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-19f7b0ae-a5e6-4f6e-bd86-6994118b233d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:59:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['4fa8135b-e6a6-410d-8dea-6e0e30fb2d78'], 'active': True} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:22.570792 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-7d4d340d-240b-40aa-b26c-8e5ba9b47acb admin admin] Publish callbacks [] for router (4fa8135b-e6a6-410d-8dea-6e0e30fb2d78), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:22.578857 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7177873c-663a-41e5-a76d-3df2e4d59fe5 req-cfb9bcf3-aa3b-4adc-a479-acb4559b95b0 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:22.583726 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-7177873c-663a-41e5-a76d-3df2e4d59fe5 req-cfb9bcf3-aa3b-4adc-a479-acb4559b95b0 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/ports?device_id=2679f55d-548e-467b-91be-adbbb1d7ea95 HTTP/1.1" status: 200 len: 943 time: 0.0783117 Apr 08 10:59:22.602215 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvr_db [None req-19f7b0ae-a5e6-4f6e-bd86-6994118b233d None None] Set router 4fa8135b-e6a6-410d-8dea-6e0e30fb2d78 gateway port host: dv-cinder-836071-3-iscsi {{(pid=109912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:59:22.663515 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-7177873c-663a-41e5-a76d-3df2e4d59fe5 req-d58cc548-f94e-46f3-a6df-54c2478ba422 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/security-groups?id=dda30446-6890-4466-9d79-198654c55c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731015 Apr 08 10:59:22.711161 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-7d4d340d-240b-40aa-b26c-8e5ba9b47acb admin admin] Publish callbacks [] for router_gateway (4fa8135b-e6a6-410d-8dea-6e0e30fb2d78), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:22.783094 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.plugin [None req-7d4d340d-240b-40aa-b26c-8e5ba9b47acb admin admin] Deleting port 93f31ba7-2411-4258-ac90-c713e010bdf1 {{(pid=109909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 10:59:22.783465 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-7d4d340d-240b-40aa-b26c-8e5ba9b47acb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (93f31ba7-2411-4258-ac90-c713e010bdf1), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:22.836534 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-19f7b0ae-a5e6-4f6e-bd86-6994118b233d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa8135b-e6a6-410d-8dea-6e0e30fb2d78', 'name': 'tempest-TestShelveInstance-1515940789-router', 'tenant_id': '111fcfbb9b474bbe967c5cb40e85e02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': '93f31ba7-2411-4258-ac90-c713e010bdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:35Z', 'updated_at': '2022-04-08T10:59:21Z', 'revision_number': 5, 'project_id': '111fcfbb9b474bbe967c5cb40e85e02d', 'gw_port': {'id': '93f31ba7-2411-4258-ac90-c713e010bdf1', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:03:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa8135b-e6a6-410d-8dea-6e0e30fb2d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:35Z', 'updated_at': '2022-04-08T10:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi'}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:22.868844 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f7b0ae-a5e6-4f6e-bd86-6994118b233d None None] Checking router: 4fa8135b-e6a6-410d-8dea-6e0e30fb2d78 for host: dv-cinder-836071-3-iscsi {{(pid=109912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:59:22.884734 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f7b0ae-a5e6-4f6e-bd86-6994118b233d None None] Routers {'4fa8135b-e6a6-410d-8dea-6e0e30fb2d78'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:59:22.885665 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-19f7b0ae-a5e6-4f6e-bd86-6994118b233d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:59:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['4fa8135b-e6a6-410d-8dea-6e0e30fb2d78'], 'active': True} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:22.901720 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.db [None req-7d4d340d-240b-40aa-b26c-8e5ba9b47acb admin admin] For port 93f31ba7-2411-4258-ac90-c713e010bdf1, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=93f31ba7-2411-4258-ac90-c713e010bdf1,segment=NetworkSegment(161e69df-2a78-40e9-90fc-e661b1490c65),segment_id=161e69df-2a78-40e9-90fc-e661b1490c65)] {{(pid=109909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:59:22.902089 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-7d4d340d-240b-40aa-b26c-8e5ba9b47acb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (93f31ba7-2411-4258-ac90-c713e010bdf1), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:22.918513 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.plugin [None req-7d4d340d-240b-40aa-b26c-8e5ba9b47acb admin admin] Calling delete_port for 93f31ba7-2411-4258-ac90-c713e010bdf1 owned by network:router_gateway {{(pid=109909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 10:59:22.994870 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvr_db [None req-19f7b0ae-a5e6-4f6e-bd86-6994118b233d None None] Set router 4fa8135b-e6a6-410d-8dea-6e0e30fb2d78 gateway port host: None {{(pid=109912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:59:23.077088 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-19f7b0ae-a5e6-4f6e-bd86-6994118b233d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fa8135b-e6a6-410d-8dea-6e0e30fb2d78', 'name': 'tempest-TestShelveInstance-1515940789-router', 'tenant_id': '111fcfbb9b474bbe967c5cb40e85e02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:35Z', 'updated_at': '2022-04-08T10:59:22Z', 'revision_number': 6, 'project_id': '111fcfbb9b474bbe967c5cb40e85e02d', 'gw_port_host': None}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:23.105905 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f7b0ae-a5e6-4f6e-bd86-6994118b233d None None] The sync data for ids ['4fa8135b-e6a6-410d-8dea-6e0e30fb2d78'] in dv-cinder-836071-3-iscsi is: [{'id': '4fa8135b-e6a6-410d-8dea-6e0e30fb2d78', 'name': 'tempest-TestShelveInstance-1515940789-router', 'tenant_id': '111fcfbb9b474bbe967c5cb40e85e02d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:35Z', 'updated_at': '2022-04-08T10:59:22Z', 'revision_number': 6, 'project_id': '111fcfbb9b474bbe967c5cb40e85e02d', 'gw_port_host': None}] {{(pid=109912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:59:23.118988 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-7d4d340d-240b-40aa-b26c-8e5ba9b47acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16387658'] for port (93f31ba7-2411-4258-ac90-c713e010bdf1), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:23.159281 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4d340d-240b-40aa-b26c-8e5ba9b47acb admin admin] Pushing event deleted for resources: {'Port': ['ID=93f31ba7-2411-4258-ac90-c713e010bdf1,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:23.229293 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-7d4d340d-240b-40aa-b26c-8e5ba9b47acb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-743931'] for router_gateway (4fa8135b-e6a6-410d-8dea-6e0e30fb2d78), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:23.327715 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-7d4d340d-240b-40aa-b26c-8e5ba9b47acb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-748458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40417'] for router (4fa8135b-e6a6-410d-8dea-6e0e30fb2d78), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:23.330017 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-7d4d340d-240b-40aa-b26c-8e5ba9b47acb admin admin] Publish callbacks [] for router_controller (4fa8135b-e6a6-410d-8dea-6e0e30fb2d78), precommit_delete_associations {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:23.384976 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-7d4d340d-240b-40aa-b26c-8e5ba9b47acb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-748453'] for router (4fa8135b-e6a6-410d-8dea-6e0e30fb2d78), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:23.386122 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d4d340d-240b-40aa-b26c-8e5ba9b47acb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fa8135b-e6a6-410d-8dea-6e0e30fb2d78 {{(pid=109909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 10:59:23.391416 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-7d4d340d-240b-40aa-b26c-8e5ba9b47acb admin admin] Publish callbacks [] for router (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:23.393173 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-7d4d340d-240b-40aa-b26c-8e5ba9b47acb admin admin] 10.222.0.43 "DELETE /v2.0/routers/4fa8135b-e6a6-410d-8dea-6e0e30fb2d78 HTTP/1.1" status: 204 len: 168 time: 0.9522085 Apr 08 10:59:23.395532 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 33194) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:59:23.402472 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a806b-97d2-468c-96f1-13a55a159948 req-c15825ef-1c6b-4107-88a2-b1a28b958d78 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:23.403919 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-4c7a806b-97d2-468c-96f1-13a55a159948 req-c15825ef-1c6b-4107-88a2-b1a28b958d78 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dac0229-d7be-4ae0-b76a-6911d1505fbc HTTP/1.1" status: 200 len: 946 time: 0.0650246 Apr 08 10:59:23.454379 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7a315c6-6684-4dc5-828a-465253ad8912 admin admin] Deleting subnet d4ec5fb4-df58-45c8-8851-f9c99287a295 {{(pid=109909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 10:59:23.462008 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-e7a315c6-6684-4dc5-828a-465253ad8912 admin admin] Publish callbacks [] for subnet (d4ec5fb4-df58-45c8-8851-f9c99287a295), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:23.473391 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-4c7a806b-97d2-468c-96f1-13a55a159948 req-2d83d458-5a49-4e9f-912c-e17d742f700a tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0d3fa30-226d-4ca3-a839-91f857752c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618889 Apr 08 10:59:23.515702 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-e7a315c6-6684-4dc5-828a-465253ad8912 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12708406'] for subnet (d4ec5fb4-df58-45c8-8851-f9c99287a295), precommit_delete_associations {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:23.649575 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-13d8b6b1-62e8-47bb-8851-400b2d2229dc req-2857cc65-a0b0-4a55-babc-4e7fa09e8682 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b22ece28-b942-4acc-8bd8-834e08c52a56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0617983 Apr 08 10:59:23.659473 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-e7a315c6-6684-4dc5-828a-465253ad8912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1794403'] for subnet (d4ec5fb4-df58-45c8-8851-f9c99287a295), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:23.742491 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-e7a315c6-6684-4dc5-828a-465253ad8912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1794410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16387743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12895238'] for subnet (d4ec5fb4-df58-45c8-8851-f9c99287a295), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:23.765640 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21269b38-d9e7-4e24-b43c-bdab7a0d011c None None] Network 3035a7ce-789f-492f-a26f-35e5b076ea0b requested from dv-cinder-836071-3-iscsi {{(pid=109911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 10:59:23.775087 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-e7a315c6-6684-4dc5-828a-465253ad8912 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:23.778517 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-e7a315c6-6684-4dc5-828a-465253ad8912 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d4ec5fb4-df58-45c8-8851-f9c99287a295 HTTP/1.1" status: 204 len: 168 time: 0.3819406 Apr 08 10:59:23.779757 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a315c6-6684-4dc5-828a-465253ad8912 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4ec5fb4-df58-45c8-8851-f9c99287a295,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:23.784732 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 33198) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:59:23.821578 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d8b6b1-62e8-47bb-8851-400b2d2229dc req-a13f737b-3907-4419-94d6-38ffae19eab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:23.823507 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-13d8b6b1-62e8-47bb-8851-400b2d2229dc req-a13f737b-3907-4419-94d6-38ffae19eab3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1240eb4e10e8472eb59d3c956e73fd45&device_id=b22ece28-b942-4acc-8bd8-834e08c52a56 HTTP/1.1" status: 200 len: 1130 time: 0.1219647 Apr 08 10:59:23.838544 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf247b-ddbe-4daa-8e17-79bde60173ca req-eac6fb98-8af2-479a-bd30-a2932ff1476c tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:23.840482 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0abf247b-ddbe-4daa-8e17-79bde60173ca req-eac6fb98-8af2-479a-bd30-a2932ff1476c tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/ports?device_id=2679f55d-548e-467b-91be-adbbb1d7ea95 HTTP/1.1" status: 200 len: 943 time: 0.0920429 Apr 08 10:59:23.874177 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-9f51f7f5-6099-4252-9042-710b5159f12b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1935778'] for network (3035a7ce-789f-492f-a26f-35e5b076ea0b), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:23.961872 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0abf247b-ddbe-4daa-8e17-79bde60173ca req-f452fc0a-0f17-4e4e-9005-43fa8cbd0147 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/security-groups?id=dda30446-6890-4466-9d79-198654c55c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145024 Apr 08 10:59:23.990979 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.plugin [None req-9f51f7f5-6099-4252-9042-710b5159f12b admin admin] Deleting port 3b16c05d-d578-4cd9-a7d3-f281aa4ab8fa {{(pid=109909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 10:59:23.991375 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-9f51f7f5-6099-4252-9042-710b5159f12b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (3b16c05d-d578-4cd9-a7d3-f281aa4ab8fa), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:24.001353 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d8b6b1-62e8-47bb-8851-400b2d2229dc req-da65ca09-e4f9-4374-8f3d-d1669f13b468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:24.003635 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-13d8b6b1-62e8-47bb-8851-400b2d2229dc req-da65ca09-e4f9-4374-8f3d-d1669f13b468 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cde280c4-46d3-4a2c-b76e-9357fe2425c5 HTTP/1.1" status: 200 len: 913 time: 0.1539454 Apr 08 10:59:24.049725 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f78b39-ba0f-4520-9ca1-205f98db00e2 None None] DHCP port deletion for 3035a7ce-789f-492f-a26f-35e5b076ea0b request from dv-cinder-836071-3-iscsi {{(pid=109911) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 10:59:24.097468 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.db [None req-9f51f7f5-6099-4252-9042-710b5159f12b admin admin] For port 3b16c05d-d578-4cd9-a7d3-f281aa4ab8fa, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=3b16c05d-d578-4cd9-a7d3-f281aa4ab8fa,segment=NetworkSegment(56be1b9b-52b7-4405-87b3-3bbb2d2773ef),segment_id=56be1b9b-52b7-4405-87b3-3bbb2d2773ef)] {{(pid=109909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:59:24.097841 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-9f51f7f5-6099-4252-9042-710b5159f12b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (3b16c05d-d578-4cd9-a7d3-f281aa4ab8fa), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:24.126516 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.plugin [None req-9f51f7f5-6099-4252-9042-710b5159f12b admin admin] Calling delete_port for 3b16c05d-d578-4cd9-a7d3-f281aa4ab8fa owned by network:dhcp {{(pid=109909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 10:59:24.127774 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-13d8b6b1-62e8-47bb-8851-400b2d2229dc req-cc37b18a-bf9f-4c90-b251-ecf41ee0fde2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef50059c-a869-434f-ad84-047bacf71721 HTTP/1.1" status: 200 len: 1001 time: 0.1149158 Apr 08 10:59:24.213549 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d8b6b1-62e8-47bb-8851-400b2d2229dc req-97f379c9-2d4f-4469-abee-527e844e87e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:24.215735 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-13d8b6b1-62e8-47bb-8851-400b2d2229dc req-97f379c9-2d4f-4469-abee-527e844e87e4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f62eda8a-11e4-410d-acba-a7bf8fcacc01 HTTP/1.1" status: 200 len: 851 time: 0.0836012 Apr 08 10:59:24.280327 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-b5f78b39-ba0f-4520-9ca1-205f98db00e2 None None] Deleting port 3b16c05d-d578-4cd9-a7d3-f281aa4ab8fa {{(pid=109911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 10:59:24.281481 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-b5f78b39-ba0f-4520-9ca1-205f98db00e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (3b16c05d-d578-4cd9-a7d3-f281aa4ab8fa), before_delete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:24.292084 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-9f51f7f5-6099-4252-9042-710b5159f12b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16387658'] for port (3b16c05d-d578-4cd9-a7d3-f281aa4ab8fa), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:24.314106 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d8b6b1-62e8-47bb-8851-400b2d2229dc req-03f040b3-35fe-4ba4-988d-cf1d22adb874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:24.315664 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-13d8b6b1-62e8-47bb-8851-400b2d2229dc req-03f040b3-35fe-4ba4-988d-cf1d22adb874 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cde280c4-46d3-4a2c-b76e-9357fe2425c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0924122 Apr 08 10:59:24.338172 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f51f7f5-6099-4252-9042-710b5159f12b admin admin] Pushing event deleted for resources: {'Port': ['ID=3b16c05d-d578-4cd9-a7d3-f281aa4ab8fa,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:24.341782 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f51f7f5-6099-4252-9042-710b5159f12b admin admin] No DVR routers for this DVR port 3b16c05d-d578-4cd9-a7d3-f281aa4ab8fa on host dv-cinder-836071-3-iscsi {{(pid=109909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:59:24.349995 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device 93f31ba7-2411-4258-ac90-c713e010bdf1 no longer exists at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 10:59:24.396341 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] No Port match for: 93f31ba7-2411-4258-ac90-c713e010bdf1 {{(pid=109911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 10:59:24.397053 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device 93f31ba7-2411-4258-ac90-c713e010bdf1 not bound to the agent host dv-cinder-836071-3-iscsi {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 10:59:24.404230 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device e204e99f-e924-4bde-89f6-5cf9fa56ddba no longer exists at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 10:59:24.441965 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-9f51f7f5-6099-4252-9042-710b5159f12b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1814266', 'neutron.services.segments.db._delete_segments_for_network-8778033058250'] for network (3035a7ce-789f-492f-a26f-35e5b076ea0b), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:24.444516 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-b5f78b39-ba0f-4520-9ca1-205f98db00e2 None None] For port 3b16c05d-d578-4cd9-a7d3-f281aa4ab8fa, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=3b16c05d-d578-4cd9-a7d3-f281aa4ab8fa,segment=NetworkSegment(56be1b9b-52b7-4405-87b3-3bbb2d2773ef),segment_id=56be1b9b-52b7-4405-87b3-3bbb2d2773ef)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:59:24.445637 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-b5f78b39-ba0f-4520-9ca1-205f98db00e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (3b16c05d-d578-4cd9-a7d3-f281aa4ab8fa), precommit_delete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:24.449849 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] No Port match for: e204e99f-e924-4bde-89f6-5cf9fa56ddba {{(pid=109911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 10:59:24.450466 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device e204e99f-e924-4bde-89f6-5cf9fa56ddba not bound to the agent host dv-cinder-836071-3-iscsi {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 10:59:24.451080 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device 3b16c05d-d578-4cd9-a7d3-f281aa4ab8fa no longer exists at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 10:59:24.467779 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-13d8b6b1-62e8-47bb-8851-400b2d2229dc req-b2f3f02f-8854-4afe-832d-eca3cb6df8c6 service neutron] 10.222.0.39 "GET /v2.0/networks/cde280c4-46d3-4a2c-b76e-9357fe2425c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452916 Apr 08 10:59:24.473708 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.services.segments.db [None req-9f51f7f5-6099-4252-9042-710b5159f12b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3035a7ce-789f-492f-a26f-35e5b076ea0b']}} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:24.494934 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.services.segments.db [None req-9f51f7f5-6099-4252-9042-710b5159f12b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56be1b9b-52b7-4405-87b3-3bbb2d2773ef') {'for_net_delete': True} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:24.495183 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.services.segments.db [None req-9f51f7f5-6099-4252-9042-710b5159f12b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56be1b9b-52b7-4405-87b3-3bbb2d2773ef') {} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:24.513271 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-b5f78b39-ba0f-4520-9ca1-205f98db00e2 None None] Calling delete_port for 3b16c05d-d578-4cd9-a7d3-f281aa4ab8fa owned by network:dhcp {{(pid=109911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 10:59:24.515442 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] No Port match for: 3b16c05d-d578-4cd9-a7d3-f281aa4ab8fa {{(pid=109911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 10:59:24.516000 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device 3b16c05d-d578-4cd9-a7d3-f281aa4ab8fa not bound to the agent host dv-cinder-836071-3-iscsi {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 10:59:24.516160 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-9f51f7f5-6099-4252-9042-710b5159f12b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778033060307', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12708399'] for segment (56be1b9b-52b7-4405-87b3-3bbb2d2773ef), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:24.569156 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-9f51f7f5-6099-4252-9042-710b5159f12b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801210'] for segment (56be1b9b-52b7-4405-87b3-3bbb2d2773ef), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:24.577508 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f51f7f5-6099-4252-9042-710b5159f12b admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=109909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 10:59:24.578512 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-9f51f7f5-6099-4252-9042-710b5159f12b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16387705'] for segment (56be1b9b-52b7-4405-87b3-3bbb2d2773ef), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:24.580995 dv-cinder-836071-3-iscsi neutron-server[109909]: Traceback (most recent call last): Apr 08 10:59:24.580995 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 10:59:24.580995 dv-cinder-836071-3-iscsi neutron-server[109909]: timer() Apr 08 10:59:24.580995 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 10:59:24.580995 dv-cinder-836071-3-iscsi neutron-server[109909]: cb(*args, **kw) Apr 08 10:59:24.580995 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 10:59:24.580995 dv-cinder-836071-3-iscsi neutron-server[109909]: return func(*args, **kwargs) Apr 08 10:59:24.580995 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 10:59:24.580995 dv-cinder-836071-3-iscsi neutron-server[109909]: self._notify() Apr 08 10:59:24.580995 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 10:59:24.580995 dv-cinder-836071-3-iscsi neutron-server[109909]: self.callback(batched_events) Apr 08 10:59:24.580995 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 10:59:24.580995 dv-cinder-836071-3-iscsi neutron-server[109909]: event.method(event) Apr 08 10:59:24.580995 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 10:59:24.580995 dv-cinder-836071-3-iscsi neutron-server[109909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 10:59:24.580995 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 10:59:24.580995 dv-cinder-836071-3-iscsi neutron-server[109909]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 10:59:24.580995 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 10:59:24.580995 dv-cinder-836071-3-iscsi neutron-server[109909]: return f(self, *a, **k) Apr 08 10:59:24.580995 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 10:59:24.580995 dv-cinder-836071-3-iscsi neutron-server[109909]: return self._get(url).json() Apr 08 10:59:24.580995 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 10:59:24.580995 dv-cinder-836071-3-iscsi neutron-server[109909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 10:59:24.580995 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 10:59:24.580995 dv-cinder-836071-3-iscsi neutron-server[109909]: return self.request(url, 'GET', **kwargs) Apr 08 10:59:24.580995 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 10:59:24.580995 dv-cinder-836071-3-iscsi neutron-server[109909]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 10:59:24.580995 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 10:59:24.580995 dv-cinder-836071-3-iscsi neutron-server[109909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 10:59:24.580995 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 10:59:24.580995 dv-cinder-836071-3-iscsi neutron-server[109909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 10:59:24.580995 dv-cinder-836071-3-iscsi neutron-server[109909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 10:59:24.622400 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-13d8b6b1-62e8-47bb-8851-400b2d2229dc req-883f3b95-7b4a-474a-b550-fe877448f12f service neutron] 10.222.0.39 "GET /v2.0/networks/cde280c4-46d3-4a2c-b76e-9357fe2425c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419444 Apr 08 10:59:24.669804 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-9f51f7f5-6099-4252-9042-710b5159f12b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1814241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-743903'] for network (3035a7ce-789f-492f-a26f-35e5b076ea0b), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:24.689545 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-b5f78b39-ba0f-4520-9ca1-205f98db00e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870'] for port (3b16c05d-d578-4cd9-a7d3-f281aa4ab8fa), after_delete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:24.694083 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-9f51f7f5-6099-4252-9042-710b5159f12b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553535'] for network (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:24.698483 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b5f78b39-ba0f-4520-9ca1-205f98db00e2 None None] Network 3035a7ce-789f-492f-a26f-35e5b076ea0b is not hosted by any dhcp agent {{(pid=109911) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 08 10:59:24.699024 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f78b39-ba0f-4520-9ca1-205f98db00e2 None None] No DVR routers for this DVR port 3b16c05d-d578-4cd9-a7d3-f281aa4ab8fa on host dv-cinder-836071-3-iscsi {{(pid=109911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 10:59:24.703882 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-9f51f7f5-6099-4252-9042-710b5159f12b admin admin] 10.222.0.43 "DELETE /v2.0/networks/3035a7ce-789f-492f-a26f-35e5b076ea0b HTTP/1.1" status: 204 len: 168 time: 0.9192903 Apr 08 10:59:24.709717 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a469d-61b2-4c80-a176-585f2ccf4597 req-2419c6a1-9562-4664-b706-76cfef4b43cd tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:24.720479 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0d1a469d-61b2-4c80-a176-585f2ccf4597 req-2419c6a1-9562-4664-b706-76cfef4b43cd tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dac0229-d7be-4ae0-b76a-6911d1505fbc HTTP/1.1" status: 200 len: 946 time: 0.1029820 Apr 08 10:59:24.739176 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f51f7f5-6099-4252-9042-710b5159f12b admin admin] Pushing event deleted for resources: {'Network': ['ID=3035a7ce-789f-492f-a26f-35e5b076ea0b,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:24.746834 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f78b39-ba0f-4520-9ca1-205f98db00e2 None None] Pushing event deleted for resources: {'Port': ['ID=3b16c05d-d578-4cd9-a7d3-f281aa4ab8fa,revision_number=None']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:24.780019 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0d1a469d-61b2-4c80-a176-585f2ccf4597 req-1ec2f2be-d48e-4867-b549-d2321f433e61 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0d3fa30-226d-4ca3-a839-91f857752c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580163 Apr 08 10:59:24.934113 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 33204) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:59:24.977410 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-3ceefd69-c859-41a4-9ca5-ad36519ab522 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c72dc37aad5649d5aadd2a0655be72b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417993 Apr 08 10:59:24.979993 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 33206) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:59:25.043146 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-588e01cb-bf68-4559-b22e-a48d1b5190e6 admin admin] Publish callbacks [] for security_group (99f36800-b85b-404e-95c5-b466dfbb5704), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:25.076049 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-588e01cb-bf68-4559-b22e-a48d1b5190e6 admin admin] Publish callbacks [] for security_group (99f36800-b85b-404e-95c5-b466dfbb5704), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:25.142806 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf60af4-7775-4799-86df-0b578695fd38 req-9e1f20ca-ccde-46ef-b883-f54cbb4722da tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:25.144823 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-fbf60af4-7775-4799-86df-0b578695fd38 req-9e1f20ca-ccde-46ef-b883-f54cbb4722da tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/ports?device_id=2679f55d-548e-467b-91be-adbbb1d7ea95 HTTP/1.1" status: 200 len: 943 time: 0.0859966 Apr 08 10:59:25.169517 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-588e01cb-bf68-4559-b22e-a48d1b5190e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (99f36800-b85b-404e-95c5-b466dfbb5704), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:25.172940 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-588e01cb-bf68-4559-b22e-a48d1b5190e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:25.174425 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-588e01cb-bf68-4559-b22e-a48d1b5190e6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/99f36800-b85b-404e-95c5-b466dfbb5704 HTTP/1.1" status: 204 len: 168 time: 0.1934004 Apr 08 10:59:25.233468 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588e01cb-bf68-4559-b22e-a48d1b5190e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f36800-b85b-404e-95c5-b466dfbb5704,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:25.239520 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-fbf60af4-7775-4799-86df-0b578695fd38 req-24fbcd96-8288-4f8a-a12b-cdf09a8ac302 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/security-groups?id=dda30446-6890-4466-9d79-198654c55c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638900 Apr 08 10:59:25.584916 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 33214) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:59:25.629126 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-434e76ef-d34b-4a2b-9544-098c5ded973a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=111fcfbb9b474bbe967c5cb40e85e02d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426133 Apr 08 10:59:25.632784 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 33216) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:59:25.695244 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-963c4479-d320-4646-b40d-bdcfe6f7264b admin admin] Publish callbacks [] for security_group (1bd2df37-6c42-4f24-b90b-b4a1247d8f6e), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:25.722994 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-963c4479-d320-4646-b40d-bdcfe6f7264b admin admin] Publish callbacks [] for security_group (1bd2df37-6c42-4f24-b90b-b4a1247d8f6e), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:25.786767 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-963c4479-d320-4646-b40d-bdcfe6f7264b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (1bd2df37-6c42-4f24-b90b-b4a1247d8f6e), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:25.790093 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-963c4479-d320-4646-b40d-bdcfe6f7264b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:25.792048 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-963c4479-d320-4646-b40d-bdcfe6f7264b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1bd2df37-6c42-4f24-b90b-b4a1247d8f6e HTTP/1.1" status: 204 len: 168 time: 0.1583126 Apr 08 10:59:25.804664 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c4479-d320-4646-b40d-bdcfe6f7264b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd2df37-6c42-4f24-b90b-b4a1247d8f6e,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:25.939212 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d0c9d-5eb6-4195-b579-666808d308c3 req-386f2075-8dbb-4adf-b7d4-63f2dd475ef5 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:25.940875 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-646d0c9d-5eb6-4195-b579-666808d308c3 req-386f2075-8dbb-4adf-b7d4-63f2dd475ef5 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dac0229-d7be-4ae0-b76a-6911d1505fbc HTTP/1.1" status: 200 len: 946 time: 0.0623541 Apr 08 10:59:26.004399 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-646d0c9d-5eb6-4195-b579-666808d308c3 req-55c4fad3-5308-43a4-b786-fd997e455166 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0d3fa30-226d-4ca3-a839-91f857752c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570135 Apr 08 10:59:26.393537 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf3e41-7b87-4034-9a0e-82963ce8ca49 req-dfdfc2c0-07e5-4c03-89df-190eee9f3642 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:26.395079 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-47cf3e41-7b87-4034-9a0e-82963ce8ca49 req-dfdfc2c0-07e5-4c03-89df-190eee9f3642 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/ports?device_id=2679f55d-548e-467b-91be-adbbb1d7ea95 HTTP/1.1" status: 200 len: 943 time: 0.0662646 Apr 08 10:59:26.453214 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-47cf3e41-7b87-4034-9a0e-82963ce8ca49 req-4a5e7448-23f2-45c3-ae78-31f824ff48e3 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/security-groups?id=dda30446-6890-4466-9d79-198654c55c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510809 Apr 08 10:59:27.150436 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d4412-a350-413c-bb91-055096924d24 req-68a84881-ea4e-4b0a-9b3e-d9fd5458bacf tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:27.151857 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-156d4412-a350-413c-bb91-055096924d24 req-68a84881-ea4e-4b0a-9b3e-d9fd5458bacf tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dac0229-d7be-4ae0-b76a-6911d1505fbc HTTP/1.1" status: 200 len: 946 time: 0.0700870 Apr 08 10:59:27.205524 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-156d4412-a350-413c-bb91-055096924d24 req-9c5336a4-d25d-4faa-b77f-f354d3707de0 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0d3fa30-226d-4ca3-a839-91f857752c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455377 Apr 08 10:59:27.228554 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device cc664755-a315-428f-ba09-3f5ac4fadffb details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=109911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 10:59:27.332940 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port cc664755-a315-428f-ba09-3f5ac4fadffb, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=cc664755-a315-428f-ba09-3f5ac4fadffb,segment=NetworkSegment(6d5acab1-a077-4768-8ed0-79720d8978bc),segment_id=6d5acab1-a077-4768-8ed0-79720d8978bc)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:59:27.344421 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Returning: {'device': 'cc664755-a315-428f-ba09-3f5ac4fadffb', 'network_id': 'cde280c4-46d3-4a2c-b76e-9357fe2425c5', 'port_id': 'cc664755-a315-428f-ba09-3f5ac4fadffb', 'mac_address': 'fa:16:3e:8c:14:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f62eda8a-11e4-410d-acba-a7bf8fcacc01', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 10:59:27.385687 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Current status of the port cc664755-a315-428f-ba09-3f5ac4fadffb is: DOWN; New status is: BUILD {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:59:27.386166 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (cc664755-a315-428f-ba09-3f5ac4fadffb), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:27.400055 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.notifiers.nova [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc664755-a315-428f-ba09-3f5ac4fadffb {{(pid=109911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:59:27.421537 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port cc664755-a315-428f-ba09-3f5ac4fadffb, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=cc664755-a315-428f-ba09-3f5ac4fadffb,segment=NetworkSegment(6d5acab1-a077-4768-8ed0-79720d8978bc),segment_id=6d5acab1-a077-4768-8ed0-79720d8978bc)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:59:27.425938 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (cc664755-a315-428f-ba09-3f5ac4fadffb), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:27.471777 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Pushing event updated for resources: {'Port': ['ID=cc664755-a315-428f-ba09-3f5ac4fadffb,revision_number=4']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:27.607835 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb7d6a4-2da2-48d0-a91c-293163d8c695 req-51694d60-0270-4581-b402-a12b5d734fd0 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:27.609363 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-afb7d6a4-2da2-48d0-a91c-293163d8c695 req-51694d60-0270-4581-b402-a12b5d734fd0 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/ports?device_id=2679f55d-548e-467b-91be-adbbb1d7ea95 HTTP/1.1" status: 200 len: 944 time: 0.0904267 Apr 08 10:59:27.613762 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b422ec3d-2139-4757-bce7-1e474d213b01 req-4bc8dd87-a49c-410c-b317-ccb80e755fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:27.615158 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b422ec3d-2139-4757-bce7-1e474d213b01 req-4bc8dd87-a49c-410c-b317-ccb80e755fc3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5c639569a22482fba93dcaca6152dca&device_id=1dac0229-d7be-4ae0-b76a-6911d1505fbc HTTP/1.1" status: 200 len: 1130 time: 0.0834017 Apr 08 10:59:27.661130 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] get_ports_and_sgs() called for port_ids ['cc664755-a315-428f-ba09-3f5ac4fadffb'] {{(pid=109911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 10:59:27.717637 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-afb7d6a4-2da2-48d0-a91c-293163d8c695 req-1e437bd2-4b1d-4ebf-b9c0-fa4434d9aa41 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/security-groups?id=dda30446-6890-4466-9d79-198654c55c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014020 Apr 08 10:59:27.741638 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b422ec3d-2139-4757-bce7-1e474d213b01 req-08925fe6-9738-42f8-ab75-ee31335c5aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:27.743353 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b422ec3d-2139-4757-bce7-1e474d213b01 req-08925fe6-9738-42f8-ab75-ee31335c5aba service neutron] 10.222.0.39 "GET /v2.0/networks?id=ead301ed-768a-4ee8-91df-4953f8d8822a HTTP/1.1" status: 200 len: 918 time: 0.1214526 Apr 08 10:59:27.813851 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b422ec3d-2139-4757-bce7-1e474d213b01 req-1f490cd1-ba4f-48b2-9acc-cc3bf3a89260 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed5056be-c4d9-4933-abe5-e19f1726e7f1 HTTP/1.1" status: 200 len: 1002 time: 0.0641034 Apr 08 10:59:27.862952 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b422ec3d-2139-4757-bce7-1e474d213b01 req-2d39bb88-037b-47ff-951a-a33f19b7c40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:27.864436 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b422ec3d-2139-4757-bce7-1e474d213b01 req-2d39bb88-037b-47ff-951a-a33f19b7c40e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bfdd80ae-94b4-4d02-9243-4abc3db5c2b8 HTTP/1.1" status: 200 len: 856 time: 0.0435359 Apr 08 10:59:27.912662 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b422ec3d-2139-4757-bce7-1e474d213b01 req-25dc344e-e26a-4577-ae71-70474369ad17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:27.914558 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b422ec3d-2139-4757-bce7-1e474d213b01 req-25dc344e-e26a-4577-ae71-70474369ad17 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ead301ed-768a-4ee8-91df-4953f8d8822a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444913 Apr 08 10:59:28.018852 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b422ec3d-2139-4757-bce7-1e474d213b01 req-83bacf72-77c5-4436-9eff-296824b24b4b service neutron] 10.222.0.39 "GET /v2.0/networks/ead301ed-768a-4ee8-91df-4953f8d8822a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976667 Apr 08 10:59:28.111940 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b422ec3d-2139-4757-bce7-1e474d213b01 req-6847105d-9915-4810-8111-806a542c262b service neutron] 10.222.0.39 "GET /v2.0/networks/ead301ed-768a-4ee8-91df-4953f8d8822a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867205 Apr 08 10:59:28.347551 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93835879-7d5a-4e9c-8cce-61d86afe36be req-2de0966a-8e53-43e2-b140-327b78966e76 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:28.349055 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-93835879-7d5a-4e9c-8cce-61d86afe36be req-2de0966a-8e53-43e2-b140-327b78966e76 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dac0229-d7be-4ae0-b76a-6911d1505fbc HTTP/1.1" status: 200 len: 946 time: 0.0567083 Apr 08 10:59:28.400674 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-93835879-7d5a-4e9c-8cce-61d86afe36be req-72551b65-5e79-43d6-a9fb-aade5d185e1a tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0d3fa30-226d-4ca3-a839-91f857752c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430951 Apr 08 10:59:28.852393 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d55c1-41fb-4d0c-a2ff-300cd913e66b req-14bb9ce1-8478-44b9-b3f5-548e0fbaa867 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:28.853927 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-677d55c1-41fb-4d0c-a2ff-300cd913e66b req-14bb9ce1-8478-44b9-b3f5-548e0fbaa867 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/ports?device_id=2679f55d-548e-467b-91be-adbbb1d7ea95 HTTP/1.1" status: 200 len: 944 time: 0.0645659 Apr 08 10:59:28.906300 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-677d55c1-41fb-4d0c-a2ff-300cd913e66b req-fdfee765-bda7-4f41-b298-deeba93574b0 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/security-groups?id=dda30446-6890-4466-9d79-198654c55c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438893 Apr 08 10:59:29.254520 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device cc664755-a315-428f-ba09-3f5ac4fadffb up at agent hyperv_hv-cinder-83607 {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:59:29.316688 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Provisioning for port cc664755-a315-428f-ba09-3f5ac4fadffb completed by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 10:59:29.320804 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Provisioning complete for port cc664755-a315-428f-ba09-3f5ac4fadffb triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:59:29.321389 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (cc664755-a315-428f-ba09-3f5ac4fadffb), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:29.400066 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Current status of the port cc664755-a315-428f-ba09-3f5ac4fadffb is: BUILD; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:59:29.400454 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (cc664755-a315-428f-ba09-3f5ac4fadffb), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:29.423331 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2679f55d-548e-467b-91be-adbbb1d7ea95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc664755-a315-428f-ba09-3f5ac4fadffb'}] {{(pid=109911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:59:29.425599 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930651e71dbc4ea3279ef2aec3aabe40d8fedb7c9b7e81889183a919dd1d7a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b19c2ea-9222-4ce2-b1ba-266419ae3172" -d '{"events": [{"server_uuid": "2679f55d-548e-467b-91be-adbbb1d7ea95", "name": "network-vif-plugged", "status": "completed", "tag": "cc664755-a315-428f-ba09-3f5ac4fadffb"}]}' {{(pid=109911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:59:29.438457 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port cc664755-a315-428f-ba09-3f5ac4fadffb, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=cc664755-a315-428f-ba09-3f5ac4fadffb,segment=NetworkSegment(6d5acab1-a077-4768-8ed0-79720d8978bc),segment_id=6d5acab1-a077-4768-8ed0-79720d8978bc)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:59:29.444573 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (cc664755-a315-428f-ba09-3f5ac4fadffb), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:29.445542 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device ed5056be-c4d9-4933-abe5-e19f1726e7f1 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 10:59:29.489343 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 10:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c92c0e5-f0eb-4267-a4c8-3a64b74e5cd3 x-openstack-request-id: req-3c92c0e5-f0eb-4267-a4c8-3a64b74e5cd3 {{(pid=109911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:59:29.489642 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2679f55d-548e-467b-91be-adbbb1d7ea95", "name": "network-vif-plugged", "status": "completed", "tag": "cc664755-a315-428f-ba09-3f5ac4fadffb", "code": 200}]} {{(pid=109911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:59:29.489851 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3c92c0e5-f0eb-4267-a4c8-3a64b74e5cd3 {{(pid=109911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:59:29.490641 dv-cinder-836071-3-iscsi neutron-server[109911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c92c0e5-f0eb-4267-a4c8-3a64b74e5cd3'] response: {'server_uuid': '2679f55d-548e-467b-91be-adbbb1d7ea95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc664755-a315-428f-ba09-3f5ac4fadffb', 'code': 200} Apr 08 10:59:29.530320 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Pushing event updated for resources: {'Port': ['ID=cc664755-a315-428f-ba09-3f5ac4fadffb,revision_number=5']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:29.556984 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a784bb07-71c7-4119-ba8f-4a619a6d3520 req-40ce998b-364c-4b9a-924e-369868b417d6 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:29.558649 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a784bb07-71c7-4119-ba8f-4a619a6d3520 req-40ce998b-364c-4b9a-924e-369868b417d6 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dac0229-d7be-4ae0-b76a-6911d1505fbc HTTP/1.1" status: 200 len: 946 time: 0.0646417 Apr 08 10:59:29.569722 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Current status of the port ed5056be-c4d9-4933-abe5-e19f1726e7f1 is: ACTIVE; New status is: DOWN {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:59:29.570765 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (ed5056be-c4d9-4933-abe5-e19f1726e7f1), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:29.609171 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a784bb07-71c7-4119-ba8f-4a619a6d3520 req-e302e656-0647-421f-8950-dc086fd8f767 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0d3fa30-226d-4ca3-a839-91f857752c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438924 Apr 08 10:59:29.609499 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port ed5056be-c4d9-4933-abe5-e19f1726e7f1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ed5056be-c4d9-4933-abe5-e19f1726e7f1,segment=NetworkSegment(03985018-c563-41ce-aacb-1a83d441442a),segment_id=03985018-c563-41ce-aacb-1a83d441442a)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:59:29.614335 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (ed5056be-c4d9-4933-abe5-e19f1726e7f1), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:29.674480 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Pushing event updated for resources: {'Port': ['ID=ed5056be-c4d9-4933-abe5-e19f1726e7f1,revision_number=8']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:29.733386 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efda320-d481-40da-914b-a44d322a48f5 req-c66dddec-7ade-471a-81a1-ed883f2b1094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:29.734896 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6efda320-d481-40da-914b-a44d322a48f5 req-c66dddec-7ade-471a-81a1-ed883f2b1094 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2679f55d-548e-467b-91be-adbbb1d7ea95 HTTP/1.1" status: 200 len: 1129 time: 0.0463071 Apr 08 10:59:29.780264 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6efda320-d481-40da-914b-a44d322a48f5 req-ed8f3156-74f8-4ae3-936d-a90d259cfd16 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=dda30446-6890-4466-9d79-198654c55c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389376 Apr 08 10:59:30.043971 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91cfba-e8be-4eaa-ab10-2a4af3f92375 req-8fd61192-5d81-40ea-9235-8d898c74c44f tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:30.045501 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-8b91cfba-e8be-4eaa-ab10-2a4af3f92375 req-8fd61192-5d81-40ea-9235-8d898c74c44f tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/ports?device_id=2679f55d-548e-467b-91be-adbbb1d7ea95 HTTP/1.1" status: 200 len: 945 time: 0.0579436 Apr 08 10:59:30.100860 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-8b91cfba-e8be-4eaa-ab10-2a4af3f92375 req-824a98ab-0627-4fb7-b770-e6e5848568d0 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/security-groups?id=dda30446-6890-4466-9d79-198654c55c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470262 Apr 08 10:59:30.753412 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44c3b4-aa07-4b00-b624-89f84026f3e9 req-90fd78f0-d4d9-4699-868b-57f05e55bf02 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:30.754905 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-2d44c3b4-aa07-4b00-b624-89f84026f3e9 req-90fd78f0-d4d9-4699-868b-57f05e55bf02 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dac0229-d7be-4ae0-b76a-6911d1505fbc HTTP/1.1" status: 200 len: 944 time: 0.0641418 Apr 08 10:59:30.807690 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-2d44c3b4-aa07-4b00-b624-89f84026f3e9 req-2e6c8b5d-298f-4019-8bbf-24311ce36b8f tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0d3fa30-226d-4ca3-a839-91f857752c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441556 Apr 08 10:59:31.451689 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180064cd-8346-49e1-aac5-07251a06bc71 req-9ecfcd20-b66a-429e-86cb-b5d635d41f29 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:31.453237 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-180064cd-8346-49e1-aac5-07251a06bc71 req-9ecfcd20-b66a-429e-86cb-b5d635d41f29 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/ports?device_id=2679f55d-548e-467b-91be-adbbb1d7ea95 HTTP/1.1" status: 200 len: 945 time: 0.0530596 Apr 08 10:59:31.491869 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dac0229-d7be-4ae0-b76a-6911d1505fbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed5056be-c4d9-4933-abe5-e19f1726e7f1'}] {{(pid=109911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:59:31.494351 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930651e71dbc4ea3279ef2aec3aabe40d8fedb7c9b7e81889183a919dd1d7a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f4dd3a-4827-4f0a-8093-369dca03ce91" -d '{"events": [{"server_uuid": "1dac0229-d7be-4ae0-b76a-6911d1505fbc", "name": "network-vif-unplugged", "status": "completed", "tag": "ed5056be-c4d9-4933-abe5-e19f1726e7f1"}]}' {{(pid=109911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:59:31.503417 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-180064cd-8346-49e1-aac5-07251a06bc71 req-f00eb3d5-46fd-479f-b941-abe01b4eb3d0 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/security-groups?id=dda30446-6890-4466-9d79-198654c55c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446463 Apr 08 10:59:31.540638 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 08 Apr 2022 10:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0af056-645c-497a-90cc-5e74d0147a39 x-openstack-request-id: req-6a0af056-645c-497a-90cc-5e74d0147a39 {{(pid=109911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:59:31.540912 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dac0229-d7be-4ae0-b76a-6911d1505fbc", "name": "network-vif-unplugged", "status": "failed", "tag": "ed5056be-c4d9-4933-abe5-e19f1726e7f1", "code": 422}]} {{(pid=109911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:59:31.541356 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6a0af056-645c-497a-90cc-5e74d0147a39 {{(pid=109911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:59:31.542114 dv-cinder-836071-3-iscsi neutron-server[109911]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-6a0af056-645c-497a-90cc-5e74d0147a39']: {'server_uuid': '1dac0229-d7be-4ae0-b76a-6911d1505fbc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ed5056be-c4d9-4933-abe5-e19f1726e7f1', 'code': 422} returned with failed status Apr 08 10:59:31.626762 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bb4d2e-69f6-4986-b8ea-050ae2ba69fd req-c0d538bd-657b-45ff-8e8f-65a8001dfe07 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:31.628140 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-82bb4d2e-69f6-4986-b8ea-050ae2ba69fd req-c0d538bd-657b-45ff-8e8f-65a8001dfe07 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/ports?device_id=2679f55d-548e-467b-91be-adbbb1d7ea95 HTTP/1.1" status: 200 len: 945 time: 0.0569210 Apr 08 10:59:31.680163 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-82bb4d2e-69f6-4986-b8ea-050ae2ba69fd req-7d7aefcc-5639-4439-89c0-388e9006d5be tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/security-groups?id=dda30446-6890-4466-9d79-198654c55c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447145 Apr 08 10:59:31.705994 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 33292) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:59:31.756185 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6ec4ab-1e18-4400-85fa-74f72ed9a67a tempest-TestVolumeBootPattern-950276518 tempest-TestVolumeBootPattern-950276518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:31.760456 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-1d6ec4ab-1e18-4400-85fa-74f72ed9a67a tempest-TestVolumeBootPattern-950276518 tempest-TestVolumeBootPattern-950276518-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=2679f55d-548e-467b-91be-adbbb1d7ea95 HTTP/1.1" status: 200 len: 1124 time: 0.0506456 Apr 08 10:59:31.760776 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 33300) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:59:31.764019 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f67541-410f-444f-ae3a-7a1dd95b358d req-e0ecfdf3-d360-469e-8244-22cd6cf1ab29 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:31.765452 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.v2.base [None req-3b418c50-1214-4f32-8456-2f0ef64622c1 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Request body: {'floatingip': {'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'port_id': 'cc664755-a315-428f-ba09-3f5ac4fadffb', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 10:59:31.765586 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-e1f67541-410f-444f-ae3a-7a1dd95b358d req-e0ecfdf3-d360-469e-8244-22cd6cf1ab29 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dac0229-d7be-4ae0-b76a-6911d1505fbc HTTP/1.1" status: 200 len: 944 time: 0.0556099 Apr 08 10:59:31.788602 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-3b418c50-1214-4f32-8456-2f0ef64622c1 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:31.821629 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-e1f67541-410f-444f-ae3a-7a1dd95b358d req-b157cc05-42b7-44b4-8f12-48abadb56851 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0d3fa30-226d-4ca3-a839-91f857752c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493546 Apr 08 10:59:31.893191 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-3b418c50-1214-4f32-8456-2f0ef64622c1 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:32.005661 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.db.db_base_plugin_common [None req-3b418c50-1214-4f32-8456-2f0ef64622c1 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Allocated IP 172.27.2.31 (173a9438-8c11-42c7-a64e-a6d835b0fe8b/3e92b2da-8062-400a-a6d5-15b49fe43bf4/b9647598-297e-463e-b323-62aa2ce61872) {{(pid=109909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 10:59:32.012107 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 33310) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:59:32.109478 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-26e2dc59-c629-43b1-ba57-5c2bfaa65d77 req-2063c403-e391-4192-ad7c-470fb3525d91 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1dac0229-d7be-4ae0-b76a-6911d1505fbc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0960786 Apr 08 10:59:32.109748 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-3b418c50-1214-4f32-8456-2f0ef64622c1 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks [] for port (b9647598-297e-463e-b323-62aa2ce61872), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:32.118901 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [req-26e2dc59-c629-43b1-ba57-5c2bfaa65d77 req-37213e24-1cae-464f-a072-60a63605320c service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109910) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 10:59:32.120274 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-26e2dc59-c629-43b1-ba57-5c2bfaa65d77 req-37213e24-1cae-464f-a072-60a63605320c service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055242 Apr 08 10:59:32.143377 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-3b418c50-1214-4f32-8456-2f0ef64622c1 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16387658'] for port (b9647598-297e-463e-b323-62aa2ce61872), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:32.182681 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b418c50-1214-4f32-8456-2f0ef64622c1 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Network 173a9438-8c11-42c7-a64e-a6d835b0fe8b is already hosted by enough agents. {{(pid=109909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 10:59:32.187624 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.base_scheduler [None req-3b418c50-1214-4f32-8456-2f0ef64622c1 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Resources bound (agent type, host, resource id): {{(pid=109909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 10:59:32.192140 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b418c50-1214-4f32-8456-2f0ef64622c1 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Received port after_create {{(pid=109909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 10:59:32.195288 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b418c50-1214-4f32-8456-2f0ef64622c1 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Pushing event updated for resources: {'Port': ['ID=b9647598-297e-463e-b323-62aa2ce61872,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:32.199728 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 33318) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 10:59:32.292475 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e2dc59-c629-43b1-ba57-5c2bfaa65d77 req-e8a8ac26-a48d-4ffe-9a39-717b850232ef tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:32.293894 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-26e2dc59-c629-43b1-ba57-5c2bfaa65d77 req-e8a8ac26-a48d-4ffe-9a39-717b850232ef tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports/ed5056be-c4d9-4933-abe5-e19f1726e7f1 HTTP/1.1" status: 200 len: 941 time: 0.0931525 Apr 08 10:59:32.804804 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-3b418c50-1214-4f32-8456-2f0ef64622c1 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks [] for floatingip (7928cd3c-bb4d-4677-83bf-8fbd0ac7777b), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:32.880157 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-3b418c50-1214-4f32-8456-2f0ef64622c1 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (b9647598-297e-463e-b323-62aa2ce61872), before_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:32.944739 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae6c3f-0ded-4163-8855-ecf261cef916 req-47327b0f-5501-4adf-856c-2dbe51147c52 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:32.946345 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-49ae6c3f-0ded-4163-8855-ecf261cef916 req-47327b0f-5501-4adf-856c-2dbe51147c52 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dac0229-d7be-4ae0-b76a-6911d1505fbc HTTP/1.1" status: 200 len: 944 time: 0.0549166 Apr 08 10:59:32.995633 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-49ae6c3f-0ded-4163-8855-ecf261cef916 req-0ae1051d-02ae-4733-b273-7e4d4b959ece tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0d3fa30-226d-4ca3-a839-91f857752c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433853 Apr 08 10:59:33.032492 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-3b418c50-1214-4f32-8456-2f0ef64622c1 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks [] for port (b9647598-297e-463e-b323-62aa2ce61872), precommit_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:33.038947 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-3b418c50-1214-4f32-8456-2f0ef64622c1 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16387669'] for port (b9647598-297e-463e-b323-62aa2ce61872), after_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:33.100872 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e2dc59-c629-43b1-ba57-5c2bfaa65d77 req-ee503628-3607-4ea6-ae6e-e51f15c54291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:33.102418 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-26e2dc59-c629-43b1-ba57-5c2bfaa65d77 req-ee503628-3607-4ea6-ae6e-e51f15c54291 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1dac0229-d7be-4ae0-b76a-6911d1505fbc&tenant_id=c5c639569a22482fba93dcaca6152dca HTTP/1.1" status: 200 len: 1128 time: 0.0441446 Apr 08 10:59:33.110079 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b418c50-1214-4f32-8456-2f0ef64622c1 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Pushing event updated for resources: {'Port': ['ID=b9647598-297e-463e-b323-62aa2ce61872,revision_number=2']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:33.122410 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-3b418c50-1214-4f32-8456-2f0ef64622c1 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743873'] for floatingip (7928cd3c-bb4d-4677-83bf-8fbd0ac7777b), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:33.176489 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e2dc59-c629-43b1-ba57-5c2bfaa65d77 req-20b55afb-46d3-4d61-9d08-bf2501b75b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:33.176808 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-26e2dc59-c629-43b1-ba57-5c2bfaa65d77 req-20b55afb-46d3-4d61-9d08-bf2501b75b99 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5c639569a22482fba93dcaca6152dca&device_id=1dac0229-d7be-4ae0-b76a-6911d1505fbc HTTP/1.1" status: 200 len: 1128 time: 0.0537179 Apr 08 10:59:33.234136 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.db.l3_db [None req-3b418c50-1214-4f32-8456-2f0ef64622c1 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Floating IP 7928cd3c-bb4d-4677-83bf-8fbd0ac7777b associated. External IP: 172.27.2.31, port: cc664755-a315-428f-ba09-3f5ac4fadffb. Apr 08 10:59:33.263941 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device ed5056be-c4d9-4933-abe5-e19f1726e7f1 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 10:59:33.273795 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e2dc59-c629-43b1-ba57-5c2bfaa65d77 req-9aff6f3c-5f32-4054-adf4-aef2dd59105c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:33.275469 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-26e2dc59-c629-43b1-ba57-5c2bfaa65d77 req-9aff6f3c-5f32-4054-adf4-aef2dd59105c service neutron] 10.222.0.39 "GET /v2.0/networks?id=ead301ed-768a-4ee8-91df-4953f8d8822a HTTP/1.1" status: 200 len: 918 time: 0.0928755 Apr 08 10:59:33.349963 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Current status of the port ed5056be-c4d9-4933-abe5-e19f1726e7f1 is: DOWN; New status is: DOWN {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:59:33.350239 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-26e2dc59-c629-43b1-ba57-5c2bfaa65d77 req-1897f580-755a-4e88-a20f-c40a5aed0f1a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed5056be-c4d9-4933-abe5-e19f1726e7f1 HTTP/1.1" status: 200 len: 1000 time: 0.0676842 Apr 08 10:59:33.399550 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e2dc59-c629-43b1-ba57-5c2bfaa65d77 req-d5d7e2fb-eedd-4cdd-8f53-06906b6d5a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:33.401049 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-26e2dc59-c629-43b1-ba57-5c2bfaa65d77 req-d5d7e2fb-eedd-4cdd-8f53-06906b6d5a35 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bfdd80ae-94b4-4d02-9243-4abc3db5c2b8 HTTP/1.1" status: 200 len: 856 time: 0.0451431 Apr 08 10:59:33.449910 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e2dc59-c629-43b1-ba57-5c2bfaa65d77 req-10505f4f-1a2d-4a8d-8f80-93e48f666e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:33.451430 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-26e2dc59-c629-43b1-ba57-5c2bfaa65d77 req-10505f4f-1a2d-4a8d-8f80-93e48f666e2c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ead301ed-768a-4ee8-91df-4953f8d8822a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444837 Apr 08 10:59:33.460957 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b418c50-1214-4f32-8456-2f0ef64622c1 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Router 42146926-2eb6-487e-b4e4-69b3b310f9b9 has already been hosted by L3 agent a0f054a9-d30b-4594-8de6-6c24438c3963 {{(pid=109909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 10:59:33.545599 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-26e2dc59-c629-43b1-ba57-5c2bfaa65d77 req-0fdf8911-4557-47d3-aa3b-ff28e5da9bb9 service neutron] 10.222.0.39 "GET /v2.0/networks/ead301ed-768a-4ee8-91df-4953f8d8822a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874305 Apr 08 10:59:33.571772 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b418c50-1214-4f32-8456-2f0ef64622c1 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Notify agent at l3_agent.dv-cinder-836071-3-iscsi the message routers_updated {{(pid=109909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 10:59:33.582048 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0d58c3-3c27-41a6-8ee3-0b80394c22f7 None None] Sync routers for ids ['42146926-2eb6-487e-b4e4-69b3b310f9b9'] in dv-cinder-836071-3-iscsi {{(pid=109911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 10:59:33.593219 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-3b418c50-1214-4f32-8456-2f0ef64622c1 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for floatingip (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:33.593537 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0d58c3-3c27-41a6-8ee3-0b80394c22f7 None None] Routers {'42146926-2eb6-487e-b4e4-69b3b310f9b9'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:59:33.594144 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-0d0d58c3-3c27-41a6-8ee3-0b80394c22f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:59:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['42146926-2eb6-487e-b4e4-69b3b310f9b9'], 'active': True} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:33.633372 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-3b418c50-1214-4f32-8456-2f0ef64622c1 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8634992 Apr 08 10:59:33.633372 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2679f55d-548e-467b-91be-adbbb1d7ea95', 'tag': 'cc664755-a315-428f-ba09-3f5ac4fadffb'}] {{(pid=109909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:59:33.633372 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}134ac93eeb9a6ea05545f334ed0e616993a729b1c4bd08d98a5446159e989791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4a602e-e148-49db-b48a-ac9171def81d" -d '{"events": [{"name": "network-changed", "server_uuid": "2679f55d-548e-467b-91be-adbbb1d7ea95", "tag": "cc664755-a315-428f-ba09-3f5ac4fadffb"}]}' {{(pid=109909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:59:33.650957 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-26e2dc59-c629-43b1-ba57-5c2bfaa65d77 req-2a6a4ad6-d8fa-4c8c-83d7-63ec46c1aacd service neutron] 10.222.0.39 "GET /v2.0/networks/ead301ed-768a-4ee8-91df-4953f8d8822a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990169 Apr 08 10:59:33.722799 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvr_db [None req-0d0d58c3-3c27-41a6-8ee3-0b80394c22f7 None None] Set router 42146926-2eb6-487e-b4e4-69b3b310f9b9 gateway port host: dv-cinder-836071-3-iscsi {{(pid=109911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:59:33.740052 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 10:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc20c5f-4ba7-4fb3-875c-82109dd9b445 x-openstack-request-id: req-5bc20c5f-4ba7-4fb3-875c-82109dd9b445 {{(pid=109909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:59:33.740340 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2679f55d-548e-467b-91be-adbbb1d7ea95", "tag": "cc664755-a315-428f-ba09-3f5ac4fadffb", "status": "completed", "code": 200}]} {{(pid=109909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:59:33.740590 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5bc20c5f-4ba7-4fb3-875c-82109dd9b445 {{(pid=109909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:59:33.740994 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bc20c5f-4ba7-4fb3-875c-82109dd9b445'] response: {'name': 'network-changed', 'server_uuid': '2679f55d-548e-467b-91be-adbbb1d7ea95', 'tag': 'cc664755-a315-428f-ba09-3f5ac4fadffb', 'status': 'completed', 'code': 200} Apr 08 10:59:33.877715 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a602e-e148-49db-b48a-ac9171def81d req-e8d5be45-80ce-4430-bf94-d33170831273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:33.879857 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-7a4a602e-e148-49db-b48a-ac9171def81d req-e8d5be45-80ce-4430-bf94-d33170831273 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1240eb4e10e8472eb59d3c956e73fd45&device_id=2679f55d-548e-467b-91be-adbbb1d7ea95 HTTP/1.1" status: 200 len: 1129 time: 0.0775785 Apr 08 10:59:33.960874 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-0d0d58c3-3c27-41a6-8ee3-0b80394c22f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'name': 'tempest-TestVolumeBootPattern-1804327282-router', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '6feab91a-7bec-44c4-9ad3-1e39f46403f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:18Z', 'updated_at': '2022-04-08T10:54:22Z', 'revision_number': 4, 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'gw_port': {'id': '6feab91a-7bec-44c4-9ad3-1e39f46403f3', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:42:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:18Z', 'updated_at': '2022-04-08T10:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_floatingips': [{'id': '7928cd3c-bb4d-4677-83bf-8fbd0ac7777b', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'floating_ip_address': '172.27.2.31', 'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'router_id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'port_id': 'cc664755-a315-428f-ba09-3f5ac4fadffb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cde280c4-46d3-4a2c-b76e-9357fe2425c5', 'mac_address': 'fa:16:3e:8c:14:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2679f55d-548e-467b-91be-adbbb1d7ea95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:59:32Z', 'updated_at': '2022-04-08T10:59:32Z', 'revision_number': 0, 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'fixed_ip_address_scope': None}, {'id': 'a63b2c79-22b6-4bc4-a374-2d6d9d2057f2', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'floating_ip_address': '172.27.2.75', 'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'router_id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'port_id': 'ef50059c-a869-434f-ad84-047bacf71721', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cde280c4-46d3-4a2c-b76e-9357fe2425c5', 'mac_address': 'fa:16:3e:cc:bf:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22ece28-b942-4acc-8bd8-834e08c52a56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:57:35Z', 'updated_at': '2022-04-08T10:57:38Z', 'revision_number': 1, 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75', 'name': '', 'network_id': 'cde280c4-46d3-4a2c-b76e-9357fe2425c5', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'mac_address': 'fa:16:3e:05:73:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'f62eda8a-11e4-410d-acba-a7bf8fcacc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:21Z', 'updated_at': '2022-04-08T10:54:26Z', 'revision_number': 5, 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'subnets': [{'id': 'f62eda8a-11e4-410d-acba-a7bf8fcacc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:33.977855 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a602e-e148-49db-b48a-ac9171def81d req-e4076a5c-a98d-47bf-9da6-42c0f5e9a98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:33.980378 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-7a4a602e-e148-49db-b48a-ac9171def81d req-e4076a5c-a98d-47bf-9da6-42c0f5e9a98f service neutron] 10.222.0.39 "GET /v2.0/networks?id=cde280c4-46d3-4a2c-b76e-9357fe2425c5 HTTP/1.1" status: 200 len: 913 time: 0.0943558 Apr 08 10:59:33.988173 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0d58c3-3c27-41a6-8ee3-0b80394c22f7 None None] Checking router: 42146926-2eb6-487e-b4e4-69b3b310f9b9 for host: dv-cinder-836071-3-iscsi {{(pid=109911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 10:59:33.998913 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0d58c3-3c27-41a6-8ee3-0b80394c22f7 None None] Routers {'42146926-2eb6-487e-b4e4-69b3b310f9b9'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 10:59:33.999642 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-0d0d58c3-3c27-41a6-8ee3-0b80394c22f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T10:59:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['42146926-2eb6-487e-b4e4-69b3b310f9b9'], 'active': True} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:34.056154 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-7a4a602e-e148-49db-b48a-ac9171def81d req-b2b15a34-d311-4583-b714-3cce667277dc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc664755-a315-428f-ba09-3f5ac4fadffb HTTP/1.1" status: 200 len: 998 time: 0.0694320 Apr 08 10:59:34.139474 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a602e-e148-49db-b48a-ac9171def81d req-fc2707ac-3c71-498f-bfea-ced6d9d4aa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:34.140787 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvr_db [None req-0d0d58c3-3c27-41a6-8ee3-0b80394c22f7 None None] Set router 42146926-2eb6-487e-b4e4-69b3b310f9b9 gateway port host: dv-cinder-836071-3-iscsi {{(pid=109911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 10:59:34.140962 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-7a4a602e-e148-49db-b48a-ac9171def81d req-fc2707ac-3c71-498f-bfea-ced6d9d4aa7d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f62eda8a-11e4-410d-acba-a7bf8fcacc01 HTTP/1.1" status: 200 len: 851 time: 0.0788367 Apr 08 10:59:34.230588 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a26aa-22b6-48db-a846-17c120f5de13 req-6dac94d7-51bc-4ab2-bd0c-b061695c6598 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:34.238785 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1c2a26aa-22b6-48db-a846-17c120f5de13 req-6dac94d7-51bc-4ab2-bd0c-b061695c6598 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dac0229-d7be-4ae0-b76a-6911d1505fbc HTTP/1.1" status: 200 len: 944 time: 0.1345010 Apr 08 10:59:34.297083 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a602e-e148-49db-b48a-ac9171def81d req-ce431bda-6f36-40e2-b766-7e54da240af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:34.299441 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-7a4a602e-e148-49db-b48a-ac9171def81d req-ce431bda-6f36-40e2-b766-7e54da240af3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cde280c4-46d3-4a2c-b76e-9357fe2425c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1475267 Apr 08 10:59:34.317695 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1c2a26aa-22b6-48db-a846-17c120f5de13 req-053662cd-48d0-48f1-ad53-78428e6a27b2 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0d3fa30-226d-4ca3-a839-91f857752c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777261 Apr 08 10:59:34.468828 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-0d0d58c3-3c27-41a6-8ee3-0b80394c22f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'name': 'tempest-TestVolumeBootPattern-1804327282-router', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '6feab91a-7bec-44c4-9ad3-1e39f46403f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:18Z', 'updated_at': '2022-04-08T10:54:22Z', 'revision_number': 4, 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'gw_port': {'id': '6feab91a-7bec-44c4-9ad3-1e39f46403f3', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:42:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:18Z', 'updated_at': '2022-04-08T10:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_floatingips': [{'id': '7928cd3c-bb4d-4677-83bf-8fbd0ac7777b', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'floating_ip_address': '172.27.2.31', 'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'router_id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'port_id': 'cc664755-a315-428f-ba09-3f5ac4fadffb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cde280c4-46d3-4a2c-b76e-9357fe2425c5', 'mac_address': 'fa:16:3e:8c:14:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2679f55d-548e-467b-91be-adbbb1d7ea95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:59:32Z', 'updated_at': '2022-04-08T10:59:32Z', 'revision_number': 0, 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'fixed_ip_address_scope': None}, {'id': 'a63b2c79-22b6-4bc4-a374-2d6d9d2057f2', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'floating_ip_address': '172.27.2.75', 'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'router_id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'port_id': 'ef50059c-a869-434f-ad84-047bacf71721', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cde280c4-46d3-4a2c-b76e-9357fe2425c5', 'mac_address': 'fa:16:3e:cc:bf:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22ece28-b942-4acc-8bd8-834e08c52a56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:57:35Z', 'updated_at': '2022-04-08T10:57:38Z', 'revision_number': 1, 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75', 'name': '', 'network_id': 'cde280c4-46d3-4a2c-b76e-9357fe2425c5', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'mac_address': 'fa:16:3e:05:73:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'f62eda8a-11e4-410d-acba-a7bf8fcacc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:21Z', 'updated_at': '2022-04-08T10:54:26Z', 'revision_number': 5, 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'subnets': [{'id': 'f62eda8a-11e4-410d-acba-a7bf8fcacc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 10:59:34.514924 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0d58c3-3c27-41a6-8ee3-0b80394c22f7 None None] The sync data for ids ['42146926-2eb6-487e-b4e4-69b3b310f9b9'] in dv-cinder-836071-3-iscsi is: [{'id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'name': 'tempest-TestVolumeBootPattern-1804327282-router', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '6feab91a-7bec-44c4-9ad3-1e39f46403f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:18Z', 'updated_at': '2022-04-08T10:54:22Z', 'revision_number': 4, 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'gw_port': {'id': '6feab91a-7bec-44c4-9ad3-1e39f46403f3', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:42:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:18Z', 'updated_at': '2022-04-08T10:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_floatingips': [{'id': '7928cd3c-bb4d-4677-83bf-8fbd0ac7777b', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'floating_ip_address': '172.27.2.31', 'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'router_id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'port_id': 'cc664755-a315-428f-ba09-3f5ac4fadffb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cde280c4-46d3-4a2c-b76e-9357fe2425c5', 'mac_address': 'fa:16:3e:8c:14:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2679f55d-548e-467b-91be-adbbb1d7ea95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:59:32Z', 'updated_at': '2022-04-08T10:59:32Z', 'revision_number': 0, 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'fixed_ip_address_scope': None}, {'id': 'a63b2c79-22b6-4bc4-a374-2d6d9d2057f2', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'floating_ip_address': '172.27.2.75', 'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'router_id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'port_id': 'ef50059c-a869-434f-ad84-047bacf71721', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cde280c4-46d3-4a2c-b76e-9357fe2425c5', 'mac_address': 'fa:16:3e:cc:bf:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22ece28-b942-4acc-8bd8-834e08c52a56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:57:35Z', 'updated_at': '2022-04-08T10:57:38Z', 'revision_number': 1, 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75', 'name': '', 'network_id': 'cde280c4-46d3-4a2c-b76e-9357fe2425c5', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'mac_address': 'fa:16:3e:05:73:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'f62eda8a-11e4-410d-acba-a7bf8fcacc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:21Z', 'updated_at': '2022-04-08T10:54:26Z', 'revision_number': 5, 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'subnets': [{'id': 'f62eda8a-11e4-410d-acba-a7bf8fcacc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 10:59:34.768138 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70067f3b-c466-4c95-86b9-c2d287b46cb3 None None] New status for floating IP 7928cd3c-bb4d-4677-83bf-8fbd0ac7777b: ACTIVE {{(pid=109912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 10:59:35.447454 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2176be0-0217-4edb-8caa-83d219a93723 req-cab3bf95-2c7d-4d83-ba1c-b48f602354b2 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:35.449166 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a2176be0-0217-4edb-8caa-83d219a93723 req-cab3bf95-2c7d-4d83-ba1c-b48f602354b2 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dac0229-d7be-4ae0-b76a-6911d1505fbc HTTP/1.1" status: 200 len: 944 time: 0.0562520 Apr 08 10:59:35.501479 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a2176be0-0217-4edb-8caa-83d219a93723 req-057a0acd-44c0-4ad7-9d53-d2b58926f3f4 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0d3fa30-226d-4ca3-a839-91f857752c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463099 Apr 08 10:59:36.652967 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820cc6b8-18b8-456b-b836-a482cadf8c83 req-5edfed31-7909-4984-8820-c42979798c54 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:36.654584 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-820cc6b8-18b8-456b-b836-a482cadf8c83 req-5edfed31-7909-4984-8820-c42979798c54 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dac0229-d7be-4ae0-b76a-6911d1505fbc HTTP/1.1" status: 200 len: 944 time: 0.0691984 Apr 08 10:59:36.722395 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-820cc6b8-18b8-456b-b836-a482cadf8c83 req-870e53aa-dc76-46fd-838a-7616dbd076f5 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0d3fa30-226d-4ca3-a839-91f857752c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608871 Apr 08 10:59:37.861635 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78b909-b898-44bd-8f9f-1a058571df95 req-bcc66fe5-8122-44bc-9594-62d00a2e3be9 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:37.863061 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-5a78b909-b898-44bd-8f9f-1a058571df95 req-bcc66fe5-8122-44bc-9594-62d00a2e3be9 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dac0229-d7be-4ae0-b76a-6911d1505fbc HTTP/1.1" status: 200 len: 944 time: 0.0621951 Apr 08 10:59:37.922368 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-5a78b909-b898-44bd-8f9f-1a058571df95 req-ecc5b18b-b042-4d08-b3e4-944c687a3071 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0d3fa30-226d-4ca3-a839-91f857752c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530431 Apr 08 10:59:39.066384 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae15566-745c-4ec8-9373-b41f457e47ce req-ad3fae78-7838-4947-b3e0-4485a22fd2bf tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:39.067897 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-8ae15566-745c-4ec8-9373-b41f457e47ce req-ad3fae78-7838-4947-b3e0-4485a22fd2bf tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dac0229-d7be-4ae0-b76a-6911d1505fbc HTTP/1.1" status: 200 len: 944 time: 0.0565121 Apr 08 10:59:39.122375 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-8ae15566-745c-4ec8-9373-b41f457e47ce req-30ef177d-a39f-487d-be36-1bebf12f4759 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0d3fa30-226d-4ca3-a839-91f857752c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440056 Apr 08 10:59:40.269101 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9bca5-abda-4472-8c29-5925455552e3 req-272fd2f8-222d-449f-831f-c746dd8a4cc1 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:40.270773 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-4df9bca5-abda-4472-8c29-5925455552e3 req-272fd2f8-222d-449f-831f-c746dd8a4cc1 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dac0229-d7be-4ae0-b76a-6911d1505fbc HTTP/1.1" status: 200 len: 944 time: 0.0616205 Apr 08 10:59:40.318640 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-4df9bca5-abda-4472-8c29-5925455552e3 req-ad4099b6-c09b-492a-89f1-5753cfea7439 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0d3fa30-226d-4ca3-a839-91f857752c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421751 Apr 08 10:59:41.451163 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d53de-e258-4679-85d0-aa96047d4256 req-9d7b2510-190d-4053-ab7d-fe380e666001 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:41.452692 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-614d53de-e258-4679-85d0-aa96047d4256 req-9d7b2510-190d-4053-ab7d-fe380e666001 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dac0229-d7be-4ae0-b76a-6911d1505fbc HTTP/1.1" status: 200 len: 944 time: 0.0583665 Apr 08 10:59:41.505463 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-614d53de-e258-4679-85d0-aa96047d4256 req-899aede2-e035-4fcc-8bfd-2832869ebe02 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0d3fa30-226d-4ca3-a839-91f857752c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441175 Apr 08 10:59:41.819186 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-ccd683e8-2668-4717-a751-582ae93f8bb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (0996d03c-a6d6-4751-8b32-c8111f4b3d8a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:42.651053 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e28f0-5952-4606-9ef5-88a2b2a6b0c8 req-0a2b265b-bf65-4e3a-b36c-1a1f82baaaeb tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:42.652762 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-374e28f0-5952-4606-9ef5-88a2b2a6b0c8 req-0a2b265b-bf65-4e3a-b36c-1a1f82baaaeb tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dac0229-d7be-4ae0-b76a-6911d1505fbc HTTP/1.1" status: 200 len: 944 time: 0.0630190 Apr 08 10:59:42.706160 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-374e28f0-5952-4606-9ef5-88a2b2a6b0c8 req-5316f59f-ed70-43a3-854a-80df0bd1bb41 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0d3fa30-226d-4ca3-a839-91f857752c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468428 Apr 08 10:59:43.239394 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-7a4a602e-e148-49db-b48a-ac9171def81d req-21f43493-48a1-438f-9d73-7af7739e2ec1 service neutron] 10.222.0.39 "GET /v2.0/networks/cde280c4-46d3-4a2c-b76e-9357fe2425c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869999 Apr 08 10:59:43.853996 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dccdce0-bdf3-4c31-86cf-0d00056bbab3 req-c5008377-9e14-4a5e-88f1-e65e405a28b7 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:43.856360 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-4dccdce0-bdf3-4c31-86cf-0d00056bbab3 req-c5008377-9e14-4a5e-88f1-e65e405a28b7 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dac0229-d7be-4ae0-b76a-6911d1505fbc HTTP/1.1" status: 200 len: 944 time: 0.0614920 Apr 08 10:59:43.943014 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-4dccdce0-bdf3-4c31-86cf-0d00056bbab3 req-bfc6b835-bde4-4737-9fe3-054823db5884 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0d3fa30-226d-4ca3-a839-91f857752c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783305 Apr 08 10:59:44.006618 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-7a4a602e-e148-49db-b48a-ac9171def81d req-27dcd46f-594f-4bd2-b284-94d438dceafc service neutron] 10.222.0.39 "GET /v2.0/networks/cde280c4-46d3-4a2c-b76e-9357fe2425c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073074 Apr 08 10:59:44.204678 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-33817f0c-df55-494f-b855-b5251f4d7f6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (a0f054a9-d30b-4594-8de6-6c24438c3963), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:45.085346 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5807bc6-a364-4846-80fa-07d33f8f9106 req-48cb3910-42a1-4170-ae33-ddcb010ffd4b tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:45.086828 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f5807bc6-a364-4846-80fa-07d33f8f9106 req-48cb3910-42a1-4170-ae33-ddcb010ffd4b tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dac0229-d7be-4ae0-b76a-6911d1505fbc HTTP/1.1" status: 200 len: 944 time: 0.0656359 Apr 08 10:59:45.140813 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f5807bc6-a364-4846-80fa-07d33f8f9106 req-04e07441-bd6b-4e53-8640-d3a9e5c446fb tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0d3fa30-226d-4ca3-a839-91f857752c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451794 Apr 08 10:59:45.175017 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c39995e2-c233-4533-b78f-2944bd33f611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (65c9c9bc-bb02-426d-a902-340b44f1a4c2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:45.323276 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device ed5056be-c4d9-4933-abe5-e19f1726e7f1 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=109911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 10:59:45.429995 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port ed5056be-c4d9-4933-abe5-e19f1726e7f1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ed5056be-c4d9-4933-abe5-e19f1726e7f1,segment=NetworkSegment(03985018-c563-41ce-aacb-1a83d441442a),segment_id=03985018-c563-41ce-aacb-1a83d441442a)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:59:45.441747 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Returning: {'device': 'ed5056be-c4d9-4933-abe5-e19f1726e7f1', 'network_id': 'ead301ed-768a-4ee8-91df-4953f8d8822a', 'port_id': 'ed5056be-c4d9-4933-abe5-e19f1726e7f1', 'mac_address': 'fa:16:3e:d5:3a:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfdd80ae-94b4-4d02-9243-4abc3db5c2b8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 10:59:45.484477 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Current status of the port ed5056be-c4d9-4933-abe5-e19f1726e7f1 is: DOWN; New status is: BUILD {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:59:45.485273 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (ed5056be-c4d9-4933-abe5-e19f1726e7f1), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:45.506729 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.notifiers.nova [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed5056be-c4d9-4933-abe5-e19f1726e7f1 {{(pid=109911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 10:59:45.527299 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port ed5056be-c4d9-4933-abe5-e19f1726e7f1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ed5056be-c4d9-4933-abe5-e19f1726e7f1,segment=NetworkSegment(03985018-c563-41ce-aacb-1a83d441442a),segment_id=03985018-c563-41ce-aacb-1a83d441442a)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:59:45.533612 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (ed5056be-c4d9-4933-abe5-e19f1726e7f1), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:45.582566 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Pushing event updated for resources: {'Port': ['ID=ed5056be-c4d9-4933-abe5-e19f1726e7f1,revision_number=9']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:45.764169 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] get_ports_and_sgs() called for port_ids ['ed5056be-c4d9-4933-abe5-e19f1726e7f1'] {{(pid=109911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 10:59:46.274420 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d0b3b9-daec-4078-8cce-8c7e8ca263ce req-b1a02458-30d1-461d-9aef-219d1f7c8324 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:46.275914 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-62d0b3b9-daec-4078-8cce-8c7e8ca263ce req-b1a02458-30d1-461d-9aef-219d1f7c8324 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dac0229-d7be-4ae0-b76a-6911d1505fbc HTTP/1.1" status: 200 len: 945 time: 0.0546968 Apr 08 10:59:46.329230 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-62d0b3b9-daec-4078-8cce-8c7e8ca263ce req-d78dfccb-94be-4e73-be5a-33c5a70207dc tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0d3fa30-226d-4ca3-a839-91f857752c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453475 Apr 08 10:59:46.626395 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dfd57949-1be2-4190-94f2-c1682066023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (140c1fdd-4f9d-4fc9-9d7c-f6f7cee51a0a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:47.328668 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device ed5056be-c4d9-4933-abe5-e19f1726e7f1 up at agent hyperv_hv-cinder-83607 {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 10:59:47.390031 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Provisioning complete for port ed5056be-c4d9-4933-abe5-e19f1726e7f1 triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 10:59:47.390381 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (ed5056be-c4d9-4933-abe5-e19f1726e7f1), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:47.454591 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6789a86e-b42e-4c47-b855-ce68f7d1b4f5 req-0cc5e079-25dc-4cb3-b7c7-5dc41eb87129 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:47.456071 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6789a86e-b42e-4c47-b855-ce68f7d1b4f5 req-0cc5e079-25dc-4cb3-b7c7-5dc41eb87129 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dac0229-d7be-4ae0-b76a-6911d1505fbc HTTP/1.1" status: 200 len: 945 time: 0.0527434 Apr 08 10:59:47.472318 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Current status of the port ed5056be-c4d9-4933-abe5-e19f1726e7f1 is: BUILD; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 10:59:47.472722 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (ed5056be-c4d9-4933-abe5-e19f1726e7f1), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:47.499616 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dac0229-d7be-4ae0-b76a-6911d1505fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed5056be-c4d9-4933-abe5-e19f1726e7f1'}] {{(pid=109911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 10:59:47.501628 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6789a86e-b42e-4c47-b855-ce68f7d1b4f5 req-5e9be4ac-eaf5-4f78-8980-0cad99a9bb2d tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0d3fa30-226d-4ca3-a839-91f857752c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399666 Apr 08 10:59:47.501874 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930651e71dbc4ea3279ef2aec3aabe40d8fedb7c9b7e81889183a919dd1d7a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67db923-3ab9-4a29-b8e5-81d99983e6bf" -d '{"events": [{"server_uuid": "1dac0229-d7be-4ae0-b76a-6911d1505fbc", "name": "network-vif-plugged", "status": "completed", "tag": "ed5056be-c4d9-4933-abe5-e19f1726e7f1"}]}' {{(pid=109911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 10:59:47.515549 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port ed5056be-c4d9-4933-abe5-e19f1726e7f1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ed5056be-c4d9-4933-abe5-e19f1726e7f1,segment=NetworkSegment(03985018-c563-41ce-aacb-1a83d441442a),segment_id=03985018-c563-41ce-aacb-1a83d441442a)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 10:59:47.521690 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (ed5056be-c4d9-4933-abe5-e19f1726e7f1), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:47.548883 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 10:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081ec074-e185-4103-b5ba-8258a803cb51 x-openstack-request-id: req-081ec074-e185-4103-b5ba-8258a803cb51 {{(pid=109911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 10:59:47.549202 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dac0229-d7be-4ae0-b76a-6911d1505fbc", "name": "network-vif-plugged", "status": "completed", "tag": "ed5056be-c4d9-4933-abe5-e19f1726e7f1", "code": 200}]} {{(pid=109911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 10:59:47.549455 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-081ec074-e185-4103-b5ba-8258a803cb51 {{(pid=109911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 10:59:47.549886 dv-cinder-836071-3-iscsi neutron-server[109911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-081ec074-e185-4103-b5ba-8258a803cb51'] response: {'server_uuid': '1dac0229-d7be-4ae0-b76a-6911d1505fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed5056be-c4d9-4933-abe5-e19f1726e7f1', 'code': 200} Apr 08 10:59:47.577198 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Pushing event updated for resources: {'Port': ['ID=ed5056be-c4d9-4933-abe5-e19f1726e7f1,revision_number=10']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 10:59:47.752733 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b0717-e26c-412d-84b1-3f8ed46a65d3 req-d0fe9dfc-9f26-4cd8-8ab9-cdbc936c6784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:47.754260 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ff9b0717-e26c-412d-84b1-3f8ed46a65d3 req-d0fe9dfc-9f26-4cd8-8ab9-cdbc936c6784 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1dac0229-d7be-4ae0-b76a-6911d1505fbc HTTP/1.1" status: 200 len: 1131 time: 0.0599763 Apr 08 10:59:47.799518 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ff9b0717-e26c-412d-84b1-3f8ed46a65d3 req-062f4af7-ada3-481d-9d0d-c80b1d4482fb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f0d3fa30-226d-4ca3-a839-91f857752c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373030 Apr 08 10:59:48.049119 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (d1e78606-e5cc-43c0-bc22-8a5324478286), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:48.544142 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (df0b008b-1017-45b0-9cbd-b6387ecfd69a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 10:59:48.637769 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8988e3-bef5-4712-b320-b77d932c3192 req-41eea551-51c1-48b3-999b-43d02a929633 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:48.639242 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1b8988e3-bef5-4712-b320-b77d932c3192 req-41eea551-51c1-48b3-999b-43d02a929633 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dac0229-d7be-4ae0-b76a-6911d1505fbc HTTP/1.1" status: 200 len: 947 time: 0.0584331 Apr 08 10:59:48.690396 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1b8988e3-bef5-4712-b320-b77d932c3192 req-864e93ea-3df4-4ad8-9d1d-a63e231f4748 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0d3fa30-226d-4ca3-a839-91f857752c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443318 Apr 08 10:59:49.831438 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414dd3b4-f121-4865-9ae5-e4e20f7d8acf req-aa2a2afa-d463-4daf-aa38-2ce483b8e81d tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 10:59:49.832945 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-414dd3b4-f121-4865-9ae5-e4e20f7d8acf req-aa2a2afa-d463-4daf-aa38-2ce483b8e81d tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dac0229-d7be-4ae0-b76a-6911d1505fbc HTTP/1.1" status: 200 len: 947 time: 0.0626526 Apr 08 10:59:49.885019 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-414dd3b4-f121-4865-9ae5-e4e20f7d8acf req-892c171e-a006-4e7d-8d8b-6dcaf559992a tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0d3fa30-226d-4ca3-a839-91f857752c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462403 Apr 08 10:59:52.204011 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.agents_db [None req-4d82583b-548a-400c-8f4c-c09be56c4ea4 None None] Agent healthcheck: found 6 active agents {{(pid=109912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:00:11.821115 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-53051794-42ca-4e32-85ed-002c981c4536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (0996d03c-a6d6-4751-8b32-c8111f4b3d8a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:14.202902 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-6ede14a0-99fa-4b58-9ab1-af0f8250f0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (a0f054a9-d30b-4594-8de6-6c24438c3963), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:15.178060 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c39995e2-c233-4533-b78f-2944bd33f611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (65c9c9bc-bb02-426d-a902-340b44f1a4c2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:16.631543 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dfd57949-1be2-4190-94f2-c1682066023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (140c1fdd-4f9d-4fc9-9d7c-f6f7cee51a0a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:18.053520 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (d1e78606-e5cc-43c0-bc22-8a5324478286), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:18.544058 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (df0b008b-1017-45b0-9cbd-b6387ecfd69a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:23.170376 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4106f4f3-4c13-4d38-be25-515cdde57c54 req-9f12d0cf-924c-421d-80cc-83c540aa56f2 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:23.172011 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-4106f4f3-4c13-4d38-be25-515cdde57c54 req-9f12d0cf-924c-421d-80cc-83c540aa56f2 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dac0229-d7be-4ae0-b76a-6911d1505fbc HTTP/1.1" status: 200 len: 947 time: 0.1096160 Apr 08 11:00:23.241313 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-4106f4f3-4c13-4d38-be25-515cdde57c54 req-6612edd1-1122-4321-a4af-faa6433a7a6f tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0d3fa30-226d-4ca3-a839-91f857752c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600317 Apr 08 11:00:24.436304 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442a1a1-26f1-4fec-9581-97b43e78ffd3 req-3bc45ca4-d9ac-42e1-87fe-372c7ff8c18b tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:24.437893 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-e442a1a1-26f1-4fec-9581-97b43e78ffd3 req-3bc45ca4-d9ac-42e1-87fe-372c7ff8c18b tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dac0229-d7be-4ae0-b76a-6911d1505fbc HTTP/1.1" status: 200 len: 947 time: 0.1138730 Apr 08 11:00:24.517145 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-e442a1a1-26f1-4fec-9581-97b43e78ffd3 req-9ea0c191-7b88-41be-b667-790d91eb4a2f tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups?id=f0d3fa30-226d-4ca3-a839-91f857752c39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727320 Apr 08 11:00:24.528140 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5540f2-963f-425c-be23-5784093608a1 req-11ac2c1d-677d-44a9-98f1-3992e23f1e2a tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:24.529584 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0f5540f2-963f-425c-be23-5784093608a1 req-11ac2c1d-677d-44a9-98f1-3992e23f1e2a tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.39 "GET /v2.0/ports?device_id=1dac0229-d7be-4ae0-b76a-6911d1505fbc HTTP/1.1" status: 200 len: 947 time: 0.0843284 Apr 08 11:00:24.631178 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [req-0f5540f2-963f-425c-be23-5784093608a1 req-c39705e3-27d2-4057-9649-a86c8a0b7d4a tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Deleting port ed5056be-c4d9-4933-abe5-e19f1726e7f1 {{(pid=109910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:00:24.631538 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-0f5540f2-963f-425c-be23-5784093608a1 req-c39705e3-27d2-4057-9649-a86c8a0b7d4a tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (ed5056be-c4d9-4933-abe5-e19f1726e7f1), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:24.723392 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [req-0f5540f2-963f-425c-be23-5784093608a1 req-c39705e3-27d2-4057-9649-a86c8a0b7d4a tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] For port ed5056be-c4d9-4933-abe5-e19f1726e7f1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ed5056be-c4d9-4933-abe5-e19f1726e7f1,segment=NetworkSegment(03985018-c563-41ce-aacb-1a83d441442a),segment_id=03985018-c563-41ce-aacb-1a83d441442a)] {{(pid=109910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:00:24.723760 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-0f5540f2-963f-425c-be23-5784093608a1 req-c39705e3-27d2-4057-9649-a86c8a0b7d4a tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (ed5056be-c4d9-4933-abe5-e19f1726e7f1), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:24.898721 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-0f5540f2-963f-425c-be23-5784093608a1 req-c39705e3-27d2-4057-9649-a86c8a0b7d4a tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:24.899067 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-0f5540f2-963f-425c-be23-5784093608a1 req-c39705e3-27d2-4057-9649-a86c8a0b7d4a tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743873'] for floatingip (a8ff9c17-71aa-49ba-a051-9be5e9e72288), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:24.899427 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.db.l3_db [req-0f5540f2-963f-425c-be23-5784093608a1 req-c39705e3-27d2-4057-9649-a86c8a0b7d4a tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Floating IP a8ff9c17-71aa-49ba-a051-9be5e9e72288 disassociated. External IP: 172.27.2.180, port: ed5056be-c4d9-4933-abe5-e19f1726e7f1. Apr 08 11:00:24.899762 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [req-0f5540f2-963f-425c-be23-5784093608a1 req-c39705e3-27d2-4057-9649-a86c8a0b7d4a tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Calling delete_port for ed5056be-c4d9-4933-abe5-e19f1726e7f1 owned by compute:nova {{(pid=109910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:00:25.310774 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-0f5540f2-963f-425c-be23-5784093608a1 req-c39705e3-27d2-4057-9649-a86c8a0b7d4a tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14190223'] for port (ed5056be-c4d9-4933-abe5-e19f1726e7f1), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:25.339582 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39705e3-27d2-4057-9649-a86c8a0b7d4a tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Pushing event deleted for resources: {'Port': ['ID=ed5056be-c4d9-4933-abe5-e19f1726e7f1,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:25.350636 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39705e3-27d2-4057-9649-a86c8a0b7d4a tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:25.350988 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39705e3-27d2-4057-9649-a86c8a0b7d4a tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:25.351330 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39705e3-27d2-4057-9649-a86c8a0b7d4a tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:25.351638 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39705e3-27d2-4057-9649-a86c8a0b7d4a tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:25.352006 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39705e3-27d2-4057-9649-a86c8a0b7d4a tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:25.352338 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39705e3-27d2-4057-9649-a86c8a0b7d4a tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:25.352665 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39705e3-27d2-4057-9649-a86c8a0b7d4a tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:25.352997 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39705e3-27d2-4057-9649-a86c8a0b7d4a tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:25.353384 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39705e3-27d2-4057-9649-a86c8a0b7d4a tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:25.353684 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39705e3-27d2-4057-9649-a86c8a0b7d4a tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:25.354038 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39705e3-27d2-4057-9649-a86c8a0b7d4a tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:25.354343 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39705e3-27d2-4057-9649-a86c8a0b7d4a tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:25.354664 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39705e3-27d2-4057-9649-a86c8a0b7d4a tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:25.354984 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39705e3-27d2-4057-9649-a86c8a0b7d4a tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:25.355309 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39705e3-27d2-4057-9649-a86c8a0b7d4a tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:25.473316 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f5540f2-963f-425c-be23-5784093608a1 req-c39705e3-27d2-4057-9649-a86c8a0b7d4a tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Router 3e811984-1f2e-4215-be2e-079d5f256292 has already been hosted by L3 agent a0f054a9-d30b-4594-8de6-6c24438c3963 {{(pid=109910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:00:25.595085 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f5540f2-963f-425c-be23-5784093608a1 req-c39705e3-27d2-4057-9649-a86c8a0b7d4a tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Notify agent at l3_agent.dv-cinder-836071-3-iscsi the message routers_updated {{(pid=109910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:00:25.608733 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d765395c-dee8-4bf4-b1ee-2624f0044dd9 None None] Sync routers for ids ['3e811984-1f2e-4215-be2e-079d5f256292'] in dv-cinder-836071-3-iscsi {{(pid=109911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:00:25.619663 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d765395c-dee8-4bf4-b1ee-2624f0044dd9 None None] Routers {'3e811984-1f2e-4215-be2e-079d5f256292'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:00:25.620387 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-d765395c-dee8-4bf4-b1ee-2624f0044dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T11:00:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['3e811984-1f2e-4215-be2e-079d5f256292'], 'active': True} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:00:25.660292 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f5540f2-963f-425c-be23-5784093608a1 req-c39705e3-27d2-4057-9649-a86c8a0b7d4a tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] No DVR routers for this DVR port ed5056be-c4d9-4933-abe5-e19f1726e7f1 on host hv-cinder-83607 {{(pid=109910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:00:25.663597 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-5af53c47-bcd7-4c7a-9827-8fcd45a9dfc7 req-1db10637-ac64-44b0-b1b0-8587c9cd3676 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dac0229-d7be-4ae0-b76a-6911d1505fbc HTTP/1.1" status: 200 len: 210 time: 0.0431600 Apr 08 11:00:25.664432 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-0f5540f2-963f-425c-be23-5784093608a1 req-c39705e3-27d2-4057-9649-a86c8a0b7d4a tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for port (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:25.667605 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0f5540f2-963f-425c-be23-5784093608a1 req-c39705e3-27d2-4057-9649-a86c8a0b7d4a tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.39 "DELETE /v2.0/ports/ed5056be-c4d9-4933-abe5-e19f1726e7f1 HTTP/1.1" status: 204 len: 173 time: 1.1309762 Apr 08 11:00:25.668044 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dac0229-d7be-4ae0-b76a-6911d1505fbc', 'name': 'network-vif-deleted', 'tag': 'ed5056be-c4d9-4933-abe5-e19f1726e7f1'}] {{(pid=109910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:00:25.670351 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c101578fc708467248d177b11db2e3e6a7db5c554c0046cb1dea7ab1ce8b9fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76525c04-8e43-40c1-9326-73d26e3965d2" -d '{"events": [{"server_uuid": "1dac0229-d7be-4ae0-b76a-6911d1505fbc", "name": "network-vif-deleted", "tag": "ed5056be-c4d9-4933-abe5-e19f1726e7f1"}]}' {{(pid=109910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:00:25.706074 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a037ec7-33ea-41b4-9f32-f83db211b8c9 x-openstack-request-id: req-2a037ec7-33ea-41b4-9f32-f83db211b8c9 {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:00:25.706367 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dac0229-d7be-4ae0-b76a-6911d1505fbc", "name": "network-vif-deleted", "tag": "ed5056be-c4d9-4933-abe5-e19f1726e7f1", "status": "completed", "code": 200}]} {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:00:25.706614 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2a037ec7-33ea-41b4-9f32-f83db211b8c9 {{(pid=109910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:00:25.707084 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a037ec7-33ea-41b4-9f32-f83db211b8c9'] response: {'server_uuid': '1dac0229-d7be-4ae0-b76a-6911d1505fbc', 'name': 'network-vif-deleted', 'tag': 'ed5056be-c4d9-4933-abe5-e19f1726e7f1', 'status': 'completed', 'code': 200} Apr 08 11:00:25.882455 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvr_db [None req-d765395c-dee8-4bf4-b1ee-2624f0044dd9 None None] Set router 3e811984-1f2e-4215-be2e-079d5f256292 gateway port host: dv-cinder-836071-3-iscsi {{(pid=109911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:00:26.096665 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-d765395c-dee8-4bf4-b1ee-2624f0044dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e811984-1f2e-4215-be2e-079d5f256292', 'name': 'tempest-AttachVolumeShelveTestJSON-1711339750-router', 'tenant_id': 'c5c639569a22482fba93dcaca6152dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': 'e05c695c-0be2-40fc-ba9c-7c9ac800a232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:55:31Z', 'updated_at': '2022-04-08T10:55:33Z', 'revision_number': 4, 'project_id': 'c5c639569a22482fba93dcaca6152dca', 'gw_port': {'id': 'e05c695c-0be2-40fc-ba9c-7c9ac800a232', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:65:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e811984-1f2e-4215-be2e-079d5f256292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:55:31Z', 'updated_at': '2022-04-08T10:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': 'a93b5384-ef4d-4e3d-907c-ef1542a2f17b', 'name': '', 'network_id': 'ead301ed-768a-4ee8-91df-4953f8d8822a', 'tenant_id': 'c5c639569a22482fba93dcaca6152dca', 'mac_address': 'fa:16:3e:26:b0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e811984-1f2e-4215-be2e-079d5f256292', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bfdd80ae-94b4-4d02-9243-4abc3db5c2b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:55:33Z', 'updated_at': '2022-04-08T10:55:36Z', 'revision_number': 5, 'project_id': 'c5c639569a22482fba93dcaca6152dca', 'subnets': [{'id': 'bfdd80ae-94b4-4d02-9243-4abc3db5c2b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:00:26.122132 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d765395c-dee8-4bf4-b1ee-2624f0044dd9 None None] Checking router: 3e811984-1f2e-4215-be2e-079d5f256292 for host: dv-cinder-836071-3-iscsi {{(pid=109911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:00:26.130993 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d765395c-dee8-4bf4-b1ee-2624f0044dd9 None None] Routers {'3e811984-1f2e-4215-be2e-079d5f256292'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:00:26.131600 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-d765395c-dee8-4bf4-b1ee-2624f0044dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T11:00:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['3e811984-1f2e-4215-be2e-079d5f256292'], 'active': True} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:00:26.244413 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvr_db [None req-d765395c-dee8-4bf4-b1ee-2624f0044dd9 None None] Set router 3e811984-1f2e-4215-be2e-079d5f256292 gateway port host: dv-cinder-836071-3-iscsi {{(pid=109911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:00:26.460550 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-d765395c-dee8-4bf4-b1ee-2624f0044dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e811984-1f2e-4215-be2e-079d5f256292', 'name': 'tempest-AttachVolumeShelveTestJSON-1711339750-router', 'tenant_id': 'c5c639569a22482fba93dcaca6152dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': 'e05c695c-0be2-40fc-ba9c-7c9ac800a232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:55:31Z', 'updated_at': '2022-04-08T10:55:33Z', 'revision_number': 4, 'project_id': 'c5c639569a22482fba93dcaca6152dca', 'gw_port': {'id': 'e05c695c-0be2-40fc-ba9c-7c9ac800a232', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:65:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e811984-1f2e-4215-be2e-079d5f256292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:55:31Z', 'updated_at': '2022-04-08T10:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': 'a93b5384-ef4d-4e3d-907c-ef1542a2f17b', 'name': '', 'network_id': 'ead301ed-768a-4ee8-91df-4953f8d8822a', 'tenant_id': 'c5c639569a22482fba93dcaca6152dca', 'mac_address': 'fa:16:3e:26:b0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e811984-1f2e-4215-be2e-079d5f256292', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bfdd80ae-94b4-4d02-9243-4abc3db5c2b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:55:33Z', 'updated_at': '2022-04-08T10:55:36Z', 'revision_number': 5, 'project_id': 'c5c639569a22482fba93dcaca6152dca', 'subnets': [{'id': 'bfdd80ae-94b4-4d02-9243-4abc3db5c2b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:00:26.491114 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d765395c-dee8-4bf4-b1ee-2624f0044dd9 None None] The sync data for ids ['3e811984-1f2e-4215-be2e-079d5f256292'] in dv-cinder-836071-3-iscsi is: [{'id': '3e811984-1f2e-4215-be2e-079d5f256292', 'name': 'tempest-AttachVolumeShelveTestJSON-1711339750-router', 'tenant_id': 'c5c639569a22482fba93dcaca6152dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': 'e05c695c-0be2-40fc-ba9c-7c9ac800a232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:55:31Z', 'updated_at': '2022-04-08T10:55:33Z', 'revision_number': 4, 'project_id': 'c5c639569a22482fba93dcaca6152dca', 'gw_port': {'id': 'e05c695c-0be2-40fc-ba9c-7c9ac800a232', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:65:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e811984-1f2e-4215-be2e-079d5f256292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:55:31Z', 'updated_at': '2022-04-08T10:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': 'a93b5384-ef4d-4e3d-907c-ef1542a2f17b', 'name': '', 'network_id': 'ead301ed-768a-4ee8-91df-4953f8d8822a', 'tenant_id': 'c5c639569a22482fba93dcaca6152dca', 'mac_address': 'fa:16:3e:26:b0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e811984-1f2e-4215-be2e-079d5f256292', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'bfdd80ae-94b4-4d02-9243-4abc3db5c2b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:55:33Z', 'updated_at': '2022-04-08T10:55:36Z', 'revision_number': 5, 'project_id': 'c5c639569a22482fba93dcaca6152dca', 'subnets': [{'id': 'bfdd80ae-94b4-4d02-9243-4abc3db5c2b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:00:26.716253 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d274c99f-f154-48b2-a18c-cad4264ffced None None] New status for floating IP a8ff9c17-71aa-49ba-a051-9be5e9e72288: DOWN {{(pid=109912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:00:26.767773 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 33474) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:00:26.821467 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-0b5c9d1c-defc-47ff-b3e6-bd8d7fc221d3 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks [] for security_group (f0d3fa30-226d-4ca3-a839-91f857752c39), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:26.846011 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-0b5c9d1c-defc-47ff-b3e6-bd8d7fc221d3 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks [] for security_group (f0d3fa30-226d-4ca3-a839-91f857752c39), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:26.894296 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-0b5c9d1c-defc-47ff-b3e6-bd8d7fc221d3 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (f0d3fa30-226d-4ca3-a839-91f857752c39), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:26.896904 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-0b5c9d1c-defc-47ff-b3e6-bd8d7fc221d3 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks [] for security_group (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:26.898050 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-0b5c9d1c-defc-47ff-b3e6-bd8d7fc221d3 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "DELETE /v2.0/security-groups/f0d3fa30-226d-4ca3-a839-91f857752c39 HTTP/1.1" status: 204 len: 168 time: 0.1292214 Apr 08 11:00:26.900892 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 33476) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:00:26.907034 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5c9d1c-defc-47ff-b3e6-bd8d7fc221d3 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d3fa30-226d-4ca3-a839-91f857752c39,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:26.915765 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.api.v2.resource [None req-b508559a-4792-4c7b-b75d-f6f71d07f8d7 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] show failed (client error): The resource could not be found. Apr 08 11:00:26.916802 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-b508559a-4792-4c7b-b75d-f6f71d07f8d7 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "GET /v2.0/security-groups/f0d3fa30-226d-4ca3-a839-91f857752c39 HTTP/1.1" status: 404 len: 347 time: 0.0148976 Apr 08 11:00:26.919750 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 33478) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:00:27.054745 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.plugin [None req-6a40e437-ee1e-4431-ad53-3c9b4e0fbb76 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Deleting port 1f1f2760-b979-460b-a667-6eba506c9b99 {{(pid=109909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:00:27.055149 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-6a40e437-ee1e-4431-ad53-3c9b4e0fbb76 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (1f1f2760-b979-460b-a667-6eba506c9b99), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:27.136228 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-6a40e437-ee1e-4431-ad53-3c9b4e0fbb76 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (1f1f2760-b979-460b-a667-6eba506c9b99), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:27.136556 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-6a40e437-ee1e-4431-ad53-3c9b4e0fbb76 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks [] for floatingip (1f1f2760-b979-460b-a667-6eba506c9b99), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:27.148562 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.plugin [None req-6a40e437-ee1e-4431-ad53-3c9b4e0fbb76 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Calling delete_port for 1f1f2760-b979-460b-a667-6eba506c9b99 owned by network:floatingip {{(pid=109909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:00:27.285229 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-6a40e437-ee1e-4431-ad53-3c9b4e0fbb76 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16387658'] for port (1f1f2760-b979-460b-a667-6eba506c9b99), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:27.316175 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a40e437-ee1e-4431-ad53-3c9b4e0fbb76 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Pushing event deleted for resources: {'Port': ['ID=1f1f2760-b979-460b-a667-6eba506c9b99,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:27.341934 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a40e437-ee1e-4431-ad53-3c9b4e0fbb76 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:27.342288 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a40e437-ee1e-4431-ad53-3c9b4e0fbb76 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:27.342634 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a40e437-ee1e-4431-ad53-3c9b4e0fbb76 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:27.342963 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a40e437-ee1e-4431-ad53-3c9b4e0fbb76 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:27.343314 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a40e437-ee1e-4431-ad53-3c9b4e0fbb76 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:27.343658 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a40e437-ee1e-4431-ad53-3c9b4e0fbb76 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:27.343991 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a40e437-ee1e-4431-ad53-3c9b4e0fbb76 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:27.344318 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a40e437-ee1e-4431-ad53-3c9b4e0fbb76 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:27.344646 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a40e437-ee1e-4431-ad53-3c9b4e0fbb76 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:27.344967 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a40e437-ee1e-4431-ad53-3c9b4e0fbb76 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:27.345320 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a40e437-ee1e-4431-ad53-3c9b4e0fbb76 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:27.345688 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a40e437-ee1e-4431-ad53-3c9b4e0fbb76 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:27.346013 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a40e437-ee1e-4431-ad53-3c9b4e0fbb76 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:27.346348 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a40e437-ee1e-4431-ad53-3c9b4e0fbb76 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:27.346665 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a40e437-ee1e-4431-ad53-3c9b4e0fbb76 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:27.387397 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-6a40e437-ee1e-4431-ad53-3c9b4e0fbb76 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks [] for floatingip (a8ff9c17-71aa-49ba-a051-9be5e9e72288), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:27.390079 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-6a40e437-ee1e-4431-ad53-3c9b4e0fbb76 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for floatingip (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:27.391258 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-6a40e437-ee1e-4431-ad53-3c9b4e0fbb76 tempest-AttachVolumeShelveTestJSON-2063021825 tempest-AttachVolumeShelveTestJSON-2063021825-project] 10.222.0.43 "DELETE /v2.0/floatingips/a8ff9c17-71aa-49ba-a051-9be5e9e72288 HTTP/1.1" status: 204 len: 168 time: 0.4705534 Apr 08 11:00:27.525660 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device ed5056be-c4d9-4933-abe5-e19f1726e7f1 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:00:27.545955 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] No Port match for: ed5056be-c4d9-4933-abe5-e19f1726e7f1 {{(pid=109911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:00:27.546298 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device ed5056be-c4d9-4933-abe5-e19f1726e7f1 not bound to the agent host hv-cinder-83607 {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:00:29.208744 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.agents_db [None req-4d82583b-548a-400c-8f4c-c09be56c4ea4 None None] Agent healthcheck: found 6 active agents {{(pid=109912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:00:29.838827 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 33500) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:00:30.328468 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-3eb58df3-603e-4d22-9cda-257c23715092 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-741569'] for router_interface (3e811984-1f2e-4215-be2e-079d5f256292), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:30.587920 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.plugin [None req-3eb58df3-603e-4d22-9cda-257c23715092 admin admin] Deleting port a93b5384-ef4d-4e3d-907c-ef1542a2f17b {{(pid=109909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:00:30.588277 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-3eb58df3-603e-4d22-9cda-257c23715092 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (a93b5384-ef4d-4e3d-907c-ef1542a2f17b), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:30.672787 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.db [None req-3eb58df3-603e-4d22-9cda-257c23715092 admin admin] For port a93b5384-ef4d-4e3d-907c-ef1542a2f17b, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=a93b5384-ef4d-4e3d-907c-ef1542a2f17b,segment=NetworkSegment(03985018-c563-41ce-aacb-1a83d441442a),segment_id=03985018-c563-41ce-aacb-1a83d441442a)] {{(pid=109909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:00:30.673274 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-3eb58df3-603e-4d22-9cda-257c23715092 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (a93b5384-ef4d-4e3d-907c-ef1542a2f17b), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:30.686114 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.plugin [None req-3eb58df3-603e-4d22-9cda-257c23715092 admin admin] Calling delete_port for a93b5384-ef4d-4e3d-907c-ef1542a2f17b owned by network:router_interface {{(pid=109909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:00:30.874156 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-3eb58df3-603e-4d22-9cda-257c23715092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16387658'] for port (a93b5384-ef4d-4e3d-907c-ef1542a2f17b), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:30.898725 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb58df3-603e-4d22-9cda-257c23715092 admin admin] Pushing event deleted for resources: {'Port': ['ID=a93b5384-ef4d-4e3d-907c-ef1542a2f17b,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:31.070072 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-3eb58df3-603e-4d22-9cda-257c23715092 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-741518'] for router_interface (3e811984-1f2e-4215-be2e-079d5f256292), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:31.298486 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb58df3-603e-4d22-9cda-257c23715092 admin admin] Router 3e811984-1f2e-4215-be2e-079d5f256292 has already been hosted by L3 agent a0f054a9-d30b-4594-8de6-6c24438c3963 {{(pid=109909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:00:31.641614 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb58df3-603e-4d22-9cda-257c23715092 admin admin] Notify agent at l3_agent.dv-cinder-836071-3-iscsi the message routers_updated {{(pid=109909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:00:31.647056 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-3eb58df3-603e-4d22-9cda-257c23715092 admin admin] 10.222.0.43 "PUT /v2.0/routers/3e811984-1f2e-4215-be2e-079d5f256292/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8071826 Apr 08 11:00:31.650055 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 33504) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:00:31.653044 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4820ed56-d4ad-406e-8486-7f457ca3ed16 None None] Sync routers for ids ['3e811984-1f2e-4215-be2e-079d5f256292'] in dv-cinder-836071-3-iscsi {{(pid=109911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:00:31.664812 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4820ed56-d4ad-406e-8486-7f457ca3ed16 None None] Routers {'3e811984-1f2e-4215-be2e-079d5f256292'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:00:31.665554 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-4820ed56-d4ad-406e-8486-7f457ca3ed16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T11:00:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['3e811984-1f2e-4215-be2e-079d5f256292'], 'active': True} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:00:31.753811 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-2f53f434-1066-468e-a15d-0b3e30b3d2be admin admin] Publish callbacks [] for router (3e811984-1f2e-4215-be2e-079d5f256292), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:31.774050 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvr_db [None req-4820ed56-d4ad-406e-8486-7f457ca3ed16 None None] Set router 3e811984-1f2e-4215-be2e-079d5f256292 gateway port host: dv-cinder-836071-3-iscsi {{(pid=109911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:00:31.857575 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-2f53f434-1066-468e-a15d-0b3e30b3d2be admin admin] Publish callbacks [] for router_gateway (3e811984-1f2e-4215-be2e-079d5f256292), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:31.911500 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.plugin [None req-2f53f434-1066-468e-a15d-0b3e30b3d2be admin admin] Deleting port e05c695c-0be2-40fc-ba9c-7c9ac800a232 {{(pid=109909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:00:31.912532 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-2f53f434-1066-468e-a15d-0b3e30b3d2be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (e05c695c-0be2-40fc-ba9c-7c9ac800a232), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:31.954634 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-4820ed56-d4ad-406e-8486-7f457ca3ed16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e811984-1f2e-4215-be2e-079d5f256292', 'name': 'tempest-AttachVolumeShelveTestJSON-1711339750-router', 'tenant_id': 'c5c639569a22482fba93dcaca6152dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': 'e05c695c-0be2-40fc-ba9c-7c9ac800a232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:55:31Z', 'updated_at': '2022-04-08T11:00:30Z', 'revision_number': 5, 'project_id': 'c5c639569a22482fba93dcaca6152dca', 'gw_port': {'id': 'e05c695c-0be2-40fc-ba9c-7c9ac800a232', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:65:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e811984-1f2e-4215-be2e-079d5f256292', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:55:31Z', 'updated_at': '2022-04-08T10:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi'}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:00:31.980571 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4820ed56-d4ad-406e-8486-7f457ca3ed16 None None] Checking router: 3e811984-1f2e-4215-be2e-079d5f256292 for host: dv-cinder-836071-3-iscsi {{(pid=109911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:00:31.989724 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4820ed56-d4ad-406e-8486-7f457ca3ed16 None None] Routers {'3e811984-1f2e-4215-be2e-079d5f256292'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:00:31.990488 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-4820ed56-d4ad-406e-8486-7f457ca3ed16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T11:00:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['3e811984-1f2e-4215-be2e-079d5f256292'], 'active': True} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:00:31.993859 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.db [None req-2f53f434-1066-468e-a15d-0b3e30b3d2be admin admin] For port e05c695c-0be2-40fc-ba9c-7c9ac800a232, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=e05c695c-0be2-40fc-ba9c-7c9ac800a232,segment=NetworkSegment(161e69df-2a78-40e9-90fc-e661b1490c65),segment_id=161e69df-2a78-40e9-90fc-e661b1490c65)] {{(pid=109909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:00:31.994226 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-2f53f434-1066-468e-a15d-0b3e30b3d2be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (e05c695c-0be2-40fc-ba9c-7c9ac800a232), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:32.010221 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.plugin [None req-2f53f434-1066-468e-a15d-0b3e30b3d2be admin admin] Calling delete_port for e05c695c-0be2-40fc-ba9c-7c9ac800a232 owned by network:router_gateway {{(pid=109909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:00:32.082904 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvr_db [None req-4820ed56-d4ad-406e-8486-7f457ca3ed16 None None] Set router 3e811984-1f2e-4215-be2e-079d5f256292 gateway port host: None {{(pid=109911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:00:32.137530 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-4820ed56-d4ad-406e-8486-7f457ca3ed16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e811984-1f2e-4215-be2e-079d5f256292', 'name': 'tempest-AttachVolumeShelveTestJSON-1711339750-router', 'tenant_id': 'c5c639569a22482fba93dcaca6152dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:55:31Z', 'updated_at': '2022-04-08T11:00:31Z', 'revision_number': 6, 'project_id': 'c5c639569a22482fba93dcaca6152dca', 'gw_port_host': None}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:00:32.164138 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4820ed56-d4ad-406e-8486-7f457ca3ed16 None None] The sync data for ids ['3e811984-1f2e-4215-be2e-079d5f256292'] in dv-cinder-836071-3-iscsi is: [{'id': '3e811984-1f2e-4215-be2e-079d5f256292', 'name': 'tempest-AttachVolumeShelveTestJSON-1711339750-router', 'tenant_id': 'c5c639569a22482fba93dcaca6152dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:55:31Z', 'updated_at': '2022-04-08T11:00:31Z', 'revision_number': 6, 'project_id': 'c5c639569a22482fba93dcaca6152dca', 'gw_port_host': None}] {{(pid=109911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:00:32.183403 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-2f53f434-1066-468e-a15d-0b3e30b3d2be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16387658'] for port (e05c695c-0be2-40fc-ba9c-7c9ac800a232), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:32.207448 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f53f434-1066-468e-a15d-0b3e30b3d2be admin admin] Pushing event deleted for resources: {'Port': ['ID=e05c695c-0be2-40fc-ba9c-7c9ac800a232,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:32.270364 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-2f53f434-1066-468e-a15d-0b3e30b3d2be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-743931'] for router_gateway (3e811984-1f2e-4215-be2e-079d5f256292), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:32.363305 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-2f53f434-1066-468e-a15d-0b3e30b3d2be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-748458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40417'] for router (3e811984-1f2e-4215-be2e-079d5f256292), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:32.365666 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-2f53f434-1066-468e-a15d-0b3e30b3d2be admin admin] Publish callbacks [] for router_controller (3e811984-1f2e-4215-be2e-079d5f256292), precommit_delete_associations {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:32.419480 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-2f53f434-1066-468e-a15d-0b3e30b3d2be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-748453'] for router (3e811984-1f2e-4215-be2e-079d5f256292), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:32.420094 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f53f434-1066-468e-a15d-0b3e30b3d2be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e811984-1f2e-4215-be2e-079d5f256292 {{(pid=109909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 11:00:32.425996 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-2f53f434-1066-468e-a15d-0b3e30b3d2be admin admin] Publish callbacks [] for router (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:32.427257 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-2f53f434-1066-468e-a15d-0b3e30b3d2be admin admin] 10.222.0.43 "DELETE /v2.0/routers/3e811984-1f2e-4215-be2e-079d5f256292 HTTP/1.1" status: 204 len: 168 time: 0.7761805 Apr 08 11:00:32.429996 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 33506) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:00:32.484481 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.db.db_base_plugin_v2 [None req-a837038e-61dd-4a40-bba8-41a5cedbf0ac admin admin] Deleting subnet bfdd80ae-94b4-4d02-9243-4abc3db5c2b8 {{(pid=109909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 11:00:32.489626 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-a837038e-61dd-4a40-bba8-41a5cedbf0ac admin admin] Publish callbacks [] for subnet (bfdd80ae-94b4-4d02-9243-4abc3db5c2b8), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:32.535058 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-a837038e-61dd-4a40-bba8-41a5cedbf0ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12708406'] for subnet (bfdd80ae-94b4-4d02-9243-4abc3db5c2b8), precommit_delete_associations {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:32.616173 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device a93b5384-ef4d-4e3d-907c-ef1542a2f17b no longer exists at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:00:32.631052 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-a837038e-61dd-4a40-bba8-41a5cedbf0ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1794403'] for subnet (bfdd80ae-94b4-4d02-9243-4abc3db5c2b8), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:32.637922 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] No Port match for: a93b5384-ef4d-4e3d-907c-ef1542a2f17b {{(pid=109911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:00:32.638282 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device a93b5384-ef4d-4e3d-907c-ef1542a2f17b not bound to the agent host dv-cinder-836071-3-iscsi {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:00:32.692602 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-a837038e-61dd-4a40-bba8-41a5cedbf0ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1794410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16387743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12895238'] for subnet (bfdd80ae-94b4-4d02-9243-4abc3db5c2b8), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:32.719253 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a837038e-61dd-4a40-bba8-41a5cedbf0ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfdd80ae-94b4-4d02-9243-4abc3db5c2b8,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:32.721261 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-a837038e-61dd-4a40-bba8-41a5cedbf0ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:32.725024 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-a837038e-61dd-4a40-bba8-41a5cedbf0ac admin admin] 10.222.0.43 "DELETE /v2.0/subnets/bfdd80ae-94b4-4d02-9243-4abc3db5c2b8 HTTP/1.1" status: 204 len: 168 time: 0.2940404 Apr 08 11:00:32.726197 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23fcba4-b1b7-4506-8af1-cc63570c2fb7 None None] Network ead301ed-768a-4ee8-91df-4953f8d8822a requested from dv-cinder-836071-3-iscsi {{(pid=109911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:00:32.727508 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 33508) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:00:32.797992 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-2b01f851-8e56-426b-a784-8b9dbc47e2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1935778'] for network (ead301ed-768a-4ee8-91df-4953f8d8822a), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:32.853024 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.plugin [None req-2b01f851-8e56-426b-a784-8b9dbc47e2c9 admin admin] Deleting port 49f56402-7669-43fc-9f05-7a036fe15e68 {{(pid=109909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:00:32.853402 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-2b01f851-8e56-426b-a784-8b9dbc47e2c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (49f56402-7669-43fc-9f05-7a036fe15e68), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:32.917389 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.db [None req-2b01f851-8e56-426b-a784-8b9dbc47e2c9 admin admin] For port 49f56402-7669-43fc-9f05-7a036fe15e68, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=49f56402-7669-43fc-9f05-7a036fe15e68,segment=NetworkSegment(03985018-c563-41ce-aacb-1a83d441442a),segment_id=03985018-c563-41ce-aacb-1a83d441442a)] {{(pid=109909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:00:32.918006 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-2b01f851-8e56-426b-a784-8b9dbc47e2c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (49f56402-7669-43fc-9f05-7a036fe15e68), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:32.931815 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.plugin [None req-2b01f851-8e56-426b-a784-8b9dbc47e2c9 admin admin] Calling delete_port for 49f56402-7669-43fc-9f05-7a036fe15e68 owned by network:dhcp {{(pid=109909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:00:32.956219 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993fd035-9960-4c2b-958b-f7accab8a703 None None] DHCP port deletion for ead301ed-768a-4ee8-91df-4953f8d8822a request from dv-cinder-836071-3-iscsi {{(pid=109911) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 11:00:33.010412 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-993fd035-9960-4c2b-958b-f7accab8a703 None None] Deleting port 49f56402-7669-43fc-9f05-7a036fe15e68 {{(pid=109911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:00:33.010787 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-993fd035-9960-4c2b-958b-f7accab8a703 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (49f56402-7669-43fc-9f05-7a036fe15e68), before_delete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:33.020437 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-2b01f851-8e56-426b-a784-8b9dbc47e2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16387658'] for port (49f56402-7669-43fc-9f05-7a036fe15e68), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:33.046036 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b01f851-8e56-426b-a784-8b9dbc47e2c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=49f56402-7669-43fc-9f05-7a036fe15e68,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:33.049323 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b01f851-8e56-426b-a784-8b9dbc47e2c9 admin admin] No DVR routers for this DVR port 49f56402-7669-43fc-9f05-7a036fe15e68 on host dv-cinder-836071-3-iscsi {{(pid=109909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:00:33.080683 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-993fd035-9960-4c2b-958b-f7accab8a703 None None] For port 49f56402-7669-43fc-9f05-7a036fe15e68, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=49f56402-7669-43fc-9f05-7a036fe15e68,segment=NetworkSegment(03985018-c563-41ce-aacb-1a83d441442a),segment_id=03985018-c563-41ce-aacb-1a83d441442a)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:00:33.081128 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-993fd035-9960-4c2b-958b-f7accab8a703 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (49f56402-7669-43fc-9f05-7a036fe15e68), precommit_delete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:33.093981 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-993fd035-9960-4c2b-958b-f7accab8a703 None None] Calling delete_port for 49f56402-7669-43fc-9f05-7a036fe15e68 owned by network:dhcp {{(pid=109911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:00:33.120952 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-2b01f851-8e56-426b-a784-8b9dbc47e2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1814266', 'neutron.services.segments.db._delete_segments_for_network-8778033058250'] for network (ead301ed-768a-4ee8-91df-4953f8d8822a), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:33.143269 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.services.segments.db [None req-2b01f851-8e56-426b-a784-8b9dbc47e2c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ead301ed-768a-4ee8-91df-4953f8d8822a']}} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:00:33.153151 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.services.segments.db [None req-2b01f851-8e56-426b-a784-8b9dbc47e2c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03985018-c563-41ce-aacb-1a83d441442a') {'for_net_delete': True} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:00:33.153452 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.services.segments.db [None req-2b01f851-8e56-426b-a784-8b9dbc47e2c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03985018-c563-41ce-aacb-1a83d441442a') {} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:00:33.163066 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-2b01f851-8e56-426b-a784-8b9dbc47e2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778033060307', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12708399'] for segment (03985018-c563-41ce-aacb-1a83d441442a), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:33.172099 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-993fd035-9960-4c2b-958b-f7accab8a703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870'] for port (49f56402-7669-43fc-9f05-7a036fe15e68), after_delete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:33.177168 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-2b01f851-8e56-426b-a784-8b9dbc47e2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801210'] for segment (03985018-c563-41ce-aacb-1a83d441442a), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:33.184255 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b01f851-8e56-426b-a784-8b9dbc47e2c9 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=109909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:00:33.184849 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-2b01f851-8e56-426b-a784-8b9dbc47e2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16387705'] for segment (03985018-c563-41ce-aacb-1a83d441442a), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:33.186596 dv-cinder-836071-3-iscsi neutron-server[109909]: Traceback (most recent call last): Apr 08 11:00:33.186596 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:00:33.186596 dv-cinder-836071-3-iscsi neutron-server[109909]: timer() Apr 08 11:00:33.186596 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:00:33.186596 dv-cinder-836071-3-iscsi neutron-server[109909]: cb(*args, **kw) Apr 08 11:00:33.186596 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 11:00:33.186596 dv-cinder-836071-3-iscsi neutron-server[109909]: return func(*args, **kwargs) Apr 08 11:00:33.186596 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:00:33.186596 dv-cinder-836071-3-iscsi neutron-server[109909]: self._notify() Apr 08 11:00:33.186596 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:00:33.186596 dv-cinder-836071-3-iscsi neutron-server[109909]: self.callback(batched_events) Apr 08 11:00:33.186596 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:00:33.186596 dv-cinder-836071-3-iscsi neutron-server[109909]: event.method(event) Apr 08 11:00:33.186596 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 11:00:33.186596 dv-cinder-836071-3-iscsi neutron-server[109909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:00:33.186596 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 11:00:33.186596 dv-cinder-836071-3-iscsi neutron-server[109909]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:00:33.186596 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 11:00:33.186596 dv-cinder-836071-3-iscsi neutron-server[109909]: return f(self, *a, **k) Apr 08 11:00:33.186596 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 11:00:33.186596 dv-cinder-836071-3-iscsi neutron-server[109909]: return self._get(url).json() Apr 08 11:00:33.186596 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 11:00:33.186596 dv-cinder-836071-3-iscsi neutron-server[109909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:00:33.186596 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:00:33.186596 dv-cinder-836071-3-iscsi neutron-server[109909]: return self.request(url, 'GET', **kwargs) Apr 08 11:00:33.186596 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:00:33.186596 dv-cinder-836071-3-iscsi neutron-server[109909]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:00:33.186596 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:00:33.186596 dv-cinder-836071-3-iscsi neutron-server[109909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:00:33.186596 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:00:33.186596 dv-cinder-836071-3-iscsi neutron-server[109909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:00:33.186596 dv-cinder-836071-3-iscsi neutron-server[109909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:00:33.203317 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993fd035-9960-4c2b-958b-f7accab8a703 None None] Pushing event deleted for resources: {'Port': ['ID=49f56402-7669-43fc-9f05-7a036fe15e68,revision_number=None']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:33.206621 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993fd035-9960-4c2b-958b-f7accab8a703 None None] No DVR routers for this DVR port 49f56402-7669-43fc-9f05-7a036fe15e68 on host dv-cinder-836071-3-iscsi {{(pid=109911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:00:33.218725 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993fd035-9960-4c2b-958b-f7accab8a703 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:33.218725 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993fd035-9960-4c2b-958b-f7accab8a703 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:33.218725 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993fd035-9960-4c2b-958b-f7accab8a703 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:33.218725 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993fd035-9960-4c2b-958b-f7accab8a703 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:33.218725 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993fd035-9960-4c2b-958b-f7accab8a703 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:33.218725 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993fd035-9960-4c2b-958b-f7accab8a703 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:33.218725 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993fd035-9960-4c2b-958b-f7accab8a703 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:33.218725 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993fd035-9960-4c2b-958b-f7accab8a703 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:33.218725 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993fd035-9960-4c2b-958b-f7accab8a703 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:33.218725 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993fd035-9960-4c2b-958b-f7accab8a703 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:33.218725 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993fd035-9960-4c2b-958b-f7accab8a703 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:33.218725 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993fd035-9960-4c2b-958b-f7accab8a703 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:33.218725 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993fd035-9960-4c2b-958b-f7accab8a703 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:33.218725 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993fd035-9960-4c2b-958b-f7accab8a703 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:33.218725 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993fd035-9960-4c2b-958b-f7accab8a703 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:33.250251 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-2b01f851-8e56-426b-a784-8b9dbc47e2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1814241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-743903'] for network (ead301ed-768a-4ee8-91df-4953f8d8822a), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:33.256395 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-2b01f851-8e56-426b-a784-8b9dbc47e2c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553535'] for network (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:33.259537 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-2b01f851-8e56-426b-a784-8b9dbc47e2c9 admin admin] 10.222.0.43 "DELETE /v2.0/networks/ead301ed-768a-4ee8-91df-4953f8d8822a HTTP/1.1" status: 204 len: 168 time: 0.5311241 Apr 08 11:00:33.272287 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b01f851-8e56-426b-a784-8b9dbc47e2c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ead301ed-768a-4ee8-91df-4953f8d8822a,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:33.380566 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 33512) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:00:33.423564 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-03bf38c4-5bd3-4a18-8711-cc469a57c363 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c5c639569a22482fba93dcaca6152dca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417759 Apr 08 11:00:33.427576 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 33514) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:00:33.486193 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-698b0e00-72ce-4f60-9ed3-cdd995a4eeda admin admin] Publish callbacks [] for security_group (6f7e5a27-7de6-41ff-a6f5-d904e4dd4735), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:33.508500 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-698b0e00-72ce-4f60-9ed3-cdd995a4eeda admin admin] Publish callbacks [] for security_group (6f7e5a27-7de6-41ff-a6f5-d904e4dd4735), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:33.563481 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-698b0e00-72ce-4f60-9ed3-cdd995a4eeda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (6f7e5a27-7de6-41ff-a6f5-d904e4dd4735), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:33.566435 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-698b0e00-72ce-4f60-9ed3-cdd995a4eeda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:33.567681 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-698b0e00-72ce-4f60-9ed3-cdd995a4eeda admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6f7e5a27-7de6-41ff-a6f5-d904e4dd4735 HTTP/1.1" status: 204 len: 168 time: 0.1391523 Apr 08 11:00:33.577196 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698b0e00-72ce-4f60-9ed3-cdd995a4eeda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7e5a27-7de6-41ff-a6f5-d904e4dd4735,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:34.277709 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device e05c695c-0be2-40fc-ba9c-7c9ac800a232 no longer exists at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:00:34.298558 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] No Port match for: e05c695c-0be2-40fc-ba9c-7c9ac800a232 {{(pid=109911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:00:34.298874 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device e05c695c-0be2-40fc-ba9c-7c9ac800a232 not bound to the agent host dv-cinder-836071-3-iscsi {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:00:34.299306 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device 49f56402-7669-43fc-9f05-7a036fe15e68 no longer exists at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:00:34.306737 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 33536) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:00:34.319216 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] No Port match for: 49f56402-7669-43fc-9f05-7a036fe15e68 {{(pid=109911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:00:34.319566 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device 49f56402-7669-43fc-9f05-7a036fe15e68 not bound to the agent host dv-cinder-836071-3-iscsi {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:00:34.404196 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.v2.base [None req-f1a8df04-6252-4809-9571-c4da6ea5e93e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1708035265-network', 'tenant_id': 'b65c8b3119e3451497e21393575ac34c'}} {{(pid=109909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:00:34.426237 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a8df04-6252-4809-9571-c4da6ea5e93e admin admin] Made reservation on behalf of b65c8b3119e3451497e21393575ac34c for: {'network': 1} {{(pid=109909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:00:34.428597 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-f1a8df04-6252-4809-9571-c4da6ea5e93e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for network (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:34.441236 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-f1a8df04-6252-4809-9571-c4da6ea5e93e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:34.518795 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-f1a8df04-6252-4809-9571-c4da6ea5e93e admin admin] Publish callbacks [] for security_group (54e83894-8cc6-49ee-9845-02599080a81e), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:34.524457 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-f1a8df04-6252-4809-9571-c4da6ea5e93e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (54e83894-8cc6-49ee-9845-02599080a81e), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:34.548032 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1a8df04-6252-4809-9571-c4da6ea5e93e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=109909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:00:34.557843 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a8df04-6252-4809-9571-c4da6ea5e93e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e83894-8cc6-49ee-9845-02599080a81e,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:34.562767 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-f1a8df04-6252-4809-9571-c4da6ea5e93e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801210'] for segment (58931447-9a6b-4dac-a5d5-12a7f8dcf59f), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:34.563119 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.db.segments_db [None req-f1a8df04-6252-4809-9571-c4da6ea5e93e admin admin] Added segment 58931447-9a6b-4dac-a5d5-12a7f8dcf59f of type vlan for network 5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9 Apr 08 11:00:34.602385 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-f1a8df04-6252-4809-9571-c4da6ea5e93e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778032765835'] for network (5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:34.627125 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-f1a8df04-6252-4809-9571-c4da6ea5e93e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513'] for network (5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:34.628162 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a8df04-6252-4809-9571-c4da6ea5e93e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:34.628733 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-f1a8df04-6252-4809-9571-c4da6ea5e93e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553535'] for network (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:34.684758 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-f1a8df04-6252-4809-9571-c4da6ea5e93e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3767934 Apr 08 11:00:34.688023 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 33540) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:00:34.692163 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a8df04-6252-4809-9571-c4da6ea5e93e admin admin] Pushing event updated for resources: {'Network': ['ID=5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:34.692954 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [None req-a64defc3-3822-4b4f-98f2-a05dc7cea513 admin admin] Request body: {'subnet': {'network_id': '5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1708035265-subnet', 'tenant_id': 'b65c8b3119e3451497e21393575ac34c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:00:34.701966 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Network 5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9 details requested by agent ovs-agent-dv-cinder-836071-3-iscsi with host dv-cinder-836071-3-iscsi {{(pid=109911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 11:00:34.713962 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64defc3-3822-4b4f-98f2-a05dc7cea513 admin admin] Made reservation on behalf of b65c8b3119e3451497e21393575ac34c for: {'subnet': 1} {{(pid=109910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:00:34.717016 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-a64defc3-3822-4b4f-98f2-a05dc7cea513 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14574116'] for subnet (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:34.891743 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-a64defc3-3822-4b4f-98f2-a05dc7cea513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14190107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14576862'] for subnet (920bb832-b2df-48c9-bc0e-112cc1fcd212), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:34.947011 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64defc3-3822-4b4f-98f2-a05dc7cea513 admin admin] Pushing event updated for resources: {'Subnet': ['ID=920bb832-b2df-48c9-bc0e-112cc1fcd212,revision_number=0']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:34.962010 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64defc3-3822-4b4f-98f2-a05dc7cea513 admin admin] Checking segment: {'id': '58931447-9a6b-4dac-a5d5-12a7f8dcf59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:00:34.962365 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64defc3-3822-4b4f-98f2-a05dc7cea513 admin admin] Network hostable DHCP agents. Network: 5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9, hostable agents: ['0996d03c-a6d6-4751-8b32-c8111f4b3d8a'], hosted agents: [] {{(pid=109910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:00:34.980780 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64defc3-3822-4b4f-98f2-a05dc7cea513 admin admin] Network 5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9 is scheduled to be hosted by DHCP agent 0996d03c-a6d6-4751-8b32-c8111f4b3d8a with binding_index 1 {{(pid=109910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:00:34.989999 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.base_scheduler [None req-a64defc3-3822-4b4f-98f2-a05dc7cea513 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836071-3-iscsi, 5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9) {{(pid=109910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:00:34.994559 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64defc3-3822-4b4f-98f2-a05dc7cea513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:34.995760 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-a64defc3-3822-4b4f-98f2-a05dc7cea513 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553535'] for subnet (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:34.999240 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ca282b-0227-470d-9a37-e7c3b45780a1 None None] Network 5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9 requested from dv-cinder-836071-3-iscsi {{(pid=109911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:00:35.012175 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-a64defc3-3822-4b4f-98f2-a05dc7cea513 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3230793 Apr 08 11:00:35.014882 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 33542) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:00:35.019710 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [None req-c4180e7d-e118-4ac4-9796-b4251017fb6f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1708035265-router', 'tenant_id': 'b65c8b3119e3451497e21393575ac34c', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b'}}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:00:35.041313 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-c4180e7d-e118-4ac4-9796-b4251017fb6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-748360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40211'] for router (0c9463b4-e418-4448-92c8-3682acde721b), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:35.042338 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-c4180e7d-e118-4ac4-9796-b4251017fb6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-743752', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40424'] for router (0c9463b4-e418-4448-92c8-3682acde721b), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:35.102716 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1897b9-2fb2-46fa-b69b-efb7bac36187 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2e46b0fd-1d33-5ebd-a23e-349e34994587-5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9', 'network_id': '5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9', 'project_id': 'b65c8b3119e3451497e21393575ac34c', 'fixed_ips': [{'subnet_id': '920bb832-b2df-48c9-bc0e-112cc1fcd212'}]}} from dv-cinder-836071-3-iscsi. {{(pid=109911) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 11:00:35.103600 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-9b1897b9-2fb2-46fa-b69b-efb7bac36187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:35.103850 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-c4180e7d-e118-4ac4-9796-b4251017fb6f admin admin] Publish callbacks [] for router_controller (0c9463b4-e418-4448-92c8-3682acde721b), precommit_add_association {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:35.249614 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-c4180e7d-e118-4ac4-9796-b4251017fb6f admin admin] Publish callbacks [] for router_gateway (0c9463b4-e418-4448-92c8-3682acde721b), precommit_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:35.373505 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.db_base_plugin_common [None req-9b1897b9-2fb2-46fa-b69b-efb7bac36187 None None] Allocated IP 172.20.0.2 (5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9/920bb832-b2df-48c9-bc0e-112cc1fcd212/7b56786d-457f-4cbb-af7f-d9d63a5b982d) {{(pid=109911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:00:35.454589 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-c4180e7d-e118-4ac4-9796-b4251017fb6f admin admin] Publish callbacks [] for router_gateway (0c9463b4-e418-4448-92c8-3682acde721b), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:35.473721 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-c4180e7d-e118-4ac4-9796-b4251017fb6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:35.515122 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-9b1897b9-2fb2-46fa-b69b-efb7bac36187 None None] Publish callbacks [] for port (7b56786d-457f-4cbb-af7f-d9d63a5b982d), precommit_create {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:35.522487 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-9b1897b9-2fb2-46fa-b69b-efb7bac36187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861'] for port (7b56786d-457f-4cbb-af7f-d9d63a5b982d), after_create {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:35.565925 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1897b9-2fb2-46fa-b69b-efb7bac36187 None None] Network 5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9 is already hosted by enough agents. {{(pid=109911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:00:35.568747 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.scheduler.base_scheduler [None req-9b1897b9-2fb2-46fa-b69b-efb7bac36187 None None] Resources bound (agent type, host, resource id): {{(pid=109911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:00:35.571356 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1897b9-2fb2-46fa-b69b-efb7bac36187 None None] Received port after_create {{(pid=109911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:00:35.579163 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.db_base_plugin_common [None req-c4180e7d-e118-4ac4-9796-b4251017fb6f admin admin] Allocated IP 172.27.2.171 (173a9438-8c11-42c7-a64e-a6d835b0fe8b/3e92b2da-8062-400a-a6d5-15b49fe43bf4/909080ea-8dc9-4533-9666-de29bb36406f) {{(pid=109910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:00:35.588859 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1897b9-2fb2-46fa-b69b-efb7bac36187 None None] Pushing event updated for resources: {'Port': ['ID=7b56786d-457f-4cbb-af7f-d9d63a5b982d,revision_number=1']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:35.639915 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.managers [None req-9b1897b9-2fb2-46fa-b69b-efb7bac36187 None None] Attempting to bind port 7b56786d-457f-4cbb-af7f-d9d63a5b982d on host dv-cinder-836071-3-iscsi for vnic_type normal with profile {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:00:35.640400 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.managers [None req-9b1897b9-2fb2-46fa-b69b-efb7bac36187 None None] Attempting to bind port 7b56786d-457f-4cbb-af7f-d9d63a5b982d by drivers openvswitch,hyperv on host dv-cinder-836071-3-iscsi at level 0 using segments [{'id': '58931447-9a6b-4dac-a5d5-12a7f8dcf59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9'}] {{(pid=109911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:00:35.640844 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1897b9-2fb2-46fa-b69b-efb7bac36187 None None] Attempting to bind port 7b56786d-457f-4cbb-af7f-d9d63a5b982d on network 5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9 {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:00:35.646823 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1897b9-2fb2-46fa-b69b-efb7bac36187 None None] Checking agent: {'id': 'd1e78606-e5cc-43c0-bc22-8a5324478286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 41, 48), 'started_at': datetime.datetime(2022, 4, 8, 10, 42, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:00:35.647192 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1897b9-2fb2-46fa-b69b-efb7bac36187 None None] Checking segment: {'id': '58931447-9a6b-4dac-a5d5-12a7f8dcf59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:00:35.647575 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-9b1897b9-2fb2-46fa-b69b-efb7bac36187 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:35.647962 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1897b9-2fb2-46fa-b69b-efb7bac36187 None None] Bound using segment: {'id': '58931447-9a6b-4dac-a5d5-12a7f8dcf59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9'} {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:00:35.648419 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.managers [None req-9b1897b9-2fb2-46fa-b69b-efb7bac36187 None None] Bound port: 7b56786d-457f-4cbb-af7f-d9d63a5b982d, host: dv-cinder-836071-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58931447-9a6b-4dac-a5d5-12a7f8dcf59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9'}}] {{(pid=109911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:00:35.648794 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-9b1897b9-2fb2-46fa-b69b-efb7bac36187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (7b56786d-457f-4cbb-af7f-d9d63a5b982d), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:35.685699 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-c4180e7d-e118-4ac4-9796-b4251017fb6f admin admin] Publish callbacks [] for port (909080ea-8dc9-4533-9666-de29bb36406f), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:35.712839 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-9b1897b9-2fb2-46fa-b69b-efb7bac36187 None None] For port 7b56786d-457f-4cbb-af7f-d9d63a5b982d, host dv-cinder-836071-3-iscsi, cleared binding levels {{(pid=109911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:00:35.715940 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-9b1897b9-2fb2-46fa-b69b-efb7bac36187 None None] For port 7b56786d-457f-4cbb-af7f-d9d63a5b982d, host dv-cinder-836071-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=7b56786d-457f-4cbb-af7f-d9d63a5b982d,segment=NetworkSegment(58931447-9a6b-4dac-a5d5-12a7f8dcf59f),segment_id=58931447-9a6b-4dac-a5d5-12a7f8dcf59f)] {{(pid=109911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:00:35.718846 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-c4180e7d-e118-4ac4-9796-b4251017fb6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14190223'] for port (909080ea-8dc9-4533-9666-de29bb36406f), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:35.722088 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-9b1897b9-2fb2-46fa-b69b-efb7bac36187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (7b56786d-457f-4cbb-af7f-d9d63a5b982d), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:35.758701 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4180e7d-e118-4ac4-9796-b4251017fb6f admin admin] Network 173a9438-8c11-42c7-a64e-a6d835b0fe8b is already hosted by enough agents. {{(pid=109910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:00:35.763365 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.base_scheduler [None req-c4180e7d-e118-4ac4-9796-b4251017fb6f admin admin] Resources bound (agent type, host, resource id): {{(pid=109910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:00:35.766011 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4180e7d-e118-4ac4-9796-b4251017fb6f admin admin] Received port after_create {{(pid=109910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:00:35.780575 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1897b9-2fb2-46fa-b69b-efb7bac36187 None None] Pushing event updated for resources: {'Port': ['ID=7b56786d-457f-4cbb-af7f-d9d63a5b982d,revision_number=2']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:35.802788 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4180e7d-e118-4ac4-9796-b4251017fb6f admin admin] Pushing event updated for resources: {'Port': ['ID=909080ea-8dc9-4533-9666-de29bb36406f,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:36.089378 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-c4180e7d-e118-4ac4-9796-b4251017fb6f admin admin] Publish callbacks [] for router_gateway (0c9463b4-e418-4448-92c8-3682acde721b), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:36.305162 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device 7b56786d-457f-4cbb-af7f-d9d63a5b982d up at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:00:36.325971 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-c4180e7d-e118-4ac4-9796-b4251017fb6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-748511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-743719'] for router (0c9463b4-e418-4448-92c8-3682acde721b), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:36.371103 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Provisioning complete for port 7b56786d-457f-4cbb-af7f-d9d63a5b982d triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:00:36.371468 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (7b56786d-457f-4cbb-af7f-d9d63a5b982d), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:36.475866 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Current status of the port 7b56786d-457f-4cbb-af7f-d9d63a5b982d is: DOWN; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:00:36.476568 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (7b56786d-457f-4cbb-af7f-d9d63a5b982d), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:36.494692 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4180e7d-e118-4ac4-9796-b4251017fb6f admin admin] Router 0c9463b4-e418-4448-92c8-3682acde721b is scheduled to L3 agent a0f054a9-d30b-4594-8de6-6c24438c3963 with binding_index 1 {{(pid=109910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 11:00:36.518459 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] For port 7b56786d-457f-4cbb-af7f-d9d63a5b982d, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=7b56786d-457f-4cbb-af7f-d9d63a5b982d,segment=NetworkSegment(58931447-9a6b-4dac-a5d5-12a7f8dcf59f),segment_id=58931447-9a6b-4dac-a5d5-12a7f8dcf59f)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:00:36.524358 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (7b56786d-457f-4cbb-af7f-d9d63a5b982d), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:36.590153 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Pushing event updated for resources: {'Port': ['ID=7b56786d-457f-4cbb-af7f-d9d63a5b982d,revision_number=3']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:36.654751 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4180e7d-e118-4ac4-9796-b4251017fb6f admin admin] Notify agent at l3_agent.dv-cinder-836071-3-iscsi the message routers_updated {{(pid=109910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:00:36.666984 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0e0f5e-e749-4ba5-937a-d1f49922d044 None None] Sync routers for ids ['0c9463b4-e418-4448-92c8-3682acde721b'] in dv-cinder-836071-3-iscsi {{(pid=109912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:00:36.677748 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-c4180e7d-e118-4ac4-9796-b4251017fb6f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:36.679068 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-c4180e7d-e118-4ac4-9796-b4251017fb6f admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6632564 Apr 08 11:00:36.681886 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 33544) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:00:36.683669 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0e0f5e-e749-4ba5-937a-d1f49922d044 None None] Routers {'0c9463b4-e418-4448-92c8-3682acde721b'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:00:36.684268 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-7b0e0f5e-e749-4ba5-937a-d1f49922d044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T11:00:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['0c9463b4-e418-4448-92c8-3682acde721b'], 'active': True} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:00:36.764726 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0a7cfb-3ebb-42db-a9a4-7363956f50b2 None None] Network 5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9 requested from dv-cinder-836071-3-iscsi {{(pid=109911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:00:36.826011 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvr_db [None req-7b0e0f5e-e749-4ba5-937a-d1f49922d044 None None] Set router 0c9463b4-e418-4448-92c8-3682acde721b gateway port host: dv-cinder-836071-3-iscsi {{(pid=109912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:00:36.856431 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-6c58e427-3c61-4224-ad3e-deafc612db2f None None] Provisioning complete for port 7b56786d-457f-4cbb-af7f-d9d63a5b982d triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:00:36.857216 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-6c58e427-3c61-4224-ad3e-deafc612db2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (7b56786d-457f-4cbb-af7f-d9d63a5b982d), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:36.969606 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-6c58e427-3c61-4224-ad3e-deafc612db2f None None] Current status of the port 7b56786d-457f-4cbb-af7f-d9d63a5b982d is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:00:37.026523 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-7b0e0f5e-e749-4ba5-937a-d1f49922d044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c9463b4-e418-4448-92c8-3682acde721b', 'name': 'tempest-AttachVolumeTestJSON-1708035265-router', 'tenant_id': 'b65c8b3119e3451497e21393575ac34c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '909080ea-8dc9-4533-9666-de29bb36406f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:00:35Z', 'updated_at': '2022-04-08T11:00:35Z', 'revision_number': 3, 'project_id': 'b65c8b3119e3451497e21393575ac34c', 'gw_port': {'id': '909080ea-8dc9-4533-9666-de29bb36406f', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c9463b4-e418-4448-92c8-3682acde721b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:00:35Z', 'updated_at': '2022-04-08T11:00:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi'}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:00:37.052622 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0e0f5e-e749-4ba5-937a-d1f49922d044 None None] Checking router: 0c9463b4-e418-4448-92c8-3682acde721b for host: dv-cinder-836071-3-iscsi {{(pid=109912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:00:37.052984 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0e0f5e-e749-4ba5-937a-d1f49922d044 None None] Updating router 0c9463b4-e418-4448-92c8-3682acde721b port 909080ea-8dc9-4533-9666-de29bb36406f binding host dv-cinder-836071-3-iscsi {{(pid=109912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:00:37.085158 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-7b0e0f5e-e749-4ba5-937a-d1f49922d044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (909080ea-8dc9-4533-9666-de29bb36406f), before_update {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:37.191440 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-674bc68e-85e6-4d4b-b754-86f465e478f1 None None] Provisioning complete for port 7b56786d-457f-4cbb-af7f-d9d63a5b982d triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:00:37.191833 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-674bc68e-85e6-4d4b-b754-86f465e478f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (7b56786d-457f-4cbb-af7f-d9d63a5b982d), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:37.196880 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-818001cc-b6e1-483e-9503-8f51abacbb58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:37.284746 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-674bc68e-85e6-4d4b-b754-86f465e478f1 None None] Current status of the port 7b56786d-457f-4cbb-af7f-d9d63a5b982d is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:00:37.339898 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-7b0e0f5e-e749-4ba5-937a-d1f49922d044 None None] Publish callbacks [] for port (909080ea-8dc9-4533-9666-de29bb36406f), precommit_update {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:37.347654 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-7b0e0f5e-e749-4ba5-937a-d1f49922d044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (909080ea-8dc9-4533-9666-de29bb36406f), after_update {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:37.359179 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.db_base_plugin_common [None req-818001cc-b6e1-483e-9503-8f51abacbb58 admin admin] Allocated IP 172.20.0.1 (5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9/920bb832-b2df-48c9-bc0e-112cc1fcd212/e3c3c3f5-b8ae-4b88-8664-6ef2e512789d) {{(pid=109910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:00:37.394290 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.managers [None req-7b0e0f5e-e749-4ba5-937a-d1f49922d044 None None] Attempting to bind port 909080ea-8dc9-4533-9666-de29bb36406f on host dv-cinder-836071-3-iscsi for vnic_type normal with profile {{(pid=109912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:00:37.394648 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.managers [None req-7b0e0f5e-e749-4ba5-937a-d1f49922d044 None None] Attempting to bind port 909080ea-8dc9-4533-9666-de29bb36406f by drivers openvswitch,hyperv on host dv-cinder-836071-3-iscsi at level 0 using segments [{'id': '161e69df-2a78-40e9-90fc-e661b1490c65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b'}] {{(pid=109912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:00:37.395007 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0e0f5e-e749-4ba5-937a-d1f49922d044 None None] Attempting to bind port 909080ea-8dc9-4533-9666-de29bb36406f on network 173a9438-8c11-42c7-a64e-a6d835b0fe8b {{(pid=109912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:00:37.405906 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962d38b0-9dc2-4b7e-8f44-21686a3ec4e5 None None] Pushing event updated for resources: {'Port': ['ID=909080ea-8dc9-4533-9666-de29bb36406f,revision_number=2']} {{(pid=109912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:37.409049 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0e0f5e-e749-4ba5-937a-d1f49922d044 None None] Checking agent: {'id': 'd1e78606-e5cc-43c0-bc22-8a5324478286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 41, 48), 'started_at': datetime.datetime(2022, 4, 8, 10, 42, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:00:37.409479 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0e0f5e-e749-4ba5-937a-d1f49922d044 None None] Checking segment: {'id': '161e69df-2a78-40e9-90fc-e661b1490c65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:00:37.409880 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-7b0e0f5e-e749-4ba5-937a-d1f49922d044 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:37.410282 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0e0f5e-e749-4ba5-937a-d1f49922d044 None None] Bound using segment: {'id': '161e69df-2a78-40e9-90fc-e661b1490c65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b'} {{(pid=109912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:00:37.410744 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.managers [None req-7b0e0f5e-e749-4ba5-937a-d1f49922d044 None None] Bound port: 909080ea-8dc9-4533-9666-de29bb36406f, host: dv-cinder-836071-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '161e69df-2a78-40e9-90fc-e661b1490c65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b'}}] {{(pid=109912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:00:37.411114 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-7b0e0f5e-e749-4ba5-937a-d1f49922d044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (909080ea-8dc9-4533-9666-de29bb36406f), before_update {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:37.417030 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962d38b0-9dc2-4b7e-8f44-21686a3ec4e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:37.417395 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962d38b0-9dc2-4b7e-8f44-21686a3ec4e5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:37.417748 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962d38b0-9dc2-4b7e-8f44-21686a3ec4e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:37.418086 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962d38b0-9dc2-4b7e-8f44-21686a3ec4e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:37.418415 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962d38b0-9dc2-4b7e-8f44-21686a3ec4e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:37.418730 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962d38b0-9dc2-4b7e-8f44-21686a3ec4e5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:37.419053 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962d38b0-9dc2-4b7e-8f44-21686a3ec4e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:37.419370 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962d38b0-9dc2-4b7e-8f44-21686a3ec4e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:37.419691 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962d38b0-9dc2-4b7e-8f44-21686a3ec4e5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:37.420033 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962d38b0-9dc2-4b7e-8f44-21686a3ec4e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:37.420342 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962d38b0-9dc2-4b7e-8f44-21686a3ec4e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:37.420932 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962d38b0-9dc2-4b7e-8f44-21686a3ec4e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:37.421052 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962d38b0-9dc2-4b7e-8f44-21686a3ec4e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:37.421329 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962d38b0-9dc2-4b7e-8f44-21686a3ec4e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:37.421665 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962d38b0-9dc2-4b7e-8f44-21686a3ec4e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:00:37.464687 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-818001cc-b6e1-483e-9503-8f51abacbb58 admin admin] Publish callbacks [] for port (e3c3c3f5-b8ae-4b88-8664-6ef2e512789d), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:37.474469 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.db [None req-7b0e0f5e-e749-4ba5-937a-d1f49922d044 None None] For port 909080ea-8dc9-4533-9666-de29bb36406f, host dv-cinder-836071-3-iscsi, cleared binding levels {{(pid=109912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:00:37.477592 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.plugins.ml2.db [None req-7b0e0f5e-e749-4ba5-937a-d1f49922d044 None None] For port 909080ea-8dc9-4533-9666-de29bb36406f, host dv-cinder-836071-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=909080ea-8dc9-4533-9666-de29bb36406f,segment=NetworkSegment(161e69df-2a78-40e9-90fc-e661b1490c65),segment_id=161e69df-2a78-40e9-90fc-e661b1490c65)] {{(pid=109912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:00:37.484309 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron_lib.callbacks.manager [None req-7b0e0f5e-e749-4ba5-937a-d1f49922d044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (909080ea-8dc9-4533-9666-de29bb36406f), after_update {{(pid=109912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:37.500271 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-818001cc-b6e1-483e-9503-8f51abacbb58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14190223'] for port (e3c3c3f5-b8ae-4b88-8664-6ef2e512789d), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:37.541295 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0e0f5e-e749-4ba5-937a-d1f49922d044 None None] Routers {'0c9463b4-e418-4448-92c8-3682acde721b'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:00:37.541923 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-7b0e0f5e-e749-4ba5-937a-d1f49922d044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T11:00:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['0c9463b4-e418-4448-92c8-3682acde721b'], 'active': True} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:00:37.543084 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818001cc-b6e1-483e-9503-8f51abacbb58 admin admin] Network 5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9 is already hosted by enough agents. {{(pid=109910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:00:37.548019 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.base_scheduler [None req-818001cc-b6e1-483e-9503-8f51abacbb58 admin admin] Resources bound (agent type, host, resource id): {{(pid=109910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:00:37.551089 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818001cc-b6e1-483e-9503-8f51abacbb58 admin admin] Received port after_create {{(pid=109910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:00:37.579488 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818001cc-b6e1-483e-9503-8f51abacbb58 admin admin] Pushing event updated for resources: {'Port': ['ID=e3c3c3f5-b8ae-4b88-8664-6ef2e512789d,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:37.582506 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962d38b0-9dc2-4b7e-8f44-21686a3ec4e5 None None] Pushing event updated for resources: {'Port': ['ID=909080ea-8dc9-4533-9666-de29bb36406f,revision_number=3']} {{(pid=109912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:37.602565 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-818001cc-b6e1-483e-9503-8f51abacbb58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741448'] for router_interface (0c9463b4-e418-4448-92c8-3682acde721b), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:37.663631 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvr_db [None req-7b0e0f5e-e749-4ba5-937a-d1f49922d044 None None] Set router 0c9463b4-e418-4448-92c8-3682acde721b gateway port host: dv-cinder-836071-3-iscsi {{(pid=109912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:00:37.749957 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-818001cc-b6e1-483e-9503-8f51abacbb58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (e3c3c3f5-b8ae-4b88-8664-6ef2e512789d), before_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:37.807828 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-70912110-cb64-4674-96e7-9776b4714b6e None None] Provisioning complete for port e3c3c3f5-b8ae-4b88-8664-6ef2e512789d triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:00:37.808481 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-70912110-cb64-4674-96e7-9776b4714b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (e3c3c3f5-b8ae-4b88-8664-6ef2e512789d), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:37.845891 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-70912110-cb64-4674-96e7-9776b4714b6e None None] Port e3c3c3f5-b8ae-4b88-8664-6ef2e512789d cannot update to ACTIVE because it is not bound. {{(pid=109911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:00:37.850294 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-7b0e0f5e-e749-4ba5-937a-d1f49922d044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c9463b4-e418-4448-92c8-3682acde721b', 'name': 'tempest-AttachVolumeTestJSON-1708035265-router', 'tenant_id': 'b65c8b3119e3451497e21393575ac34c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '909080ea-8dc9-4533-9666-de29bb36406f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:00:35Z', 'updated_at': '2022-04-08T11:00:35Z', 'revision_number': 3, 'project_id': 'b65c8b3119e3451497e21393575ac34c', 'gw_port': {'id': '909080ea-8dc9-4533-9666-de29bb36406f', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c9463b4-e418-4448-92c8-3682acde721b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:00:35Z', 'updated_at': '2022-04-08T11:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi'}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:00:37.882356 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0e0f5e-e749-4ba5-937a-d1f49922d044 None None] The sync data for ids ['0c9463b4-e418-4448-92c8-3682acde721b'] in dv-cinder-836071-3-iscsi is: [{'id': '0c9463b4-e418-4448-92c8-3682acde721b', 'name': 'tempest-AttachVolumeTestJSON-1708035265-router', 'tenant_id': 'b65c8b3119e3451497e21393575ac34c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '909080ea-8dc9-4533-9666-de29bb36406f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:00:35Z', 'updated_at': '2022-04-08T11:00:35Z', 'revision_number': 3, 'project_id': 'b65c8b3119e3451497e21393575ac34c', 'gw_port': {'id': '909080ea-8dc9-4533-9666-de29bb36406f', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c9463b4-e418-4448-92c8-3682acde721b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:00:35Z', 'updated_at': '2022-04-08T11:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi'}] {{(pid=109912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:00:37.918778 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-818001cc-b6e1-483e-9503-8f51abacbb58 admin admin] Publish callbacks [] for port (e3c3c3f5-b8ae-4b88-8664-6ef2e512789d), precommit_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:37.924566 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-818001cc-b6e1-483e-9503-8f51abacbb58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14190224'] for port (e3c3c3f5-b8ae-4b88-8664-6ef2e512789d), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:37.992270 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818001cc-b6e1-483e-9503-8f51abacbb58 admin admin] Pushing event updated for resources: {'Port': ['ID=e3c3c3f5-b8ae-4b88-8664-6ef2e512789d,revision_number=2']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:38.005048 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-818001cc-b6e1-483e-9503-8f51abacbb58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-741604'] for router_interface (0c9463b4-e418-4448-92c8-3682acde721b), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:38.123942 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818001cc-b6e1-483e-9503-8f51abacbb58 admin admin] Network 5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9 is already hosted by enough agents. {{(pid=109910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:00:38.125749 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.base_scheduler [None req-818001cc-b6e1-483e-9503-8f51abacbb58 admin admin] Resources bound (agent type, host, resource id): {{(pid=109910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:00:38.255445 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-818001cc-b6e1-483e-9503-8f51abacbb58 admin admin] Router 0c9463b4-e418-4448-92c8-3682acde721b has already been hosted by L3 agent a0f054a9-d30b-4594-8de6-6c24438c3963 {{(pid=109910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:00:38.376829 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-2baab3b8-2678-41b9-8b79-70ed61f32b20 None None] Provisioning complete for port e3c3c3f5-b8ae-4b88-8664-6ef2e512789d triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:00:38.377151 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-2baab3b8-2678-41b9-8b79-70ed61f32b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (e3c3c3f5-b8ae-4b88-8664-6ef2e512789d), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:38.394381 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818001cc-b6e1-483e-9503-8f51abacbb58 admin admin] Notify agent at l3_agent.dv-cinder-836071-3-iscsi the message routers_updated {{(pid=109910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:00:38.400891 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device 909080ea-8dc9-4533-9666-de29bb36406f up at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:00:38.406007 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-818001cc-b6e1-483e-9503-8f51abacbb58 admin admin] 10.222.0.43 "PUT /v2.0/routers/0c9463b4-e418-4448-92c8-3682acde721b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7226360 Apr 08 11:00:38.444781 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-2baab3b8-2678-41b9-8b79-70ed61f32b20 None None] Port e3c3c3f5-b8ae-4b88-8664-6ef2e512789d cannot update to ACTIVE because it is not bound. {{(pid=109911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:00:38.469628 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Provisioning complete for port 909080ea-8dc9-4533-9666-de29bb36406f triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:00:38.470006 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (909080ea-8dc9-4533-9666-de29bb36406f), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:38.553965 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Current status of the port 909080ea-8dc9-4533-9666-de29bb36406f is: DOWN; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:00:38.554363 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (909080ea-8dc9-4533-9666-de29bb36406f), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:38.577880 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] For port 909080ea-8dc9-4533-9666-de29bb36406f, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=909080ea-8dc9-4533-9666-de29bb36406f,segment=NetworkSegment(161e69df-2a78-40e9-90fc-e661b1490c65),segment_id=161e69df-2a78-40e9-90fc-e661b1490c65)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:00:38.583250 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (909080ea-8dc9-4533-9666-de29bb36406f), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:38.584094 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device 7b56786d-457f-4cbb-af7f-d9d63a5b982d up at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:00:38.693680 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Pushing event updated for resources: {'Port': ['ID=909080ea-8dc9-4533-9666-de29bb36406f,revision_number=4']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:38.702347 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Provisioning complete for port 7b56786d-457f-4cbb-af7f-d9d63a5b982d triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:00:38.702564 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (7b56786d-457f-4cbb-af7f-d9d63a5b982d), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:38.783968 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Current status of the port 7b56786d-457f-4cbb-af7f-d9d63a5b982d is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:00:38.901729 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 33552) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:00:38.906730 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [None req-02dfb7f9-8e3f-4a6b-9496-81b4696d9b70 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1788049879', 'description': 'tempest-description--303732140'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:00:38.928406 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-02dfb7f9-8e3f-4a6b-9496-81b4696d9b70 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks [] for security_group (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:39.002782 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-02dfb7f9-8e3f-4a6b-9496-81b4696d9b70 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks [] for security_group (56fca9ab-f539-45f8-bed4-5f0293f52711), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:39.008754 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-02dfb7f9-8e3f-4a6b-9496-81b4696d9b70 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (56fca9ab-f539-45f8-bed4-5f0293f52711), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:39.040824 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-02dfb7f9-8e3f-4a6b-9496-81b4696d9b70 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks [] for security_group (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:39.045511 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-02dfb7f9-8e3f-4a6b-9496-81b4696d9b70 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1426170 Apr 08 11:00:39.046185 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 33554) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:00:39.049564 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dfb7f9-8e3f-4a6b-9496-81b4696d9b70 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56fca9ab-f539-45f8-bed4-5f0293f52711,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:39.051067 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.v2.base [None req-299449e7-f628-42e8-a12f-8f854f67daa7 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Request body: {'security_group_rule': {'security_group_id': '56fca9ab-f539-45f8-bed4-5f0293f52711', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:00:39.082415 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-299449e7-f628-42e8-a12f-8f854f67daa7 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks [] for security_group_rule (335e4228-68f5-4c96-875c-eb7d4c973838), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:39.141537 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-299449e7-f628-42e8-a12f-8f854f67daa7 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks [] for security_group_rule (335e4228-68f5-4c96-875c-eb7d4c973838), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:39.146464 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-299449e7-f628-42e8-a12f-8f854f67daa7 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682660'] for security_group_rule (335e4228-68f5-4c96-875c-eb7d4c973838), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:39.164987 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299449e7-f628-42e8-a12f-8f854f67daa7 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=335e4228-68f5-4c96-875c-eb7d4c973838,revision_number=0']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:39.175950 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-299449e7-f628-42e8-a12f-8f854f67daa7 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:39.177222 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-299449e7-f628-42e8-a12f-8f854f67daa7 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1299243 Apr 08 11:00:39.179849 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 33556) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:00:39.184131 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.v2.base [None req-ead72ad8-5231-44b0-b019-0765c3250702 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Request body: {'security_group_rule': {'security_group_id': '56fca9ab-f539-45f8-bed4-5f0293f52711', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:00:39.210356 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-ead72ad8-5231-44b0-b019-0765c3250702 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks [] for security_group_rule (3da938c7-765b-4c93-bc64-00798221f86b), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:39.267733 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-ead72ad8-5231-44b0-b019-0765c3250702 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks [] for security_group_rule (3da938c7-765b-4c93-bc64-00798221f86b), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:39.271517 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-ead72ad8-5231-44b0-b019-0765c3250702 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682660'] for security_group_rule (3da938c7-765b-4c93-bc64-00798221f86b), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:39.290354 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead72ad8-5231-44b0-b019-0765c3250702 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3da938c7-765b-4c93-bc64-00798221f86b,revision_number=0']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:39.300980 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-ead72ad8-5231-44b0-b019-0765c3250702 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:39.302290 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-ead72ad8-5231-44b0-b019-0765c3250702 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1214967 Apr 08 11:00:39.305600 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 33558) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:00:39.310460 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [None req-c06b8a0d-1337-4426-aa33-6d17187e643f tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Request body: {'floatingip': {'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:00:39.331790 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-c06b8a0d-1337-4426-aa33-6d17187e643f tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:39.429928 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-c06b8a0d-1337-4426-aa33-6d17187e643f tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:39.459843 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afe4a59-501a-4d8a-8026-8fcd75740590 None None] Sync routers for ids ['0c9463b4-e418-4448-92c8-3682acde721b'] in dv-cinder-836071-3-iscsi {{(pid=109911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:00:39.471283 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afe4a59-501a-4d8a-8026-8fcd75740590 None None] Routers {'0c9463b4-e418-4448-92c8-3682acde721b'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:00:39.472234 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-5afe4a59-501a-4d8a-8026-8fcd75740590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T11:00:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['0c9463b4-e418-4448-92c8-3682acde721b'], 'active': True} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:00:39.539305 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.db_base_plugin_common [None req-c06b8a0d-1337-4426-aa33-6d17187e643f tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Allocated IP 172.27.2.145 (173a9438-8c11-42c7-a64e-a6d835b0fe8b/3e92b2da-8062-400a-a6d5-15b49fe43bf4/648c7352-4cd2-4610-b9f8-87e28186eaf5) {{(pid=109910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:00:39.584802 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvr_db [None req-5afe4a59-501a-4d8a-8026-8fcd75740590 None None] Set router 0c9463b4-e418-4448-92c8-3682acde721b gateway port host: dv-cinder-836071-3-iscsi {{(pid=109911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:00:39.647009 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-c06b8a0d-1337-4426-aa33-6d17187e643f tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks [] for port (648c7352-4cd2-4610-b9f8-87e28186eaf5), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:39.682369 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-c06b8a0d-1337-4426-aa33-6d17187e643f tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14190223'] for port (648c7352-4cd2-4610-b9f8-87e28186eaf5), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:39.724575 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06b8a0d-1337-4426-aa33-6d17187e643f tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Network 173a9438-8c11-42c7-a64e-a6d835b0fe8b is already hosted by enough agents. {{(pid=109910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:00:39.727370 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.base_scheduler [None req-c06b8a0d-1337-4426-aa33-6d17187e643f tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Resources bound (agent type, host, resource id): {{(pid=109910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:00:39.734140 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06b8a0d-1337-4426-aa33-6d17187e643f tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Received port after_create {{(pid=109910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:00:39.740357 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b8a0d-1337-4426-aa33-6d17187e643f tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Pushing event updated for resources: {'Port': ['ID=648c7352-4cd2-4610-b9f8-87e28186eaf5,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:39.792974 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-5afe4a59-501a-4d8a-8026-8fcd75740590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c9463b4-e418-4448-92c8-3682acde721b', 'name': 'tempest-AttachVolumeTestJSON-1708035265-router', 'tenant_id': 'b65c8b3119e3451497e21393575ac34c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '909080ea-8dc9-4533-9666-de29bb36406f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:00:35Z', 'updated_at': '2022-04-08T11:00:37Z', 'revision_number': 4, 'project_id': 'b65c8b3119e3451497e21393575ac34c', 'gw_port': {'id': '909080ea-8dc9-4533-9666-de29bb36406f', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9463b4-e418-4448-92c8-3682acde721b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:00:35Z', 'updated_at': '2022-04-08T11:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': 'e3c3c3f5-b8ae-4b88-8664-6ef2e512789d', 'name': '', 'network_id': '5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9', 'tenant_id': 'b65c8b3119e3451497e21393575ac34c', 'mac_address': 'fa:16:3e:6d:e2:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c9463b4-e418-4448-92c8-3682acde721b', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '920bb832-b2df-48c9-bc0e-112cc1fcd212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:00:37Z', 'updated_at': '2022-04-08T11:00:37Z', 'revision_number': 2, 'project_id': 'b65c8b3119e3451497e21393575ac34c', 'subnets': [{'id': '920bb832-b2df-48c9-bc0e-112cc1fcd212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:00:39.819959 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afe4a59-501a-4d8a-8026-8fcd75740590 None None] Checking router: 0c9463b4-e418-4448-92c8-3682acde721b for host: dv-cinder-836071-3-iscsi {{(pid=109911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:00:39.820318 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afe4a59-501a-4d8a-8026-8fcd75740590 None None] Updating router 0c9463b4-e418-4448-92c8-3682acde721b port e3c3c3f5-b8ae-4b88-8664-6ef2e512789d binding host dv-cinder-836071-3-iscsi {{(pid=109911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 11:00:39.826186 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-c06b8a0d-1337-4426-aa33-6d17187e643f tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks [] for floatingip (446ab148-b1f2-4947-93ac-e31362c1f0c1), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:39.849915 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-5afe4a59-501a-4d8a-8026-8fcd75740590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (e3c3c3f5-b8ae-4b88-8664-6ef2e512789d), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:39.863595 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-c06b8a0d-1337-4426-aa33-6d17187e643f tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (648c7352-4cd2-4610-b9f8-87e28186eaf5), before_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:40.016847 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-c06b8a0d-1337-4426-aa33-6d17187e643f tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks [] for port (648c7352-4cd2-4610-b9f8-87e28186eaf5), precommit_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:40.022646 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-c06b8a0d-1337-4426-aa33-6d17187e643f tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14190224'] for port (648c7352-4cd2-4610-b9f8-87e28186eaf5), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:40.092411 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b8a0d-1337-4426-aa33-6d17187e643f tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Pushing event updated for resources: {'Port': ['ID=648c7352-4cd2-4610-b9f8-87e28186eaf5,revision_number=2']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:40.104660 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-c06b8a0d-1337-4426-aa33-6d17187e643f tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743873'] for floatingip (446ab148-b1f2-4947-93ac-e31362c1f0c1), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:40.121185 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-5afe4a59-501a-4d8a-8026-8fcd75740590 None None] Publish callbacks [] for port (e3c3c3f5-b8ae-4b88-8664-6ef2e512789d), precommit_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:40.121594 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-c06b8a0d-1337-4426-aa33-6d17187e643f tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for floatingip (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:40.123049 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-c06b8a0d-1337-4426-aa33-6d17187e643f tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8161075 Apr 08 11:00:40.126836 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-5afe4a59-501a-4d8a-8026-8fcd75740590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (e3c3c3f5-b8ae-4b88-8664-6ef2e512789d), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:40.177418 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9cdb16-cc71-42eb-ac67-57962de4e685 None None] Pushing event updated for resources: {'Port': ['ID=e3c3c3f5-b8ae-4b88-8664-6ef2e512789d,revision_number=3']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:40.237694 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.managers [None req-5afe4a59-501a-4d8a-8026-8fcd75740590 None None] Attempting to bind port e3c3c3f5-b8ae-4b88-8664-6ef2e512789d on host dv-cinder-836071-3-iscsi for vnic_type normal with profile {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:00:40.237998 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.managers [None req-5afe4a59-501a-4d8a-8026-8fcd75740590 None None] Attempting to bind port e3c3c3f5-b8ae-4b88-8664-6ef2e512789d by drivers openvswitch,hyperv on host dv-cinder-836071-3-iscsi at level 0 using segments [{'id': '58931447-9a6b-4dac-a5d5-12a7f8dcf59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9'}] {{(pid=109911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:00:40.238363 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afe4a59-501a-4d8a-8026-8fcd75740590 None None] Attempting to bind port e3c3c3f5-b8ae-4b88-8664-6ef2e512789d on network 5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9 {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:00:40.244263 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afe4a59-501a-4d8a-8026-8fcd75740590 None None] Checking agent: {'id': 'd1e78606-e5cc-43c0-bc22-8a5324478286', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 41, 48), 'started_at': datetime.datetime(2022, 4, 8, 10, 42, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:00:40.244718 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afe4a59-501a-4d8a-8026-8fcd75740590 None None] Checking segment: {'id': '58931447-9a6b-4dac-a5d5-12a7f8dcf59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:00:40.245282 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-5afe4a59-501a-4d8a-8026-8fcd75740590 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:40.245866 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afe4a59-501a-4d8a-8026-8fcd75740590 None None] Bound using segment: {'id': '58931447-9a6b-4dac-a5d5-12a7f8dcf59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9'} {{(pid=109911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:00:40.249624 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.managers [None req-5afe4a59-501a-4d8a-8026-8fcd75740590 None None] Bound port: e3c3c3f5-b8ae-4b88-8664-6ef2e512789d, host: dv-cinder-836071-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58931447-9a6b-4dac-a5d5-12a7f8dcf59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9'}}] {{(pid=109911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:00:40.250035 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-5afe4a59-501a-4d8a-8026-8fcd75740590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (e3c3c3f5-b8ae-4b88-8664-6ef2e512789d), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:40.307918 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-dd69af94-12e2-49b4-ae38-7cabfeb59558 req-27e35dc7-71c2-4962-9237-7546ae59c8fd tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1788049879&fields=id&tenant_id=b65c8b3119e3451497e21393575ac34c HTTP/1.1" status: 200 len: 267 time: 0.0607538 Apr 08 11:00:40.322798 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device 909080ea-8dc9-4533-9666-de29bb36406f up at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:00:40.348980 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-5afe4a59-501a-4d8a-8026-8fcd75740590 None None] For port e3c3c3f5-b8ae-4b88-8664-6ef2e512789d, host dv-cinder-836071-3-iscsi, cleared binding levels {{(pid=109911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:00:40.366254 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-5afe4a59-501a-4d8a-8026-8fcd75740590 None None] For port e3c3c3f5-b8ae-4b88-8664-6ef2e512789d, host dv-cinder-836071-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=e3c3c3f5-b8ae-4b88-8664-6ef2e512789d,segment=NetworkSegment(58931447-9a6b-4dac-a5d5-12a7f8dcf59f),segment_id=58931447-9a6b-4dac-a5d5-12a7f8dcf59f)] {{(pid=109911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:00:40.385628 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-5afe4a59-501a-4d8a-8026-8fcd75740590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (e3c3c3f5-b8ae-4b88-8664-6ef2e512789d), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:40.417675 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69af94-12e2-49b4-ae38-7cabfeb59558 req-5fcf4622-2b5b-46cf-ba45-6b768920cb49 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:40.419140 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-dd69af94-12e2-49b4-ae38-7cabfeb59558 req-5fcf4622-2b5b-46cf-ba45-6b768920cb49 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/networks?id=5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9 HTTP/1.1" status: 200 len: 811 time: 0.1104188 Apr 08 11:00:40.433504 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-e589c122-f032-4958-9e57-f6fb94b92dec None None] Provisioning complete for port e3c3c3f5-b8ae-4b88-8664-6ef2e512789d triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:00:40.433868 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-e589c122-f032-4958-9e57-f6fb94b92dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (e3c3c3f5-b8ae-4b88-8664-6ef2e512789d), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:40.441355 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-dd69af94-12e2-49b4-ae38-7cabfeb59558 req-6479dff1-bf60-499c-a1d4-e3a4097339f8 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/quotas/b65c8b3119e3451497e21393575ac34c HTTP/1.1" status: 200 len: 375 time: 0.0162315 Apr 08 11:00:40.491438 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afe4a59-501a-4d8a-8026-8fcd75740590 None None] Routers {'0c9463b4-e418-4448-92c8-3682acde721b'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:00:40.492086 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-5afe4a59-501a-4d8a-8026-8fcd75740590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T11:00:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['0c9463b4-e418-4448-92c8-3682acde721b'], 'active': True} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:00:40.500357 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Provisioning complete for port 909080ea-8dc9-4533-9666-de29bb36406f triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:00:40.500735 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (909080ea-8dc9-4533-9666-de29bb36406f), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:40.503906 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-dd69af94-12e2-49b4-ae38-7cabfeb59558 req-adf0cf1f-ac9f-4f9a-9fc7-564b84b23877 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b65c8b3119e3451497e21393575ac34c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0616124 Apr 08 11:00:40.538494 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9cdb16-cc71-42eb-ac67-57962de4e685 None None] Pushing event updated for resources: {'Port': ['ID=e3c3c3f5-b8ae-4b88-8664-6ef2e512789d,revision_number=4']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:40.588838 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [req-dd69af94-12e2-49b4-ae38-7cabfeb59558 req-8ec76723-42cd-4dea-9ce1-dddb31bf8a85 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109910) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 11:00:40.590057 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-dd69af94-12e2-49b4-ae38-7cabfeb59558 req-8ec76723-42cd-4dea-9ce1-dddb31bf8a85 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0741930 Apr 08 11:00:40.688148 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-dd69af94-12e2-49b4-ae38-7cabfeb59558 req-da36d186-452c-4220-aa05-c12934eaf81c service neutron] 10.222.0.43 "GET /v2.0/networks/5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917737 Apr 08 11:00:40.786331 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-dd69af94-12e2-49b4-ae38-7cabfeb59558 req-59b7586a-80e9-4697-9364-157dae3158f0 service neutron] 10.222.0.43 "GET /v2.0/networks/5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917003 Apr 08 11:00:40.826937 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvr_db [None req-5afe4a59-501a-4d8a-8026-8fcd75740590 None None] Set router 0c9463b4-e418-4448-92c8-3682acde721b gateway port host: dv-cinder-836071-3-iscsi {{(pid=109911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:00:40.854868 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-e589c122-f032-4958-9e57-f6fb94b92dec None None] Current status of the port e3c3c3f5-b8ae-4b88-8664-6ef2e512789d is: DOWN; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:00:40.855262 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-e589c122-f032-4958-9e57-f6fb94b92dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (e3c3c3f5-b8ae-4b88-8664-6ef2e512789d), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:40.949526 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-2c04373e-a483-4206-9f8e-b54f1ecf495d req-d74127f9-929b-4b4f-a097-ec8323438939 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9f1e15-6887-4a31-9930-630e3d60184f HTTP/1.1" status: 200 len: 210 time: 0.0288136 Apr 08 11:00:40.959708 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Current status of the port 909080ea-8dc9-4533-9666-de29bb36406f is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:00:40.982614 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-e589c122-f032-4958-9e57-f6fb94b92dec None None] For port e3c3c3f5-b8ae-4b88-8664-6ef2e512789d, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=e3c3c3f5-b8ae-4b88-8664-6ef2e512789d,segment=NetworkSegment(58931447-9a6b-4dac-a5d5-12a7f8dcf59f),segment_id=58931447-9a6b-4dac-a5d5-12a7f8dcf59f)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:00:40.988135 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-e589c122-f032-4958-9e57-f6fb94b92dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (e3c3c3f5-b8ae-4b88-8664-6ef2e512789d), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:41.081220 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e589c122-f032-4958-9e57-f6fb94b92dec None None] Pushing event updated for resources: {'Port': ['ID=e3c3c3f5-b8ae-4b88-8664-6ef2e512789d,revision_number=5']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:41.132910 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-7d3edcd3-94e3-4879-a17d-b444bb3971d8 None None] Provisioning complete for port e3c3c3f5-b8ae-4b88-8664-6ef2e512789d triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:00:41.133282 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-7d3edcd3-94e3-4879-a17d-b444bb3971d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (e3c3c3f5-b8ae-4b88-8664-6ef2e512789d), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:41.180593 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-5afe4a59-501a-4d8a-8026-8fcd75740590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c9463b4-e418-4448-92c8-3682acde721b', 'name': 'tempest-AttachVolumeTestJSON-1708035265-router', 'tenant_id': 'b65c8b3119e3451497e21393575ac34c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '909080ea-8dc9-4533-9666-de29bb36406f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:00:35Z', 'updated_at': '2022-04-08T11:00:37Z', 'revision_number': 4, 'project_id': 'b65c8b3119e3451497e21393575ac34c', 'gw_port': {'id': '909080ea-8dc9-4533-9666-de29bb36406f', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9463b4-e418-4448-92c8-3682acde721b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:00:35Z', 'updated_at': '2022-04-08T11:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': 'e3c3c3f5-b8ae-4b88-8664-6ef2e512789d', 'name': '', 'network_id': '5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9', 'tenant_id': 'b65c8b3119e3451497e21393575ac34c', 'mac_address': 'fa:16:3e:6d:e2:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c9463b4-e418-4448-92c8-3682acde721b', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '920bb832-b2df-48c9-bc0e-112cc1fcd212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:00:37Z', 'updated_at': '2022-04-08T11:00:40Z', 'revision_number': 4, 'project_id': 'b65c8b3119e3451497e21393575ac34c', 'subnets': [{'id': '920bb832-b2df-48c9-bc0e-112cc1fcd212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:00:41.212465 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afe4a59-501a-4d8a-8026-8fcd75740590 None None] The sync data for ids ['0c9463b4-e418-4448-92c8-3682acde721b'] in dv-cinder-836071-3-iscsi is: [{'id': '0c9463b4-e418-4448-92c8-3682acde721b', 'name': 'tempest-AttachVolumeTestJSON-1708035265-router', 'tenant_id': 'b65c8b3119e3451497e21393575ac34c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '909080ea-8dc9-4533-9666-de29bb36406f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:00:35Z', 'updated_at': '2022-04-08T11:00:37Z', 'revision_number': 4, 'project_id': 'b65c8b3119e3451497e21393575ac34c', 'gw_port': {'id': '909080ea-8dc9-4533-9666-de29bb36406f', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9463b4-e418-4448-92c8-3682acde721b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:00:35Z', 'updated_at': '2022-04-08T11:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': 'e3c3c3f5-b8ae-4b88-8664-6ef2e512789d', 'name': '', 'network_id': '5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9', 'tenant_id': 'b65c8b3119e3451497e21393575ac34c', 'mac_address': 'fa:16:3e:6d:e2:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c9463b4-e418-4448-92c8-3682acde721b', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '920bb832-b2df-48c9-bc0e-112cc1fcd212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:00:37Z', 'updated_at': '2022-04-08T11:00:40Z', 'revision_number': 4, 'project_id': 'b65c8b3119e3451497e21393575ac34c', 'subnets': [{'id': '920bb832-b2df-48c9-bc0e-112cc1fcd212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:00:41.262056 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-7d3edcd3-94e3-4879-a17d-b444bb3971d8 None None] Current status of the port e3c3c3f5-b8ae-4b88-8664-6ef2e512789d is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:00:41.817209 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-b6b9768f-0c1b-4bd2-83d0-2264b51ffba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (0996d03c-a6d6-4751-8b32-c8111f4b3d8a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:42.310891 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device e3c3c3f5-b8ae-4b88-8664-6ef2e512789d up at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:00:42.358449 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-d661c432-c9c5-48d3-bb0e-d8e37eb3de0e req-3975198a-947d-4f9b-8a8b-1afac38669ed tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9f1e15-6887-4a31-9930-630e3d60184f HTTP/1.1" status: 200 len: 210 time: 0.3180692 Apr 08 11:00:42.367342 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Provisioning complete for port e3c3c3f5-b8ae-4b88-8664-6ef2e512789d triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:00:42.367792 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (e3c3c3f5-b8ae-4b88-8664-6ef2e512789d), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:42.394254 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69af94-12e2-49b4-ae38-7cabfeb59558 req-dbf1382a-423a-42eb-94f4-bc55d18f5901 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:42.395667 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-dd69af94-12e2-49b4-ae38-7cabfeb59558 req-dbf1382a-423a-42eb-94f4-bc55d18f5901 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.39 "GET /v2.0/networks?id=5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9 HTTP/1.1" status: 200 len: 811 time: 0.4200466 Apr 08 11:00:42.445041 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Current status of the port e3c3c3f5-b8ae-4b88-8664-6ef2e512789d is: ACTIVE; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:00:42.456866 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-dd69af94-12e2-49b4-ae38-7cabfeb59558 req-7b9069ec-0938-4f22-9f5f-69d797e1328b tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b65c8b3119e3451497e21393575ac34c HTTP/1.1" status: 200 len: 380 time: 0.0527072 Apr 08 11:00:42.465319 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [req-dd69af94-12e2-49b4-ae38-7cabfeb59558 req-1200e88b-acc6-494f-a6f6-4330c4f7c325 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Request body: {'port': {'device_id': '3a9f1e15-6887-4a31-9930-630e3d60184f', 'network_id': '5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9', 'admin_state_up': True, 'tenant_id': 'b65c8b3119e3451497e21393575ac34c', 'security_groups': ['56fca9ab-f539-45f8-bed4-5f0293f52711']}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:00:42.578205 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd69af94-12e2-49b4-ae38-7cabfeb59558 req-1200e88b-acc6-494f-a6f6-4330c4f7c325 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Made reservation on behalf of b65c8b3119e3451497e21393575ac34c for: {'port': 1} {{(pid=109910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:00:42.581975 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-dd69af94-12e2-49b4-ae38-7cabfeb59558 req-1200e88b-acc6-494f-a6f6-4330c4f7c325 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:42.720089 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.db_base_plugin_common [req-dd69af94-12e2-49b4-ae38-7cabfeb59558 req-1200e88b-acc6-494f-a6f6-4330c4f7c325 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Allocated IP 172.20.0.5 (5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9/920bb832-b2df-48c9-bc0e-112cc1fcd212/87fc751e-86fd-46ee-837f-7423be13a07c) {{(pid=109910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:00:42.866178 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-dd69af94-12e2-49b4-ae38-7cabfeb59558 req-1200e88b-acc6-494f-a6f6-4330c4f7c325 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks [] for port (87fc751e-86fd-46ee-837f-7423be13a07c), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:42.901632 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-dd69af94-12e2-49b4-ae38-7cabfeb59558 req-1200e88b-acc6-494f-a6f6-4330c4f7c325 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14190223'] for port (87fc751e-86fd-46ee-837f-7423be13a07c), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:42.944218 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd69af94-12e2-49b4-ae38-7cabfeb59558 req-1200e88b-acc6-494f-a6f6-4330c4f7c325 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Network 5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9 is already hosted by enough agents. {{(pid=109910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:00:42.947155 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.base_scheduler [req-dd69af94-12e2-49b4-ae38-7cabfeb59558 req-1200e88b-acc6-494f-a6f6-4330c4f7c325 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Resources bound (agent type, host, resource id): {{(pid=109910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:00:42.953428 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd69af94-12e2-49b4-ae38-7cabfeb59558 req-1200e88b-acc6-494f-a6f6-4330c4f7c325 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Received port after_create {{(pid=109910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:00:42.959561 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1200e88b-acc6-494f-a6f6-4330c4f7c325 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Pushing event updated for resources: {'Port': ['ID=87fc751e-86fd-46ee-837f-7423be13a07c,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:43.010695 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69af94-12e2-49b4-ae38-7cabfeb59558 req-1200e88b-acc6-494f-a6f6-4330c4f7c325 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:43.011372 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-dd69af94-12e2-49b4-ae38-7cabfeb59558 req-1200e88b-acc6-494f-a6f6-4330c4f7c325 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for port (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:43.032407 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-dd69af94-12e2-49b4-ae38-7cabfeb59558 req-1200e88b-acc6-494f-a6f6-4330c4f7c325 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5694115 Apr 08 11:00:43.040508 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [req-dd69af94-12e2-49b4-ae38-7cabfeb59558 req-09f6d38b-819a-44c5-b3a3-71e3b4fd8bab tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109910) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 11:00:43.041543 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-dd69af94-12e2-49b4-ae38-7cabfeb59558 req-09f6d38b-819a-44c5-b3a3-71e3b4fd8bab tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052965 Apr 08 11:00:43.096292 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [req-dd69af94-12e2-49b4-ae38-7cabfeb59558 req-dd071604-f092-4888-94db-9aa2ae1e4b88 service neutron] Request body: {'port': {'device_id': '3a9f1e15-6887-4a31-9930-630e3d60184f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:00:43.161635 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-dd69af94-12e2-49b4-ae38-7cabfeb59558 req-dd071604-f092-4888-94db-9aa2ae1e4b88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (87fc751e-86fd-46ee-837f-7423be13a07c), before_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:43.200384 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-774a6cb5-2187-44f7-aa9f-098d0ed7522f None None] Provisioning complete for port 87fc751e-86fd-46ee-837f-7423be13a07c triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:00:43.200962 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-774a6cb5-2187-44f7-aa9f-098d0ed7522f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (87fc751e-86fd-46ee-837f-7423be13a07c), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:43.237891 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-774a6cb5-2187-44f7-aa9f-098d0ed7522f None None] Port 87fc751e-86fd-46ee-837f-7423be13a07c cannot update to ACTIVE because it is not bound. {{(pid=109911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:00:43.475594 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [req-dd69af94-12e2-49b4-ae38-7cabfeb59558 req-dd071604-f092-4888-94db-9aa2ae1e4b88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87fc751e-86fd-46ee-837f-7423be13a07c {{(pid=109910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:00:43.484372 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-dd69af94-12e2-49b4-ae38-7cabfeb59558 req-dd071604-f092-4888-94db-9aa2ae1e4b88 service neutron] Publish callbacks [] for port (87fc751e-86fd-46ee-837f-7423be13a07c), precommit_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:43.501332 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.provisioning_blocks [req-dd69af94-12e2-49b4-ae38-7cabfeb59558 req-dd071604-f092-4888-94db-9aa2ae1e4b88 service neutron] Transition to ACTIVE for port object 87fc751e-86fd-46ee-837f-7423be13a07c will not be triggered until provisioned by entity L2. {{(pid=109910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 11:00:43.508131 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-dd69af94-12e2-49b4-ae38-7cabfeb59558 req-dd071604-f092-4888-94db-9aa2ae1e4b88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14190224'] for port (87fc751e-86fd-46ee-837f-7423be13a07c), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:43.522218 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8cf22-cbc8-4bb4-87a4-2e4c20f65156 req-e6df46d0-2ffa-4afe-bcce-b8a66d20f3a0 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:43.523722 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-16a8cf22-cbc8-4bb4-87a4-2e4c20f65156 req-e6df46d0-2ffa-4afe-bcce-b8a66d20f3a0 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9f1e15-6887-4a31-9930-630e3d60184f HTTP/1.1" status: 200 len: 931 time: 0.0886230 Apr 08 11:00:43.586709 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd071604-f092-4888-94db-9aa2ae1e4b88 service neutron] Pushing event updated for resources: {'Port': ['ID=87fc751e-86fd-46ee-837f-7423be13a07c,revision_number=2']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:43.655288 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-16a8cf22-cbc8-4bb4-87a4-2e4c20f65156 req-0f99674d-13cd-4109-b0d6-0ba415a4f470 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/security-groups?id=56fca9ab-f539-45f8-bed4-5f0293f52711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111412 Apr 08 11:00:43.686412 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.managers [req-dd69af94-12e2-49b4-ae38-7cabfeb59558 req-dd071604-f092-4888-94db-9aa2ae1e4b88 service neutron] Attempting to bind port 87fc751e-86fd-46ee-837f-7423be13a07c on host hv-cinder-83607 for vnic_type normal with profile {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:00:43.686755 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.managers [req-dd69af94-12e2-49b4-ae38-7cabfeb59558 req-dd071604-f092-4888-94db-9aa2ae1e4b88 service neutron] Attempting to bind port 87fc751e-86fd-46ee-837f-7423be13a07c by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '58931447-9a6b-4dac-a5d5-12a7f8dcf59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9'}] {{(pid=109910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:00:43.687089 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd69af94-12e2-49b4-ae38-7cabfeb59558 req-dd071604-f092-4888-94db-9aa2ae1e4b88 service neutron] Attempting to bind port 87fc751e-86fd-46ee-837f-7423be13a07c on network 5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9 {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:00:43.692058 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd69af94-12e2-49b4-ae38-7cabfeb59558 req-dd071604-f092-4888-94db-9aa2ae1e4b88 service neutron] Port 87fc751e-86fd-46ee-837f-7423be13a07c on network 5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 11:00:43.692395 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd69af94-12e2-49b4-ae38-7cabfeb59558 req-dd071604-f092-4888-94db-9aa2ae1e4b88 service neutron] Attempting to bind port 87fc751e-86fd-46ee-837f-7423be13a07c on network 5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9 {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:00:43.697641 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd69af94-12e2-49b4-ae38-7cabfeb59558 req-dd071604-f092-4888-94db-9aa2ae1e4b88 service neutron] Checking agent: {'id': 'df0b008b-1017-45b0-9cbd-b6387ecfd69a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 48, 18), 'started_at': datetime.datetime(2022, 4, 8, 10, 48, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:00:43.697985 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd69af94-12e2-49b4-ae38-7cabfeb59558 req-dd071604-f092-4888-94db-9aa2ae1e4b88 service neutron] Checking segment: {'id': '58931447-9a6b-4dac-a5d5-12a7f8dcf59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:00:43.698384 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd69af94-12e2-49b4-ae38-7cabfeb59558 req-dd071604-f092-4888-94db-9aa2ae1e4b88 service neutron] Bound using segment: {'id': '58931447-9a6b-4dac-a5d5-12a7f8dcf59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9'} {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:00:43.698815 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.managers [req-dd69af94-12e2-49b4-ae38-7cabfeb59558 req-dd071604-f092-4888-94db-9aa2ae1e4b88 service neutron] Bound port: 87fc751e-86fd-46ee-837f-7423be13a07c, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58931447-9a6b-4dac-a5d5-12a7f8dcf59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9'}}] {{(pid=109910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:00:43.699190 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-dd69af94-12e2-49b4-ae38-7cabfeb59558 req-dd071604-f092-4888-94db-9aa2ae1e4b88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (87fc751e-86fd-46ee-837f-7423be13a07c), before_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:43.771803 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [req-dd69af94-12e2-49b4-ae38-7cabfeb59558 req-dd071604-f092-4888-94db-9aa2ae1e4b88 service neutron] For port 87fc751e-86fd-46ee-837f-7423be13a07c, host hv-cinder-83607, cleared binding levels {{(pid=109910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:00:43.774100 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [req-dd69af94-12e2-49b4-ae38-7cabfeb59558 req-dd071604-f092-4888-94db-9aa2ae1e4b88 service neutron] For port 87fc751e-86fd-46ee-837f-7423be13a07c, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=87fc751e-86fd-46ee-837f-7423be13a07c,segment=NetworkSegment(58931447-9a6b-4dac-a5d5-12a7f8dcf59f),segment_id=58931447-9a6b-4dac-a5d5-12a7f8dcf59f)] {{(pid=109910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:00:43.785259 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-dd69af94-12e2-49b4-ae38-7cabfeb59558 req-dd071604-f092-4888-94db-9aa2ae1e4b88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14190224'] for port (87fc751e-86fd-46ee-837f-7423be13a07c), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:43.817304 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69af94-12e2-49b4-ae38-7cabfeb59558 req-dd071604-f092-4888-94db-9aa2ae1e4b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:43.817729 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-dd69af94-12e2-49b4-ae38-7cabfeb59558 req-dd071604-f092-4888-94db-9aa2ae1e4b88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for port (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:43.819535 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-dd69af94-12e2-49b4-ae38-7cabfeb59558 req-dd071604-f092-4888-94db-9aa2ae1e4b88 service neutron] 10.222.0.39 "PUT /v2.0/ports/87fc751e-86fd-46ee-837f-7423be13a07c HTTP/1.1" status: 200 len: 1093 time: 0.7711785 Apr 08 11:00:43.821753 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a9f1e15-6887-4a31-9930-630e3d60184f', 'tag': '87fc751e-86fd-46ee-837f-7423be13a07c'}] {{(pid=109910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:00:43.825354 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c101578fc708467248d177b11db2e3e6a7db5c554c0046cb1dea7ab1ce8b9fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14131cae-7787-4fa5-bf4a-5b6482cb39c3" -d '{"events": [{"name": "network-changed", "server_uuid": "3a9f1e15-6887-4a31-9930-630e3d60184f", "tag": "87fc751e-86fd-46ee-837f-7423be13a07c"}]}' {{(pid=109910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:00:43.860294 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd071604-f092-4888-94db-9aa2ae1e4b88 service neutron] Pushing event updated for resources: {'Port': ['ID=87fc751e-86fd-46ee-837f-7423be13a07c,revision_number=3']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:43.916628 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69af94-12e2-49b4-ae38-7cabfeb59558 req-c97fa8eb-45d2-4eab-9c16-8f40675b5d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:43.918221 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-dd69af94-12e2-49b4-ae38-7cabfeb59558 req-c97fa8eb-45d2-4eab-9c16-8f40675b5d56 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b65c8b3119e3451497e21393575ac34c&device_id=3a9f1e15-6887-4a31-9930-630e3d60184f HTTP/1.1" status: 200 len: 1127 time: 0.0514557 Apr 08 11:00:43.963846 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c1ae9e5-892c-47d3-ae39-b196c3c1678a x-openstack-request-id: req-7c1ae9e5-892c-47d3-ae39-b196c3c1678a {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:00:43.964130 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a9f1e15-6887-4a31-9930-630e3d60184f", "tag": "87fc751e-86fd-46ee-837f-7423be13a07c", "status": "completed", "code": 200}]} {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:00:43.964374 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7c1ae9e5-892c-47d3-ae39-b196c3c1678a {{(pid=109910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:00:43.964774 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c1ae9e5-892c-47d3-ae39-b196c3c1678a'] response: {'name': 'network-changed', 'server_uuid': '3a9f1e15-6887-4a31-9930-630e3d60184f', 'tag': '87fc751e-86fd-46ee-837f-7423be13a07c', 'status': 'completed', 'code': 200} Apr 08 11:00:43.966601 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-dd69af94-12e2-49b4-ae38-7cabfeb59558 req-85649651-21ae-4898-b43c-81a98d9cf048 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87fc751e-86fd-46ee-837f-7423be13a07c HTTP/1.1" status: 200 len: 217 time: 0.0415406 Apr 08 11:00:44.017935 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69af94-12e2-49b4-ae38-7cabfeb59558 req-90c67029-9806-49d2-86c4-480f105a217f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:44.019535 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-dd69af94-12e2-49b4-ae38-7cabfeb59558 req-90c67029-9806-49d2-86c4-480f105a217f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=920bb832-b2df-48c9-bc0e-112cc1fcd212 HTTP/1.1" status: 200 len: 850 time: 0.0454652 Apr 08 11:00:44.071810 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69af94-12e2-49b4-ae38-7cabfeb59558 req-03325bf7-4da9-41f0-929d-a67a54780c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:44.073431 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-dd69af94-12e2-49b4-ae38-7cabfeb59558 req-03325bf7-4da9-41f0-929d-a67a54780c6c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482495 Apr 08 11:00:44.187372 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-dd69af94-12e2-49b4-ae38-7cabfeb59558 req-4ce19537-6a0d-4f2d-a09d-49a09d11ea62 service neutron] 10.222.0.39 "GET /v2.0/networks/5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077769 Apr 08 11:00:44.195542 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-bb68afb3-d5f2-4095-bd97-0db96d0aeff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (a0f054a9-d30b-4594-8de6-6c24438c3963), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:44.280432 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-dd69af94-12e2-49b4-ae38-7cabfeb59558 req-6497ce40-c6f2-4ee5-804a-12cfb2651cb2 service neutron] 10.222.0.39 "GET /v2.0/networks/5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859423 Apr 08 11:00:44.788896 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ddd0b4-ebff-483b-a4bd-027dfca84445 req-fcda95a9-eb35-4c30-a951-6f1e18cb3565 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:44.790464 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-71ddd0b4-ebff-483b-a4bd-027dfca84445 req-fcda95a9-eb35-4c30-a951-6f1e18cb3565 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9f1e15-6887-4a31-9930-630e3d60184f HTTP/1.1" status: 200 len: 943 time: 0.0609126 Apr 08 11:00:44.841686 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-71ddd0b4-ebff-483b-a4bd-027dfca84445 req-29eec33a-5932-4f96-8fa1-52d3c4e52b6c tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/security-groups?id=56fca9ab-f539-45f8-bed4-5f0293f52711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429378 Apr 08 11:00:45.084789 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14131cae-7787-4fa5-bf4a-5b6482cb39c3 req-4ee8925e-c866-4745-9c08-30f32c1821fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:45.086336 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-14131cae-7787-4fa5-bf4a-5b6482cb39c3 req-4ee8925e-c866-4745-9c08-30f32c1821fe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b65c8b3119e3451497e21393575ac34c&device_id=3a9f1e15-6887-4a31-9930-630e3d60184f HTTP/1.1" status: 200 len: 1127 time: 0.0496955 Apr 08 11:00:45.174282 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c39995e2-c233-4533-b78f-2944bd33f611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (65c9c9bc-bb02-426d-a902-340b44f1a4c2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:45.183327 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14131cae-7787-4fa5-bf4a-5b6482cb39c3 req-22517a67-ca70-4b8f-ac46-1435c3d7c6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:45.184843 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-14131cae-7787-4fa5-bf4a-5b6482cb39c3 req-22517a67-ca70-4b8f-ac46-1435c3d7c6a8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9 HTTP/1.1" status: 200 len: 912 time: 0.0922830 Apr 08 11:00:45.225541 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-14131cae-7787-4fa5-bf4a-5b6482cb39c3 req-cb7585e5-12b1-44ed-8c2b-e252373faaaa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87fc751e-86fd-46ee-837f-7423be13a07c HTTP/1.1" status: 200 len: 217 time: 0.0342205 Apr 08 11:00:45.272040 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14131cae-7787-4fa5-bf4a-5b6482cb39c3 req-56c4d1e8-e398-430e-a6f7-f67d15982acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:45.273457 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-14131cae-7787-4fa5-bf4a-5b6482cb39c3 req-56c4d1e8-e398-430e-a6f7-f67d15982acc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=920bb832-b2df-48c9-bc0e-112cc1fcd212 HTTP/1.1" status: 200 len: 850 time: 0.0426826 Apr 08 11:00:45.329410 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14131cae-7787-4fa5-bf4a-5b6482cb39c3 req-508310d4-fcb2-45c1-a3a5-9660425019b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:45.330886 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-14131cae-7787-4fa5-bf4a-5b6482cb39c3 req-508310d4-fcb2-45c1-a3a5-9660425019b8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517488 Apr 08 11:00:45.421252 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-14131cae-7787-4fa5-bf4a-5b6482cb39c3 req-7eb35ce1-1f23-41ed-b34f-1cd8f56ab8ff service neutron] 10.222.0.39 "GET /v2.0/networks/5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831900 Apr 08 11:00:45.515787 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-14131cae-7787-4fa5-bf4a-5b6482cb39c3 req-3cca6dbc-c70a-4acb-9201-f42d546ebbe4 service neutron] 10.222.0.39 "GET /v2.0/networks/5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883310 Apr 08 11:00:45.589493 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device 87fc751e-86fd-46ee-837f-7423be13a07c details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=109911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:00:45.700547 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port 87fc751e-86fd-46ee-837f-7423be13a07c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=87fc751e-86fd-46ee-837f-7423be13a07c,segment=NetworkSegment(58931447-9a6b-4dac-a5d5-12a7f8dcf59f),segment_id=58931447-9a6b-4dac-a5d5-12a7f8dcf59f)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:00:45.711541 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Returning: {'device': '87fc751e-86fd-46ee-837f-7423be13a07c', 'network_id': '5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9', 'port_id': '87fc751e-86fd-46ee-837f-7423be13a07c', 'mac_address': 'fa:16:3e:c6:ea:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '920bb832-b2df-48c9-bc0e-112cc1fcd212', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:00:45.749794 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Current status of the port 87fc751e-86fd-46ee-837f-7423be13a07c is: DOWN; New status is: BUILD {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:00:45.750179 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (87fc751e-86fd-46ee-837f-7423be13a07c), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:45.762909 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.notifiers.nova [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87fc751e-86fd-46ee-837f-7423be13a07c {{(pid=109911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:00:45.782363 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port 87fc751e-86fd-46ee-837f-7423be13a07c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=87fc751e-86fd-46ee-837f-7423be13a07c,segment=NetworkSegment(58931447-9a6b-4dac-a5d5-12a7f8dcf59f),segment_id=58931447-9a6b-4dac-a5d5-12a7f8dcf59f)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:00:45.788731 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (87fc751e-86fd-46ee-837f-7423be13a07c), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:45.836895 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Pushing event updated for resources: {'Port': ['ID=87fc751e-86fd-46ee-837f-7423be13a07c,revision_number=4']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:45.980457 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab4ff8a-37c3-4b9a-8a6a-f7a86ca3c654 req-92b861a8-8520-412d-a7a2-fb33f5ac2fe4 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:45.982004 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6ab4ff8a-37c3-4b9a-8a6a-f7a86ca3c654 req-92b861a8-8520-412d-a7a2-fb33f5ac2fe4 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9f1e15-6887-4a31-9930-630e3d60184f HTTP/1.1" status: 200 len: 944 time: 0.0676162 Apr 08 11:00:46.030903 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] get_ports_and_sgs() called for port_ids ['87fc751e-86fd-46ee-837f-7423be13a07c'] {{(pid=109911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:00:46.033175 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6ab4ff8a-37c3-4b9a-8a6a-f7a86ca3c654 req-766958d4-da6c-45af-8d55-5e262d2c857d tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/security-groups?id=56fca9ab-f539-45f8-bed4-5f0293f52711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452733 Apr 08 11:00:46.634395 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dfd57949-1be2-4190-94f2-c1682066023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (140c1fdd-4f9d-4fc9-9d7c-f6f7cee51a0a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:47.158400 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d3de89-d4a2-47e4-9e5b-2ceaad45224f req-6ee6a19d-d5a6-4ef8-986c-38298c410349 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:47.159939 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-50d3de89-d4a2-47e4-9e5b-2ceaad45224f req-6ee6a19d-d5a6-4ef8-986c-38298c410349 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9f1e15-6887-4a31-9930-630e3d60184f HTTP/1.1" status: 200 len: 944 time: 0.0537372 Apr 08 11:00:47.210335 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-50d3de89-d4a2-47e4-9e5b-2ceaad45224f req-da6d94b5-e2a7-4361-8d4a-1f816e802575 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/security-groups?id=56fca9ab-f539-45f8-bed4-5f0293f52711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447001 Apr 08 11:00:47.587530 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device 87fc751e-86fd-46ee-837f-7423be13a07c up at agent hyperv_hv-cinder-83607 {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:00:47.644390 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Provisioning for port 87fc751e-86fd-46ee-837f-7423be13a07c completed by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 11:00:47.648221 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Provisioning complete for port 87fc751e-86fd-46ee-837f-7423be13a07c triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:00:47.648598 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (87fc751e-86fd-46ee-837f-7423be13a07c), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:47.743337 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Current status of the port 87fc751e-86fd-46ee-837f-7423be13a07c is: BUILD; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:00:47.743722 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (87fc751e-86fd-46ee-837f-7423be13a07c), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:47.766325 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a9f1e15-6887-4a31-9930-630e3d60184f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87fc751e-86fd-46ee-837f-7423be13a07c'}] {{(pid=109911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:00:47.768641 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930651e71dbc4ea3279ef2aec3aabe40d8fedb7c9b7e81889183a919dd1d7a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20a589c-9321-4e49-9bf6-0a9fa0c36380" -d '{"events": [{"server_uuid": "3a9f1e15-6887-4a31-9930-630e3d60184f", "name": "network-vif-plugged", "status": "completed", "tag": "87fc751e-86fd-46ee-837f-7423be13a07c"}]}' {{(pid=109911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:00:47.781130 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port 87fc751e-86fd-46ee-837f-7423be13a07c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=87fc751e-86fd-46ee-837f-7423be13a07c,segment=NetworkSegment(58931447-9a6b-4dac-a5d5-12a7f8dcf59f),segment_id=58931447-9a6b-4dac-a5d5-12a7f8dcf59f)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:00:47.786801 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (87fc751e-86fd-46ee-837f-7423be13a07c), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:47.809833 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37adb3a-c5c5-4cf4-b8f3-44f81971fa94 x-openstack-request-id: req-c37adb3a-c5c5-4cf4-b8f3-44f81971fa94 {{(pid=109911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:00:47.810060 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a9f1e15-6887-4a31-9930-630e3d60184f", "name": "network-vif-plugged", "status": "completed", "tag": "87fc751e-86fd-46ee-837f-7423be13a07c", "code": 200}]} {{(pid=109911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:00:47.810302 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c37adb3a-c5c5-4cf4-b8f3-44f81971fa94 {{(pid=109911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:00:47.810694 dv-cinder-836071-3-iscsi neutron-server[109911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c37adb3a-c5c5-4cf4-b8f3-44f81971fa94'] response: {'server_uuid': '3a9f1e15-6887-4a31-9930-630e3d60184f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87fc751e-86fd-46ee-837f-7423be13a07c', 'code': 200} Apr 08 11:00:47.838181 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Pushing event updated for resources: {'Port': ['ID=87fc751e-86fd-46ee-837f-7423be13a07c,revision_number=5']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:00:47.984495 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e2ceae-6dde-4f7d-8fb5-6c3681062793 req-ccac7c7a-3d89-4da8-89e0-9a4fc926a35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:47.988928 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f7e2ceae-6dde-4f7d-8fb5-6c3681062793 req-ccac7c7a-3d89-4da8-89e0-9a4fc926a35f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3a9f1e15-6887-4a31-9930-630e3d60184f HTTP/1.1" status: 200 len: 1129 time: 0.0544336 Apr 08 11:00:48.035401 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f7e2ceae-6dde-4f7d-8fb5-6c3681062793 req-19fdcb32-b970-4f31-b4bf-276b2989987a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=56fca9ab-f539-45f8-bed4-5f0293f52711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403821 Apr 08 11:00:48.048152 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (d1e78606-e5cc-43c0-bc22-8a5324478286), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:48.342735 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8211005-d89f-4de9-9d9b-b902cd995dd5 req-a3f30507-bfc2-429d-88fb-ce0b9a887576 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:48.344216 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b8211005-d89f-4de9-9d9b-b902cd995dd5 req-a3f30507-bfc2-429d-88fb-ce0b9a887576 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9f1e15-6887-4a31-9930-630e3d60184f HTTP/1.1" status: 200 len: 945 time: 0.0553555 Apr 08 11:00:48.391492 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b8211005-d89f-4de9-9d9b-b902cd995dd5 req-a9a1a3ac-64d0-43a8-aced-5bc3dd72b583 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/security-groups?id=56fca9ab-f539-45f8-bed4-5f0293f52711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411875 Apr 08 11:00:48.550492 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (df0b008b-1017-45b0-9cbd-b6387ecfd69a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:49.527658 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edcdfd8-2d46-48ea-ac5e-5e769f051e1a req-67885bf0-893b-42ed-b73b-32a82982d796 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:49.529707 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-7edcdfd8-2d46-48ea-ac5e-5e769f051e1a req-67885bf0-893b-42ed-b73b-32a82982d796 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9f1e15-6887-4a31-9930-630e3d60184f HTTP/1.1" status: 200 len: 945 time: 0.0580869 Apr 08 11:00:49.578999 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-7edcdfd8-2d46-48ea-ac5e-5e769f051e1a req-344828a9-2f50-41e9-9268-3000044df75a tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/security-groups?id=56fca9ab-f539-45f8-bed4-5f0293f52711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432570 Apr 08 11:00:49.701534 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bacc459-3352-44f6-9b44-082bec2a59af req-34a58851-eda7-4560-b25e-0da9dec4b820 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:49.702936 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-2bacc459-3352-44f6-9b44-082bec2a59af req-34a58851-eda7-4560-b25e-0da9dec4b820 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9f1e15-6887-4a31-9930-630e3d60184f HTTP/1.1" status: 200 len: 945 time: 0.0567389 Apr 08 11:00:49.712108 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 33616) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:00:49.716778 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [None req-06681bd1-75b5-40cf-a63b-5be546dec360 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Request body: {'floatingip': {'port_id': '87fc751e-86fd-46ee-837f-7423be13a07c'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:00:49.759442 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-06681bd1-75b5-40cf-a63b-5be546dec360 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks [] for floatingip (446ab148-b1f2-4947-93ac-e31362c1f0c1), before_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:50.232447 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-06681bd1-75b5-40cf-a63b-5be546dec360 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:50.239107 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-06681bd1-75b5-40cf-a63b-5be546dec360 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743873'] for floatingip (446ab148-b1f2-4947-93ac-e31362c1f0c1), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:50.347014 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.db.l3_db [None req-06681bd1-75b5-40cf-a63b-5be546dec360 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Floating IP 446ab148-b1f2-4947-93ac-e31362c1f0c1 associated. External IP: 172.27.2.145, port: 87fc751e-86fd-46ee-837f-7423be13a07c. Apr 08 11:00:50.575194 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06681bd1-75b5-40cf-a63b-5be546dec360 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Router 0c9463b4-e418-4448-92c8-3682acde721b has already been hosted by L3 agent a0f054a9-d30b-4594-8de6-6c24438c3963 {{(pid=109910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:00:50.693474 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06681bd1-75b5-40cf-a63b-5be546dec360 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Notify agent at l3_agent.dv-cinder-836071-3-iscsi the message routers_updated {{(pid=109910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:00:50.698716 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-06681bd1-75b5-40cf-a63b-5be546dec360 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for floatingip (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:00:50.703392 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f364277f-7871-43f1-a419-2108acf29519 None None] Sync routers for ids ['0c9463b4-e418-4448-92c8-3682acde721b'] in dv-cinder-836071-3-iscsi {{(pid=109912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:00:50.714769 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f364277f-7871-43f1-a419-2108acf29519 None None] Routers {'0c9463b4-e418-4448-92c8-3682acde721b'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:00:50.715384 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-f364277f-7871-43f1-a419-2108acf29519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T11:00:44Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['0c9463b4-e418-4448-92c8-3682acde721b'], 'active': True} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:00:50.728353 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-06681bd1-75b5-40cf-a63b-5be546dec360 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "PUT /v2.0/floatingips/446ab148-b1f2-4947-93ac-e31362c1f0c1 HTTP/1.1" status: 200 len: 991 time: 1.0151608 Apr 08 11:00:50.728907 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a9f1e15-6887-4a31-9930-630e3d60184f', 'tag': '87fc751e-86fd-46ee-837f-7423be13a07c'}] {{(pid=109910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:00:50.731234 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c101578fc708467248d177b11db2e3e6a7db5c554c0046cb1dea7ab1ce8b9fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31927f80-ee11-4c4d-a7d2-2662b21d8772" -d '{"events": [{"name": "network-changed", "server_uuid": "3a9f1e15-6887-4a31-9930-630e3d60184f", "tag": "87fc751e-86fd-46ee-837f-7423be13a07c"}]}' {{(pid=109910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:00:50.770081 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5411b0bb-a749-431e-8e23-f6d2716b378d x-openstack-request-id: req-5411b0bb-a749-431e-8e23-f6d2716b378d {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:00:50.770349 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a9f1e15-6887-4a31-9930-630e3d60184f", "tag": "87fc751e-86fd-46ee-837f-7423be13a07c", "status": "completed", "code": 200}]} {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:00:50.770628 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5411b0bb-a749-431e-8e23-f6d2716b378d {{(pid=109910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:00:50.771070 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5411b0bb-a749-431e-8e23-f6d2716b378d'] response: {'name': 'network-changed', 'server_uuid': '3a9f1e15-6887-4a31-9930-630e3d60184f', 'tag': '87fc751e-86fd-46ee-837f-7423be13a07c', 'status': 'completed', 'code': 200} Apr 08 11:00:50.824652 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvr_db [None req-f364277f-7871-43f1-a419-2108acf29519 None None] Set router 0c9463b4-e418-4448-92c8-3682acde721b gateway port host: dv-cinder-836071-3-iscsi {{(pid=109912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:00:50.839188 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31927f80-ee11-4c4d-a7d2-2662b21d8772 req-ca086ed7-86f5-414d-acc9-4c40e219eea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:50.840743 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-31927f80-ee11-4c4d-a7d2-2662b21d8772 req-ca086ed7-86f5-414d-acc9-4c40e219eea7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b65c8b3119e3451497e21393575ac34c&device_id=3a9f1e15-6887-4a31-9930-630e3d60184f HTTP/1.1" status: 200 len: 1129 time: 0.0467095 Apr 08 11:00:50.939818 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31927f80-ee11-4c4d-a7d2-2662b21d8772 req-4edf425f-5cef-40d2-a518-94bea238e0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:50.941373 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-31927f80-ee11-4c4d-a7d2-2662b21d8772 req-4edf425f-5cef-40d2-a518-94bea238e0e5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9 HTTP/1.1" status: 200 len: 912 time: 0.0950980 Apr 08 11:00:51.009510 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-31927f80-ee11-4c4d-a7d2-2662b21d8772 req-b20e2caf-9b56-461e-bac8-0c08cae089d9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87fc751e-86fd-46ee-837f-7423be13a07c HTTP/1.1" status: 200 len: 999 time: 0.0619071 Apr 08 11:00:51.054275 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-f364277f-7871-43f1-a419-2108acf29519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c9463b4-e418-4448-92c8-3682acde721b', 'name': 'tempest-AttachVolumeTestJSON-1708035265-router', 'tenant_id': 'b65c8b3119e3451497e21393575ac34c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '909080ea-8dc9-4533-9666-de29bb36406f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:00:35Z', 'updated_at': '2022-04-08T11:00:37Z', 'revision_number': 4, 'project_id': 'b65c8b3119e3451497e21393575ac34c', 'gw_port': {'id': '909080ea-8dc9-4533-9666-de29bb36406f', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9463b4-e418-4448-92c8-3682acde721b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:00:35Z', 'updated_at': '2022-04-08T11:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_floatingips': [{'id': '446ab148-b1f2-4947-93ac-e31362c1f0c1', 'tenant_id': 'b65c8b3119e3451497e21393575ac34c', 'floating_ip_address': '172.27.2.145', 'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'router_id': '0c9463b4-e418-4448-92c8-3682acde721b', 'port_id': '87fc751e-86fd-46ee-837f-7423be13a07c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9', 'mac_address': 'fa:16:3e:c6:ea:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9f1e15-6887-4a31-9930-630e3d60184f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:00:39Z', 'updated_at': '2022-04-08T11:00:50Z', 'revision_number': 1, 'project_id': 'b65c8b3119e3451497e21393575ac34c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3c3c3f5-b8ae-4b88-8664-6ef2e512789d', 'name': '', 'network_id': '5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9', 'tenant_id': 'b65c8b3119e3451497e21393575ac34c', 'mac_address': 'fa:16:3e:6d:e2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9463b4-e418-4448-92c8-3682acde721b', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '920bb832-b2df-48c9-bc0e-112cc1fcd212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:00:37Z', 'updated_at': '2022-04-08T11:00:40Z', 'revision_number': 5, 'project_id': 'b65c8b3119e3451497e21393575ac34c', 'subnets': [{'id': '920bb832-b2df-48c9-bc0e-112cc1fcd212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:00:51.057494 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31927f80-ee11-4c4d-a7d2-2662b21d8772 req-edec3bec-fb29-44a6-bf63-c5da6024f86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:51.059027 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-31927f80-ee11-4c4d-a7d2-2662b21d8772 req-edec3bec-fb29-44a6-bf63-c5da6024f86d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=920bb832-b2df-48c9-bc0e-112cc1fcd212 HTTP/1.1" status: 200 len: 850 time: 0.0441592 Apr 08 11:00:51.110727 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31927f80-ee11-4c4d-a7d2-2662b21d8772 req-ced4c872-3c5e-474b-81ca-5435d9d9371a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:00:51.112264 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-31927f80-ee11-4c4d-a7d2-2662b21d8772 req-ced4c872-3c5e-474b-81ca-5435d9d9371a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473454 Apr 08 11:00:51.181960 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f364277f-7871-43f1-a419-2108acf29519 None None] Checking router: 0c9463b4-e418-4448-92c8-3682acde721b for host: dv-cinder-836071-3-iscsi {{(pid=109912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:00:51.192627 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f364277f-7871-43f1-a419-2108acf29519 None None] Routers {'0c9463b4-e418-4448-92c8-3682acde721b'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:00:51.193360 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-f364277f-7871-43f1-a419-2108acf29519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T11:00:44Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['0c9463b4-e418-4448-92c8-3682acde721b'], 'active': True} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:00:51.210087 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-31927f80-ee11-4c4d-a7d2-2662b21d8772 req-8490a6e3-4270-4fa8-9497-825c5af27a44 service neutron] 10.222.0.39 "GET /v2.0/networks/5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915451 Apr 08 11:00:51.298860 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvr_db [None req-f364277f-7871-43f1-a419-2108acf29519 None None] Set router 0c9463b4-e418-4448-92c8-3682acde721b gateway port host: dv-cinder-836071-3-iscsi {{(pid=109912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:00:51.301356 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-31927f80-ee11-4c4d-a7d2-2662b21d8772 req-138e13ac-c8b1-40e1-8a8a-7996cb85370d service neutron] 10.222.0.39 "GET /v2.0/networks/5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853519 Apr 08 11:00:51.520244 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-f364277f-7871-43f1-a419-2108acf29519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c9463b4-e418-4448-92c8-3682acde721b', 'name': 'tempest-AttachVolumeTestJSON-1708035265-router', 'tenant_id': 'b65c8b3119e3451497e21393575ac34c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '909080ea-8dc9-4533-9666-de29bb36406f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:00:35Z', 'updated_at': '2022-04-08T11:00:37Z', 'revision_number': 4, 'project_id': 'b65c8b3119e3451497e21393575ac34c', 'gw_port': {'id': '909080ea-8dc9-4533-9666-de29bb36406f', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9463b4-e418-4448-92c8-3682acde721b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:00:35Z', 'updated_at': '2022-04-08T11:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_floatingips': [{'id': '446ab148-b1f2-4947-93ac-e31362c1f0c1', 'tenant_id': 'b65c8b3119e3451497e21393575ac34c', 'floating_ip_address': '172.27.2.145', 'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'router_id': '0c9463b4-e418-4448-92c8-3682acde721b', 'port_id': '87fc751e-86fd-46ee-837f-7423be13a07c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9', 'mac_address': 'fa:16:3e:c6:ea:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9f1e15-6887-4a31-9930-630e3d60184f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:00:39Z', 'updated_at': '2022-04-08T11:00:50Z', 'revision_number': 1, 'project_id': 'b65c8b3119e3451497e21393575ac34c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3c3c3f5-b8ae-4b88-8664-6ef2e512789d', 'name': '', 'network_id': '5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9', 'tenant_id': 'b65c8b3119e3451497e21393575ac34c', 'mac_address': 'fa:16:3e:6d:e2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9463b4-e418-4448-92c8-3682acde721b', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '920bb832-b2df-48c9-bc0e-112cc1fcd212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:00:37Z', 'updated_at': '2022-04-08T11:00:40Z', 'revision_number': 5, 'project_id': 'b65c8b3119e3451497e21393575ac34c', 'subnets': [{'id': '920bb832-b2df-48c9-bc0e-112cc1fcd212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:00:51.551823 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f364277f-7871-43f1-a419-2108acf29519 None None] The sync data for ids ['0c9463b4-e418-4448-92c8-3682acde721b'] in dv-cinder-836071-3-iscsi is: [{'id': '0c9463b4-e418-4448-92c8-3682acde721b', 'name': 'tempest-AttachVolumeTestJSON-1708035265-router', 'tenant_id': 'b65c8b3119e3451497e21393575ac34c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '909080ea-8dc9-4533-9666-de29bb36406f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:00:35Z', 'updated_at': '2022-04-08T11:00:37Z', 'revision_number': 4, 'project_id': 'b65c8b3119e3451497e21393575ac34c', 'gw_port': {'id': '909080ea-8dc9-4533-9666-de29bb36406f', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9463b4-e418-4448-92c8-3682acde721b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:00:35Z', 'updated_at': '2022-04-08T11:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_floatingips': [{'id': '446ab148-b1f2-4947-93ac-e31362c1f0c1', 'tenant_id': 'b65c8b3119e3451497e21393575ac34c', 'floating_ip_address': '172.27.2.145', 'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'router_id': '0c9463b4-e418-4448-92c8-3682acde721b', 'port_id': '87fc751e-86fd-46ee-837f-7423be13a07c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9', 'mac_address': 'fa:16:3e:c6:ea:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9f1e15-6887-4a31-9930-630e3d60184f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:00:39Z', 'updated_at': '2022-04-08T11:00:50Z', 'revision_number': 1, 'project_id': 'b65c8b3119e3451497e21393575ac34c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3c3c3f5-b8ae-4b88-8664-6ef2e512789d', 'name': '', 'network_id': '5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9', 'tenant_id': 'b65c8b3119e3451497e21393575ac34c', 'mac_address': 'fa:16:3e:6d:e2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9463b4-e418-4448-92c8-3682acde721b', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '920bb832-b2df-48c9-bc0e-112cc1fcd212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:00:37Z', 'updated_at': '2022-04-08T11:00:40Z', 'revision_number': 5, 'project_id': 'b65c8b3119e3451497e21393575ac34c', 'subnets': [{'id': '920bb832-b2df-48c9-bc0e-112cc1fcd212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:00:51.757956 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77ef7ba-71f3-481e-aafa-2c5528413f53 None None] New status for floating IP 446ab148-b1f2-4947-93ac-e31362c1f0c1: ACTIVE {{(pid=109911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:01:04.333712 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 33626) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:01:04.507827 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [None req-c1117d0d-bc12-4c40-8564-5ead2ecf2600 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Deleting port b9647598-297e-463e-b323-62aa2ce61872 {{(pid=109910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:01:04.508071 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-c1117d0d-bc12-4c40-8564-5ead2ecf2600 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (b9647598-297e-463e-b323-62aa2ce61872), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:04.588996 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-c1117d0d-bc12-4c40-8564-5ead2ecf2600 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (b9647598-297e-463e-b323-62aa2ce61872), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:04.589368 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-c1117d0d-bc12-4c40-8564-5ead2ecf2600 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks [] for floatingip (b9647598-297e-463e-b323-62aa2ce61872), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:04.601251 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [None req-c1117d0d-bc12-4c40-8564-5ead2ecf2600 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Calling delete_port for b9647598-297e-463e-b323-62aa2ce61872 owned by network:floatingip {{(pid=109910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:01:04.759734 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-c1117d0d-bc12-4c40-8564-5ead2ecf2600 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14190223'] for port (b9647598-297e-463e-b323-62aa2ce61872), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:04.789270 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1117d0d-bc12-4c40-8564-5ead2ecf2600 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Pushing event deleted for resources: {'Port': ['ID=b9647598-297e-463e-b323-62aa2ce61872,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:04.846989 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-c1117d0d-bc12-4c40-8564-5ead2ecf2600 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks [] for floatingip (7928cd3c-bb4d-4677-83bf-8fbd0ac7777b), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:04.847294 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.db.l3_db [None req-c1117d0d-bc12-4c40-8564-5ead2ecf2600 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Floating IP 7928cd3c-bb4d-4677-83bf-8fbd0ac7777b disassociated (deleted). External IP: 172.27.2.31, port: cc664755-a315-428f-ba09-3f5ac4fadffb. Apr 08 11:01:05.069879 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1117d0d-bc12-4c40-8564-5ead2ecf2600 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Router 42146926-2eb6-487e-b4e4-69b3b310f9b9 has already been hosted by L3 agent a0f054a9-d30b-4594-8de6-6c24438c3963 {{(pid=109910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:01:05.180137 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1117d0d-bc12-4c40-8564-5ead2ecf2600 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Notify agent at l3_agent.dv-cinder-836071-3-iscsi the message routers_updated {{(pid=109910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:01:05.185472 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-c1117d0d-bc12-4c40-8564-5ead2ecf2600 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for floatingip (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:05.190598 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df65556-a542-49a7-baa5-b2828c7bfc20 None None] Sync routers for ids ['42146926-2eb6-487e-b4e4-69b3b310f9b9'] in dv-cinder-836071-3-iscsi {{(pid=109912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:01:05.201300 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df65556-a542-49a7-baa5-b2828c7bfc20 None None] Routers {'42146926-2eb6-487e-b4e4-69b3b310f9b9'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:01:05.201916 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-7df65556-a542-49a7-baa5-b2828c7bfc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T11:00:44Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['42146926-2eb6-487e-b4e4-69b3b310f9b9'], 'active': True} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:01:05.215067 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-c1117d0d-bc12-4c40-8564-5ead2ecf2600 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "DELETE /v2.0/floatingips/7928cd3c-bb4d-4677-83bf-8fbd0ac7777b HTTP/1.1" status: 204 len: 168 time: 0.8797848 Apr 08 11:01:05.215800 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2679f55d-548e-467b-91be-adbbb1d7ea95', 'tag': 'cc664755-a315-428f-ba09-3f5ac4fadffb'}] {{(pid=109910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:01:05.218202 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c101578fc708467248d177b11db2e3e6a7db5c554c0046cb1dea7ab1ce8b9fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b55dc2-59e5-41a5-8b63-68bda94485b8" -d '{"events": [{"name": "network-changed", "server_uuid": "2679f55d-548e-467b-91be-adbbb1d7ea95", "tag": "cc664755-a315-428f-ba09-3f5ac4fadffb"}]}' {{(pid=109910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:01:05.258390 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c91bc8-c644-47ae-b3aa-c2ccf7676292 x-openstack-request-id: req-13c91bc8-c644-47ae-b3aa-c2ccf7676292 {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:01:05.258682 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2679f55d-548e-467b-91be-adbbb1d7ea95", "tag": "cc664755-a315-428f-ba09-3f5ac4fadffb", "status": "completed", "code": 200}]} {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:01:05.258932 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-13c91bc8-c644-47ae-b3aa-c2ccf7676292 {{(pid=109910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:01:05.259335 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13c91bc8-c644-47ae-b3aa-c2ccf7676292'] response: {'name': 'network-changed', 'server_uuid': '2679f55d-548e-467b-91be-adbbb1d7ea95', 'tag': 'cc664755-a315-428f-ba09-3f5ac4fadffb', 'status': 'completed', 'code': 200} Apr 08 11:01:05.314066 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvr_db [None req-7df65556-a542-49a7-baa5-b2828c7bfc20 None None] Set router 42146926-2eb6-487e-b4e4-69b3b310f9b9 gateway port host: dv-cinder-836071-3-iscsi {{(pid=109912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:01:05.337028 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b55dc2-59e5-41a5-8b63-68bda94485b8 req-ffdf2c2d-88b2-4f76-bce2-1f07ea323db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:05.338933 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a0b55dc2-59e5-41a5-8b63-68bda94485b8 req-ffdf2c2d-88b2-4f76-bce2-1f07ea323db6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1240eb4e10e8472eb59d3c956e73fd45&device_id=2679f55d-548e-467b-91be-adbbb1d7ea95 HTTP/1.1" status: 200 len: 1129 time: 0.0507765 Apr 08 11:01:05.461758 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b55dc2-59e5-41a5-8b63-68bda94485b8 req-e63d748b-418a-447d-90d3-9d7acb7a364a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:05.463299 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a0b55dc2-59e5-41a5-8b63-68bda94485b8 req-e63d748b-418a-447d-90d3-9d7acb7a364a service neutron] 10.222.0.39 "GET /v2.0/networks?id=cde280c4-46d3-4a2c-b76e-9357fe2425c5 HTTP/1.1" status: 200 len: 913 time: 0.1185637 Apr 08 11:01:05.482644 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c247720-eb48-41ca-a59a-3dd3423daf01 req-3fc0f0a3-ead1-4b39-a98e-18b6e96a2c21 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:05.484084 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0c247720-eb48-41ca-a59a-3dd3423daf01 req-3fc0f0a3-ead1-4b39-a98e-18b6e96a2c21 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/ports?device_id=2679f55d-548e-467b-91be-adbbb1d7ea95 HTTP/1.1" status: 200 len: 945 time: 0.0635898 Apr 08 11:01:05.537850 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0c247720-eb48-41ca-a59a-3dd3423daf01 req-85ed60f2-735e-4e24-97cb-f2b67b2b377a tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/security-groups?id=dda30446-6890-4466-9d79-198654c55c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477519 Apr 08 11:01:05.552172 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-7df65556-a542-49a7-baa5-b2828c7bfc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'name': 'tempest-TestVolumeBootPattern-1804327282-router', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '6feab91a-7bec-44c4-9ad3-1e39f46403f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:18Z', 'updated_at': '2022-04-08T10:54:22Z', 'revision_number': 4, 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'gw_port': {'id': '6feab91a-7bec-44c4-9ad3-1e39f46403f3', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:42:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:18Z', 'updated_at': '2022-04-08T10:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_floatingips': [{'id': 'a63b2c79-22b6-4bc4-a374-2d6d9d2057f2', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'floating_ip_address': '172.27.2.75', 'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'router_id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'port_id': 'ef50059c-a869-434f-ad84-047bacf71721', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cde280c4-46d3-4a2c-b76e-9357fe2425c5', 'mac_address': 'fa:16:3e:cc:bf:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22ece28-b942-4acc-8bd8-834e08c52a56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:57:35Z', 'updated_at': '2022-04-08T10:57:38Z', 'revision_number': 1, 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75', 'name': '', 'network_id': 'cde280c4-46d3-4a2c-b76e-9357fe2425c5', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'mac_address': 'fa:16:3e:05:73:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'f62eda8a-11e4-410d-acba-a7bf8fcacc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:21Z', 'updated_at': '2022-04-08T10:54:26Z', 'revision_number': 5, 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'subnets': [{'id': 'f62eda8a-11e4-410d-acba-a7bf8fcacc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:01:05.579713 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df65556-a542-49a7-baa5-b2828c7bfc20 None None] Checking router: 42146926-2eb6-487e-b4e4-69b3b310f9b9 for host: dv-cinder-836071-3-iscsi {{(pid=109912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:01:05.588325 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df65556-a542-49a7-baa5-b2828c7bfc20 None None] Routers {'42146926-2eb6-487e-b4e4-69b3b310f9b9'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:01:05.588878 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-7df65556-a542-49a7-baa5-b2828c7bfc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T11:00:44Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['42146926-2eb6-487e-b4e4-69b3b310f9b9'], 'active': True} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:01:05.705671 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvr_db [None req-7df65556-a542-49a7-baa5-b2828c7bfc20 None None] Set router 42146926-2eb6-487e-b4e4-69b3b310f9b9 gateway port host: dv-cinder-836071-3-iscsi {{(pid=109912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:01:05.927982 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-7df65556-a542-49a7-baa5-b2828c7bfc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'name': 'tempest-TestVolumeBootPattern-1804327282-router', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '6feab91a-7bec-44c4-9ad3-1e39f46403f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:18Z', 'updated_at': '2022-04-08T10:54:22Z', 'revision_number': 4, 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'gw_port': {'id': '6feab91a-7bec-44c4-9ad3-1e39f46403f3', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:42:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:18Z', 'updated_at': '2022-04-08T10:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_floatingips': [{'id': 'a63b2c79-22b6-4bc4-a374-2d6d9d2057f2', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'floating_ip_address': '172.27.2.75', 'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'router_id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'port_id': 'ef50059c-a869-434f-ad84-047bacf71721', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cde280c4-46d3-4a2c-b76e-9357fe2425c5', 'mac_address': 'fa:16:3e:cc:bf:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22ece28-b942-4acc-8bd8-834e08c52a56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:57:35Z', 'updated_at': '2022-04-08T10:57:38Z', 'revision_number': 1, 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75', 'name': '', 'network_id': 'cde280c4-46d3-4a2c-b76e-9357fe2425c5', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'mac_address': 'fa:16:3e:05:73:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'f62eda8a-11e4-410d-acba-a7bf8fcacc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:21Z', 'updated_at': '2022-04-08T10:54:26Z', 'revision_number': 5, 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'subnets': [{'id': 'f62eda8a-11e4-410d-acba-a7bf8fcacc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:01:05.956983 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df65556-a542-49a7-baa5-b2828c7bfc20 None None] The sync data for ids ['42146926-2eb6-487e-b4e4-69b3b310f9b9'] in dv-cinder-836071-3-iscsi is: [{'id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'name': 'tempest-TestVolumeBootPattern-1804327282-router', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '6feab91a-7bec-44c4-9ad3-1e39f46403f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:18Z', 'updated_at': '2022-04-08T10:54:22Z', 'revision_number': 4, 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'gw_port': {'id': '6feab91a-7bec-44c4-9ad3-1e39f46403f3', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:42:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:18Z', 'updated_at': '2022-04-08T10:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_floatingips': [{'id': 'a63b2c79-22b6-4bc4-a374-2d6d9d2057f2', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'floating_ip_address': '172.27.2.75', 'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'router_id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'port_id': 'ef50059c-a869-434f-ad84-047bacf71721', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cde280c4-46d3-4a2c-b76e-9357fe2425c5', 'mac_address': 'fa:16:3e:cc:bf:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22ece28-b942-4acc-8bd8-834e08c52a56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T10:57:35Z', 'updated_at': '2022-04-08T10:57:38Z', 'revision_number': 1, 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75', 'name': '', 'network_id': 'cde280c4-46d3-4a2c-b76e-9357fe2425c5', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'mac_address': 'fa:16:3e:05:73:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'f62eda8a-11e4-410d-acba-a7bf8fcacc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:21Z', 'updated_at': '2022-04-08T10:54:26Z', 'revision_number': 5, 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'subnets': [{'id': 'f62eda8a-11e4-410d-acba-a7bf8fcacc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:01:06.186847 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab03fa52-ed4d-443d-a955-27b8a63d3f69 None None] New status for floating IP 7928cd3c-bb4d-4677-83bf-8fbd0ac7777b: DOWN {{(pid=109911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:01:06.207480 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.agents_db [None req-4d82583b-548a-400c-8f4c-c09be56c4ea4 None None] Agent healthcheck: found 6 active agents {{(pid=109912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:01:06.480131 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a0b55dc2-59e5-41a5-8b63-68bda94485b8 req-b7a18637-36e4-47ba-bda9-4c43027098fe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc664755-a315-428f-ba09-3f5ac4fadffb HTTP/1.1" status: 200 len: 217 time: 0.0471871 Apr 08 11:01:06.529925 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b55dc2-59e5-41a5-8b63-68bda94485b8 req-cbc8d2fd-d957-48ed-b1df-354f38007e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:06.531351 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a0b55dc2-59e5-41a5-8b63-68bda94485b8 req-cbc8d2fd-d957-48ed-b1df-354f38007e82 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f62eda8a-11e4-410d-acba-a7bf8fcacc01 HTTP/1.1" status: 200 len: 851 time: 0.0446732 Apr 08 11:01:07.015131 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b55dc2-59e5-41a5-8b63-68bda94485b8 req-10eb5b1f-8c35-4437-80ed-53ef31e834a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:07.016625 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a0b55dc2-59e5-41a5-8b63-68bda94485b8 req-10eb5b1f-8c35-4437-80ed-53ef31e834a7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cde280c4-46d3-4a2c-b76e-9357fe2425c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3988020 Apr 08 11:01:07.032321 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a7b47-bfe1-43d6-bb9b-d4abe195a137 req-db57594f-a991-483b-9f0f-3ae1f83106dd tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:07.033729 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-939a7b47-bfe1-43d6-bb9b-d4abe195a137 req-db57594f-a991-483b-9f0f-3ae1f83106dd tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/ports?device_id=2679f55d-548e-467b-91be-adbbb1d7ea95 HTTP/1.1" status: 200 len: 945 time: 0.4078848 Apr 08 11:01:07.069827 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a71b8-a4a4-47f0-998d-17c785ec3362 req-999a3607-2bd4-4390-a5cd-3d3dd0f4b823 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:07.071215 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-2c6a71b8-a4a4-47f0-998d-17c785ec3362 req-999a3607-2bd4-4390-a5cd-3d3dd0f4b823 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.39 "GET /v2.0/ports?device_id=2679f55d-548e-467b-91be-adbbb1d7ea95 HTTP/1.1" status: 200 len: 945 time: 0.1103361 Apr 08 11:01:07.180934 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-939a7b47-bfe1-43d6-bb9b-d4abe195a137 req-a43c72a6-8251-4bb5-a2c5-076ca73ada9e tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/security-groups?id=dda30446-6890-4466-9d79-198654c55c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396842 Apr 08 11:01:07.220104 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a0b55dc2-59e5-41a5-8b63-68bda94485b8 req-1faa78ae-9cba-448d-8cb8-c8a88da0f070 service neutron] 10.222.0.39 "GET /v2.0/networks/cde280c4-46d3-4a2c-b76e-9357fe2425c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955755 Apr 08 11:01:07.290585 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [req-2c6a71b8-a4a4-47f0-998d-17c785ec3362 req-6a67a8d8-f441-485a-b8bb-a47c7cf73b0d tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Deleting port cc664755-a315-428f-ba09-3f5ac4fadffb {{(pid=109910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:01:07.290814 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-2c6a71b8-a4a4-47f0-998d-17c785ec3362 req-6a67a8d8-f441-485a-b8bb-a47c7cf73b0d tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (cc664755-a315-428f-ba09-3f5ac4fadffb), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:07.369926 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a0b55dc2-59e5-41a5-8b63-68bda94485b8 req-0db3f5be-e460-4a15-870b-32230725f281 service neutron] 10.222.0.39 "GET /v2.0/networks/cde280c4-46d3-4a2c-b76e-9357fe2425c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422062 Apr 08 11:01:07.398270 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [req-2c6a71b8-a4a4-47f0-998d-17c785ec3362 req-6a67a8d8-f441-485a-b8bb-a47c7cf73b0d tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] For port cc664755-a315-428f-ba09-3f5ac4fadffb, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=cc664755-a315-428f-ba09-3f5ac4fadffb,segment=NetworkSegment(6d5acab1-a077-4768-8ed0-79720d8978bc),segment_id=6d5acab1-a077-4768-8ed0-79720d8978bc)] {{(pid=109910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:01:07.398638 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-2c6a71b8-a4a4-47f0-998d-17c785ec3362 req-6a67a8d8-f441-485a-b8bb-a47c7cf73b0d tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (cc664755-a315-428f-ba09-3f5ac4fadffb), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:07.412013 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [req-2c6a71b8-a4a4-47f0-998d-17c785ec3362 req-6a67a8d8-f441-485a-b8bb-a47c7cf73b0d tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Calling delete_port for cc664755-a315-428f-ba09-3f5ac4fadffb owned by compute:nova {{(pid=109910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:01:07.546306 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-2c6a71b8-a4a4-47f0-998d-17c785ec3362 req-6a67a8d8-f441-485a-b8bb-a47c7cf73b0d tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14190223'] for port (cc664755-a315-428f-ba09-3f5ac4fadffb), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:07.576442 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a67a8d8-f441-485a-b8bb-a47c7cf73b0d tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Pushing event deleted for resources: {'Port': ['ID=cc664755-a315-428f-ba09-3f5ac4fadffb,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:07.620482 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c6a71b8-a4a4-47f0-998d-17c785ec3362 req-6a67a8d8-f441-485a-b8bb-a47c7cf73b0d tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] No DVR routers for this DVR port cc664755-a315-428f-ba09-3f5ac4fadffb on host hv-cinder-83607 {{(pid=109910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:01:07.623228 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-2c6a71b8-a4a4-47f0-998d-17c785ec3362 req-6a67a8d8-f441-485a-b8bb-a47c7cf73b0d tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for port (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:07.626703 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-2c6a71b8-a4a4-47f0-998d-17c785ec3362 req-6a67a8d8-f441-485a-b8bb-a47c7cf73b0d tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.39 "DELETE /v2.0/ports/cc664755-a315-428f-ba09-3f5ac4fadffb HTTP/1.1" status: 204 len: 173 time: 0.5469682 Apr 08 11:01:07.627137 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2679f55d-548e-467b-91be-adbbb1d7ea95', 'name': 'network-vif-deleted', 'tag': 'cc664755-a315-428f-ba09-3f5ac4fadffb'}] {{(pid=109910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:01:07.629380 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c101578fc708467248d177b11db2e3e6a7db5c554c0046cb1dea7ab1ce8b9fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-491f16b7-8ba0-48f3-a75b-5802104eb750" -d '{"events": [{"server_uuid": "2679f55d-548e-467b-91be-adbbb1d7ea95", "name": "network-vif-deleted", "tag": "cc664755-a315-428f-ba09-3f5ac4fadffb"}]}' {{(pid=109910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:01:07.676187 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2555f492-41ee-40ea-b731-7d5740ea4b2e x-openstack-request-id: req-2555f492-41ee-40ea-b731-7d5740ea4b2e {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:01:07.676586 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2679f55d-548e-467b-91be-adbbb1d7ea95", "name": "network-vif-deleted", "tag": "cc664755-a315-428f-ba09-3f5ac4fadffb", "status": "completed", "code": 200}]} {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:01:07.676880 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2555f492-41ee-40ea-b731-7d5740ea4b2e {{(pid=109910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:01:07.677471 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2555f492-41ee-40ea-b731-7d5740ea4b2e'] response: {'server_uuid': '2679f55d-548e-467b-91be-adbbb1d7ea95', 'name': 'network-vif-deleted', 'tag': 'cc664755-a315-428f-ba09-3f5ac4fadffb', 'status': 'completed', 'code': 200} Apr 08 11:01:08.309422 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-4f1877c9-af03-409f-9f5e-ef853580cd13 req-89c2d690-8620-426f-b983-3702d3419bdf tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/ports?device_id=2679f55d-548e-467b-91be-adbbb1d7ea95 HTTP/1.1" status: 200 len: 210 time: 0.0332179 Apr 08 11:01:09.697906 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device cc664755-a315-428f-ba09-3f5ac4fadffb no longer exists at agent hyperv_hv-cinder-83607 {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:01:09.721104 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] No Port match for: cc664755-a315-428f-ba09-3f5ac4fadffb {{(pid=109911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:01:09.721475 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device cc664755-a315-428f-ba09-3f5ac4fadffb not bound to the agent host hv-cinder-83607 {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:01:11.625560 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 33656) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:01:11.798651 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [None req-bd369a25-1698-44b8-b9ac-715151bb963a tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Deleting port 4c1d3a1a-0440-4fd1-a6e0-173d583da885 {{(pid=109910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:01:11.798963 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-bd369a25-1698-44b8-b9ac-715151bb963a tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (4c1d3a1a-0440-4fd1-a6e0-173d583da885), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:11.811688 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-9a19f0d0-f99c-4f70-bf5b-709f01cdc244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (0996d03c-a6d6-4751-8b32-c8111f4b3d8a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:11.885034 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-bd369a25-1698-44b8-b9ac-715151bb963a tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (4c1d3a1a-0440-4fd1-a6e0-173d583da885), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:11.885346 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-bd369a25-1698-44b8-b9ac-715151bb963a tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks [] for floatingip (4c1d3a1a-0440-4fd1-a6e0-173d583da885), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:11.898191 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [None req-bd369a25-1698-44b8-b9ac-715151bb963a tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Calling delete_port for 4c1d3a1a-0440-4fd1-a6e0-173d583da885 owned by network:floatingip {{(pid=109910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:01:12.070327 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-bd369a25-1698-44b8-b9ac-715151bb963a tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14190223'] for port (4c1d3a1a-0440-4fd1-a6e0-173d583da885), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:12.097071 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd369a25-1698-44b8-b9ac-715151bb963a tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Pushing event deleted for resources: {'Port': ['ID=4c1d3a1a-0440-4fd1-a6e0-173d583da885,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:12.161722 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-bd369a25-1698-44b8-b9ac-715151bb963a tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks [] for floatingip (a63b2c79-22b6-4bc4-a374-2d6d9d2057f2), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:12.162038 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.db.l3_db [None req-bd369a25-1698-44b8-b9ac-715151bb963a tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Floating IP a63b2c79-22b6-4bc4-a374-2d6d9d2057f2 disassociated (deleted). External IP: 172.27.2.75, port: ef50059c-a869-434f-ad84-047bacf71721. Apr 08 11:01:12.386596 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd369a25-1698-44b8-b9ac-715151bb963a tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Router 42146926-2eb6-487e-b4e4-69b3b310f9b9 has already been hosted by L3 agent a0f054a9-d30b-4594-8de6-6c24438c3963 {{(pid=109910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:01:12.500416 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd369a25-1698-44b8-b9ac-715151bb963a tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Notify agent at l3_agent.dv-cinder-836071-3-iscsi the message routers_updated {{(pid=109910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:01:12.505769 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-bd369a25-1698-44b8-b9ac-715151bb963a tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for floatingip (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:12.510272 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85bd3dc-98ea-4694-b237-90e8a59edc1c None None] Sync routers for ids ['42146926-2eb6-487e-b4e4-69b3b310f9b9'] in dv-cinder-836071-3-iscsi {{(pid=109912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:01:12.522124 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85bd3dc-98ea-4694-b237-90e8a59edc1c None None] Routers {'42146926-2eb6-487e-b4e4-69b3b310f9b9'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:01:12.522827 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-b85bd3dc-98ea-4694-b237-90e8a59edc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T11:00:44Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['42146926-2eb6-487e-b4e4-69b3b310f9b9'], 'active': True} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:01:12.535749 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-bd369a25-1698-44b8-b9ac-715151bb963a tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "DELETE /v2.0/floatingips/a63b2c79-22b6-4bc4-a374-2d6d9d2057f2 HTTP/1.1" status: 204 len: 168 time: 0.9089429 Apr 08 11:01:12.536287 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b22ece28-b942-4acc-8bd8-834e08c52a56', 'tag': 'ef50059c-a869-434f-ad84-047bacf71721'}] {{(pid=109910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:01:12.538554 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c101578fc708467248d177b11db2e3e6a7db5c554c0046cb1dea7ab1ce8b9fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98088ce6-bf24-4aa4-b0c7-39f6b9fe8ad6" -d '{"events": [{"name": "network-changed", "server_uuid": "b22ece28-b942-4acc-8bd8-834e08c52a56", "tag": "ef50059c-a869-434f-ad84-047bacf71721"}]}' {{(pid=109910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:01:12.587381 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-792c5111-5a46-489f-8bc7-88a585a0d8ce x-openstack-request-id: req-792c5111-5a46-489f-8bc7-88a585a0d8ce {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:01:12.587668 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b22ece28-b942-4acc-8bd8-834e08c52a56", "tag": "ef50059c-a869-434f-ad84-047bacf71721", "status": "completed", "code": 200}]} {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:01:12.587911 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-792c5111-5a46-489f-8bc7-88a585a0d8ce {{(pid=109910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:01:12.588922 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-792c5111-5a46-489f-8bc7-88a585a0d8ce'] response: {'name': 'network-changed', 'server_uuid': 'b22ece28-b942-4acc-8bd8-834e08c52a56', 'tag': 'ef50059c-a869-434f-ad84-047bacf71721', 'status': 'completed', 'code': 200} Apr 08 11:01:12.643438 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvr_db [None req-b85bd3dc-98ea-4694-b237-90e8a59edc1c None None] Set router 42146926-2eb6-487e-b4e4-69b3b310f9b9 gateway port host: dv-cinder-836071-3-iscsi {{(pid=109912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:01:12.654560 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98088ce6-bf24-4aa4-b0c7-39f6b9fe8ad6 req-4f900367-4947-442c-83c4-6fb886482022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:12.657406 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-98088ce6-bf24-4aa4-b0c7-39f6b9fe8ad6 req-4f900367-4947-442c-83c4-6fb886482022 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1240eb4e10e8472eb59d3c956e73fd45&device_id=b22ece28-b942-4acc-8bd8-834e08c52a56 HTTP/1.1" status: 200 len: 1130 time: 0.0483019 Apr 08 11:01:12.795036 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98088ce6-bf24-4aa4-b0c7-39f6b9fe8ad6 req-fbf1989b-f863-4551-8c86-a0644dccb698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:12.796531 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-98088ce6-bf24-4aa4-b0c7-39f6b9fe8ad6 req-fbf1989b-f863-4551-8c86-a0644dccb698 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cde280c4-46d3-4a2c-b76e-9357fe2425c5 HTTP/1.1" status: 200 len: 913 time: 0.1309466 Apr 08 11:01:12.814793 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86775a3c-a701-4b13-84f7-26d66f1e928e req-473e8faa-7623-44dc-90e6-06891f9074a5 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:12.816312 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-86775a3c-a701-4b13-84f7-26d66f1e928e req-473e8faa-7623-44dc-90e6-06891f9074a5 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/ports?device_id=b22ece28-b942-4acc-8bd8-834e08c52a56 HTTP/1.1" status: 200 len: 946 time: 0.0759971 Apr 08 11:01:12.869030 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-86775a3c-a701-4b13-84f7-26d66f1e928e req-17b4d3a3-494a-40d0-ba67-009d42570da9 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/security-groups?id=dda30446-6890-4466-9d79-198654c55c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465319 Apr 08 11:01:12.943077 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-b85bd3dc-98ea-4694-b237-90e8a59edc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'name': 'tempest-TestVolumeBootPattern-1804327282-router', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '6feab91a-7bec-44c4-9ad3-1e39f46403f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:18Z', 'updated_at': '2022-04-08T10:54:22Z', 'revision_number': 4, 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'gw_port': {'id': '6feab91a-7bec-44c4-9ad3-1e39f46403f3', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:42:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:18Z', 'updated_at': '2022-04-08T10:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': 'a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75', 'name': '', 'network_id': 'cde280c4-46d3-4a2c-b76e-9357fe2425c5', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'mac_address': 'fa:16:3e:05:73:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'f62eda8a-11e4-410d-acba-a7bf8fcacc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:21Z', 'updated_at': '2022-04-08T10:54:26Z', 'revision_number': 5, 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'subnets': [{'id': 'f62eda8a-11e4-410d-acba-a7bf8fcacc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:01:12.972154 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85bd3dc-98ea-4694-b237-90e8a59edc1c None None] Checking router: 42146926-2eb6-487e-b4e4-69b3b310f9b9 for host: dv-cinder-836071-3-iscsi {{(pid=109912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:01:12.988746 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85bd3dc-98ea-4694-b237-90e8a59edc1c None None] Routers {'42146926-2eb6-487e-b4e4-69b3b310f9b9'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:01:12.989377 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-b85bd3dc-98ea-4694-b237-90e8a59edc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T11:00:44Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['42146926-2eb6-487e-b4e4-69b3b310f9b9'], 'active': True} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:01:13.099270 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvr_db [None req-b85bd3dc-98ea-4694-b237-90e8a59edc1c None None] Set router 42146926-2eb6-487e-b4e4-69b3b310f9b9 gateway port host: dv-cinder-836071-3-iscsi {{(pid=109912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:01:13.293462 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-b85bd3dc-98ea-4694-b237-90e8a59edc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'name': 'tempest-TestVolumeBootPattern-1804327282-router', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '6feab91a-7bec-44c4-9ad3-1e39f46403f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:18Z', 'updated_at': '2022-04-08T10:54:22Z', 'revision_number': 4, 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'gw_port': {'id': '6feab91a-7bec-44c4-9ad3-1e39f46403f3', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:42:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:18Z', 'updated_at': '2022-04-08T10:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': 'a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75', 'name': '', 'network_id': 'cde280c4-46d3-4a2c-b76e-9357fe2425c5', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'mac_address': 'fa:16:3e:05:73:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'f62eda8a-11e4-410d-acba-a7bf8fcacc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:21Z', 'updated_at': '2022-04-08T10:54:26Z', 'revision_number': 5, 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'subnets': [{'id': 'f62eda8a-11e4-410d-acba-a7bf8fcacc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:01:13.319879 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85bd3dc-98ea-4694-b237-90e8a59edc1c None None] The sync data for ids ['42146926-2eb6-487e-b4e4-69b3b310f9b9'] in dv-cinder-836071-3-iscsi is: [{'id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'name': 'tempest-TestVolumeBootPattern-1804327282-router', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '6feab91a-7bec-44c4-9ad3-1e39f46403f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:18Z', 'updated_at': '2022-04-08T10:54:22Z', 'revision_number': 4, 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'gw_port': {'id': '6feab91a-7bec-44c4-9ad3-1e39f46403f3', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:42:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:18Z', 'updated_at': '2022-04-08T10:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': 'a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75', 'name': '', 'network_id': 'cde280c4-46d3-4a2c-b76e-9357fe2425c5', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'mac_address': 'fa:16:3e:05:73:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'f62eda8a-11e4-410d-acba-a7bf8fcacc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:21Z', 'updated_at': '2022-04-08T10:54:26Z', 'revision_number': 5, 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'subnets': [{'id': 'f62eda8a-11e4-410d-acba-a7bf8fcacc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:01:13.539440 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69178e58-c82e-4ae6-8ccf-571bd8bcd5a5 None None] New status for floating IP a63b2c79-22b6-4bc4-a374-2d6d9d2057f2: DOWN {{(pid=109911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:01:13.792729 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-98088ce6-bf24-4aa4-b0c7-39f6b9fe8ad6 req-01b6113d-915b-470d-bff1-e0e748acf4ca service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef50059c-a869-434f-ad84-047bacf71721 HTTP/1.1" status: 200 len: 217 time: 0.0409818 Apr 08 11:01:13.849200 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98088ce6-bf24-4aa4-b0c7-39f6b9fe8ad6 req-2b522edc-434d-47ec-889e-93248bf5ede1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:13.850634 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-98088ce6-bf24-4aa4-b0c7-39f6b9fe8ad6 req-2b522edc-434d-47ec-889e-93248bf5ede1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f62eda8a-11e4-410d-acba-a7bf8fcacc01 HTTP/1.1" status: 200 len: 851 time: 0.0490360 Apr 08 11:01:14.036701 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9ded4-d74f-4a9d-94fd-fdb01bced7bb req-12d1f3af-6faa-4073-8f65-71032a137e20 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:14.038234 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-fac9ded4-d74f-4a9d-94fd-fdb01bced7bb req-12d1f3af-6faa-4073-8f65-71032a137e20 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/ports?device_id=b22ece28-b942-4acc-8bd8-834e08c52a56 HTTP/1.1" status: 200 len: 946 time: 0.0944867 Apr 08 11:01:14.040923 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98088ce6-bf24-4aa4-b0c7-39f6b9fe8ad6 req-646aae6b-c281-4a5e-8dd4-9016a88d4cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:14.042316 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-98088ce6-bf24-4aa4-b0c7-39f6b9fe8ad6 req-646aae6b-c281-4a5e-8dd4-9016a88d4cba service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cde280c4-46d3-4a2c-b76e-9357fe2425c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0843043 Apr 08 11:01:14.091699 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-fac9ded4-d74f-4a9d-94fd-fdb01bced7bb req-9c42df2d-3379-40bb-a1c4-42b521e496be tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/security-groups?id=dda30446-6890-4466-9d79-198654c55c73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475078 Apr 08 11:01:14.199508 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-95836a67-c2c1-4e71-bee5-7ac62ca954ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (a0f054a9-d30b-4594-8de6-6c24438c3963), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:14.285013 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-98088ce6-bf24-4aa4-b0c7-39f6b9fe8ad6 req-0391c100-381f-44b6-b6e4-408a06e7d665 service neutron] 10.222.0.39 "GET /v2.0/networks/cde280c4-46d3-4a2c-b76e-9357fe2425c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188815 Apr 08 11:01:14.357205 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0027e351-02db-48c5-bd0f-6b62b3b06ca1 req-b83efc59-7da8-4c3b-9cfd-5c30044d490a tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:14.358590 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0027e351-02db-48c5-bd0f-6b62b3b06ca1 req-b83efc59-7da8-4c3b-9cfd-5c30044d490a tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.39 "GET /v2.0/ports?device_id=b22ece28-b942-4acc-8bd8-834e08c52a56 HTTP/1.1" status: 200 len: 946 time: 0.1153381 Apr 08 11:01:14.444812 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-98088ce6-bf24-4aa4-b0c7-39f6b9fe8ad6 req-8a4bd321-dba1-489a-8317-1874150507f2 service neutron] 10.222.0.39 "GET /v2.0/networks/cde280c4-46d3-4a2c-b76e-9357fe2425c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533475 Apr 08 11:01:14.473411 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [req-0027e351-02db-48c5-bd0f-6b62b3b06ca1 req-8d7df8e9-945c-4d94-84f6-2d715ef4da1b tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Deleting port ef50059c-a869-434f-ad84-047bacf71721 {{(pid=109910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:01:14.473762 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-0027e351-02db-48c5-bd0f-6b62b3b06ca1 req-8d7df8e9-945c-4d94-84f6-2d715ef4da1b tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (ef50059c-a869-434f-ad84-047bacf71721), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:14.570380 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [req-0027e351-02db-48c5-bd0f-6b62b3b06ca1 req-8d7df8e9-945c-4d94-84f6-2d715ef4da1b tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] For port ef50059c-a869-434f-ad84-047bacf71721, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ef50059c-a869-434f-ad84-047bacf71721,segment=NetworkSegment(6d5acab1-a077-4768-8ed0-79720d8978bc),segment_id=6d5acab1-a077-4768-8ed0-79720d8978bc)] {{(pid=109910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:01:14.570929 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-0027e351-02db-48c5-bd0f-6b62b3b06ca1 req-8d7df8e9-945c-4d94-84f6-2d715ef4da1b tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (ef50059c-a869-434f-ad84-047bacf71721), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:14.590803 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [req-0027e351-02db-48c5-bd0f-6b62b3b06ca1 req-8d7df8e9-945c-4d94-84f6-2d715ef4da1b tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Calling delete_port for ef50059c-a869-434f-ad84-047bacf71721 owned by compute:nova {{(pid=109910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:01:14.731652 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-0027e351-02db-48c5-bd0f-6b62b3b06ca1 req-8d7df8e9-945c-4d94-84f6-2d715ef4da1b tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14190223'] for port (ef50059c-a869-434f-ad84-047bacf71721), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:14.767234 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7df8e9-945c-4d94-84f6-2d715ef4da1b tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Pushing event deleted for resources: {'Port': ['ID=ef50059c-a869-434f-ad84-047bacf71721,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:14.812537 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.l3_dvrscheduler_db [req-0027e351-02db-48c5-bd0f-6b62b3b06ca1 req-8d7df8e9-945c-4d94-84f6-2d715ef4da1b tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] No DVR routers for this DVR port ef50059c-a869-434f-ad84-047bacf71721 on host hv-cinder-83607 {{(pid=109910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:01:14.815477 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-0027e351-02db-48c5-bd0f-6b62b3b06ca1 req-8d7df8e9-945c-4d94-84f6-2d715ef4da1b tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for port (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:14.818795 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0027e351-02db-48c5-bd0f-6b62b3b06ca1 req-8d7df8e9-945c-4d94-84f6-2d715ef4da1b tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.39 "DELETE /v2.0/ports/ef50059c-a869-434f-ad84-047bacf71721 HTTP/1.1" status: 204 len: 173 time: 0.4549663 Apr 08 11:01:14.819235 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b22ece28-b942-4acc-8bd8-834e08c52a56', 'name': 'network-vif-deleted', 'tag': 'ef50059c-a869-434f-ad84-047bacf71721'}] {{(pid=109910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:01:14.821586 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c101578fc708467248d177b11db2e3e6a7db5c554c0046cb1dea7ab1ce8b9fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7f88ab-bc8c-405c-a4b5-e8fbfbbd209c" -d '{"events": [{"server_uuid": "b22ece28-b942-4acc-8bd8-834e08c52a56", "name": "network-vif-deleted", "tag": "ef50059c-a869-434f-ad84-047bacf71721"}]}' {{(pid=109910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:01:14.859402 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc681181-c6c4-4a2f-9e1d-2bb96c70a338 x-openstack-request-id: req-fc681181-c6c4-4a2f-9e1d-2bb96c70a338 {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:01:14.859698 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b22ece28-b942-4acc-8bd8-834e08c52a56", "name": "network-vif-deleted", "tag": "ef50059c-a869-434f-ad84-047bacf71721", "status": "completed", "code": 200}]} {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:01:14.859951 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fc681181-c6c4-4a2f-9e1d-2bb96c70a338 {{(pid=109910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:01:14.860362 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc681181-c6c4-4a2f-9e1d-2bb96c70a338'] response: {'server_uuid': 'b22ece28-b942-4acc-8bd8-834e08c52a56', 'name': 'network-vif-deleted', 'tag': 'ef50059c-a869-434f-ad84-047bacf71721', 'status': 'completed', 'code': 200} Apr 08 11:01:15.179154 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c39995e2-c233-4533-b78f-2944bd33f611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (65c9c9bc-bb02-426d-a902-340b44f1a4c2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:15.216870 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-12cab036-12b1-4a97-a0b4-258608c886a5 req-7bfb08ef-d95e-4d33-b5e5-d8dfebf6d20e tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "GET /v2.0/ports?device_id=b22ece28-b942-4acc-8bd8-834e08c52a56 HTTP/1.1" status: 200 len: 210 time: 0.0320771 Apr 08 11:01:16.279348 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 33672) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:01:16.407941 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [None req-00afea52-45e8-45f6-9a68-8149a9b86f0c tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Deleting port 27295c85-760e-447b-8dc7-c90afe8fea40 {{(pid=109910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:01:16.408251 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-00afea52-45e8-45f6-9a68-8149a9b86f0c tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (27295c85-760e-447b-8dc7-c90afe8fea40), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:16.481720 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-00afea52-45e8-45f6-9a68-8149a9b86f0c tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (27295c85-760e-447b-8dc7-c90afe8fea40), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:16.482046 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-00afea52-45e8-45f6-9a68-8149a9b86f0c tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks [] for floatingip (27295c85-760e-447b-8dc7-c90afe8fea40), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:16.496091 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [None req-00afea52-45e8-45f6-9a68-8149a9b86f0c tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Calling delete_port for 27295c85-760e-447b-8dc7-c90afe8fea40 owned by network:floatingip {{(pid=109910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:01:16.635062 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dfd57949-1be2-4190-94f2-c1682066023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (140c1fdd-4f9d-4fc9-9d7c-f6f7cee51a0a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:16.636504 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-00afea52-45e8-45f6-9a68-8149a9b86f0c tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14190223'] for port (27295c85-760e-447b-8dc7-c90afe8fea40), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:16.661833 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afea52-45e8-45f6-9a68-8149a9b86f0c tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Pushing event deleted for resources: {'Port': ['ID=27295c85-760e-447b-8dc7-c90afe8fea40,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:16.727822 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-00afea52-45e8-45f6-9a68-8149a9b86f0c tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks [] for floatingip (21875a7e-e753-45f6-8c82-7fb0b372d512), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:16.730365 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-00afea52-45e8-45f6-9a68-8149a9b86f0c tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for floatingip (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:16.731507 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-00afea52-45e8-45f6-9a68-8149a9b86f0c tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "DELETE /v2.0/floatingips/21875a7e-e753-45f6-8c82-7fb0b372d512 HTTP/1.1" status: 204 len: 168 time: 0.4511881 Apr 08 11:01:17.732057 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device ef50059c-a869-434f-ad84-047bacf71721 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:01:17.758169 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] No Port match for: ef50059c-a869-434f-ad84-047bacf71721 {{(pid=109911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:01:17.758578 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device ef50059c-a869-434f-ad84-047bacf71721 not bound to the agent host hv-cinder-83607 {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:01:17.942043 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 33684) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:01:18.009445 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-96cb2a35-4079-4108-915e-607df97951c5 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks [] for security_group (dda30446-6890-4466-9d79-198654c55c73), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:18.037463 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-96cb2a35-4079-4108-915e-607df97951c5 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks [] for security_group (dda30446-6890-4466-9d79-198654c55c73), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:18.052701 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (d1e78606-e5cc-43c0-bc22-8a5324478286), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:18.103212 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-96cb2a35-4079-4108-915e-607df97951c5 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (dda30446-6890-4466-9d79-198654c55c73), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:18.105854 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-96cb2a35-4079-4108-915e-607df97951c5 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:18.107049 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-96cb2a35-4079-4108-915e-607df97951c5 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] 10.222.0.43 "DELETE /v2.0/security-groups/dda30446-6890-4466-9d79-198654c55c73 HTTP/1.1" status: 204 len: 168 time: 0.1640320 Apr 08 11:01:18.116411 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cb2a35-4079-4108-915e-607df97951c5 tempest-TestVolumeBootPattern-1800258686 tempest-TestVolumeBootPattern-1800258686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda30446-6890-4466-9d79-198654c55c73,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:18.161756 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 33688) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:01:18.558717 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (df0b008b-1017-45b0-9cbd-b6387ecfd69a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:18.597886 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-ada22194-2a53-4585-bc3a-e6d56e9c8686 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-741569'] for router_interface (42146926-2eb6-487e-b4e4-69b3b310f9b9), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:19.142928 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [None req-ada22194-2a53-4585-bc3a-e6d56e9c8686 admin admin] Deleting port a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75 {{(pid=109910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:01:19.143229 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-ada22194-2a53-4585-bc3a-e6d56e9c8686 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:19.231232 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [None req-ada22194-2a53-4585-bc3a-e6d56e9c8686 admin admin] For port a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75,segment=NetworkSegment(6d5acab1-a077-4768-8ed0-79720d8978bc),segment_id=6d5acab1-a077-4768-8ed0-79720d8978bc)] {{(pid=109910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:01:19.232000 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-ada22194-2a53-4585-bc3a-e6d56e9c8686 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:19.245202 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [None req-ada22194-2a53-4585-bc3a-e6d56e9c8686 admin admin] Calling delete_port for a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75 owned by network:router_interface {{(pid=109910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:01:19.456151 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-ada22194-2a53-4585-bc3a-e6d56e9c8686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14190223'] for port (a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:19.487050 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada22194-2a53-4585-bc3a-e6d56e9c8686 admin admin] Pushing event deleted for resources: {'Port': ['ID=a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:19.656062 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-ada22194-2a53-4585-bc3a-e6d56e9c8686 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-741518'] for router_interface (42146926-2eb6-487e-b4e4-69b3b310f9b9), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:19.877624 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada22194-2a53-4585-bc3a-e6d56e9c8686 admin admin] Router 42146926-2eb6-487e-b4e4-69b3b310f9b9 has already been hosted by L3 agent a0f054a9-d30b-4594-8de6-6c24438c3963 {{(pid=109910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:01:20.000975 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada22194-2a53-4585-bc3a-e6d56e9c8686 admin admin] Notify agent at l3_agent.dv-cinder-836071-3-iscsi the message routers_updated {{(pid=109910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:01:20.006519 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-ada22194-2a53-4585-bc3a-e6d56e9c8686 admin admin] 10.222.0.43 "PUT /v2.0/routers/42146926-2eb6-487e-b4e4-69b3b310f9b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8426468 Apr 08 11:01:20.009216 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 33694) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:01:20.013470 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa6a639-cd26-4486-9d87-0715c5f07242 None None] Sync routers for ids ['42146926-2eb6-487e-b4e4-69b3b310f9b9'] in dv-cinder-836071-3-iscsi {{(pid=109912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:01:20.024344 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa6a639-cd26-4486-9d87-0715c5f07242 None None] Routers {'42146926-2eb6-487e-b4e4-69b3b310f9b9'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:01:20.025037 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-afa6a639-cd26-4486-9d87-0715c5f07242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T11:01:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['42146926-2eb6-487e-b4e4-69b3b310f9b9'], 'active': True} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:01:20.119339 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-47998f54-5afa-45e5-9659-9a78c38b1cb3 admin admin] Publish callbacks [] for router (42146926-2eb6-487e-b4e4-69b3b310f9b9), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:20.132669 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvr_db [None req-afa6a639-cd26-4486-9d87-0715c5f07242 None None] Set router 42146926-2eb6-487e-b4e4-69b3b310f9b9 gateway port host: dv-cinder-836071-3-iscsi {{(pid=109912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:01:20.227871 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-47998f54-5afa-45e5-9659-9a78c38b1cb3 admin admin] Publish callbacks [] for router_gateway (42146926-2eb6-487e-b4e4-69b3b310f9b9), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:20.290380 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [None req-47998f54-5afa-45e5-9659-9a78c38b1cb3 admin admin] Deleting port 6feab91a-7bec-44c4-9ad3-1e39f46403f3 {{(pid=109910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:01:20.291149 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-47998f54-5afa-45e5-9659-9a78c38b1cb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (6feab91a-7bec-44c4-9ad3-1e39f46403f3), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:20.317364 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-afa6a639-cd26-4486-9d87-0715c5f07242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'name': 'tempest-TestVolumeBootPattern-1804327282-router', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '6feab91a-7bec-44c4-9ad3-1e39f46403f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:18Z', 'updated_at': '2022-04-08T11:01:19Z', 'revision_number': 5, 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'gw_port': {'id': '6feab91a-7bec-44c4-9ad3-1e39f46403f3', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:42:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:18Z', 'updated_at': '2022-04-08T10:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi'}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:01:20.342495 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa6a639-cd26-4486-9d87-0715c5f07242 None None] Checking router: 42146926-2eb6-487e-b4e4-69b3b310f9b9 for host: dv-cinder-836071-3-iscsi {{(pid=109912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:01:20.351030 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa6a639-cd26-4486-9d87-0715c5f07242 None None] Routers {'42146926-2eb6-487e-b4e4-69b3b310f9b9'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:01:20.351597 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-afa6a639-cd26-4486-9d87-0715c5f07242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T11:01:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['42146926-2eb6-487e-b4e4-69b3b310f9b9'], 'active': True} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:01:20.383695 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [None req-47998f54-5afa-45e5-9659-9a78c38b1cb3 admin admin] For port 6feab91a-7bec-44c4-9ad3-1e39f46403f3, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=6feab91a-7bec-44c4-9ad3-1e39f46403f3,segment=NetworkSegment(161e69df-2a78-40e9-90fc-e661b1490c65),segment_id=161e69df-2a78-40e9-90fc-e661b1490c65)] {{(pid=109910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:01:20.383917 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-47998f54-5afa-45e5-9659-9a78c38b1cb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (6feab91a-7bec-44c4-9ad3-1e39f46403f3), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:20.396806 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [None req-47998f54-5afa-45e5-9659-9a78c38b1cb3 admin admin] Calling delete_port for 6feab91a-7bec-44c4-9ad3-1e39f46403f3 owned by network:router_gateway {{(pid=109910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:01:20.439000 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvr_db [None req-afa6a639-cd26-4486-9d87-0715c5f07242 None None] Set router 42146926-2eb6-487e-b4e4-69b3b310f9b9 gateway port host: None {{(pid=109912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:01:20.492089 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-afa6a639-cd26-4486-9d87-0715c5f07242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'name': 'tempest-TestVolumeBootPattern-1804327282-router', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:18Z', 'updated_at': '2022-04-08T11:01:20Z', 'revision_number': 6, 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'gw_port_host': None}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:01:20.518474 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa6a639-cd26-4486-9d87-0715c5f07242 None None] The sync data for ids ['42146926-2eb6-487e-b4e4-69b3b310f9b9'] in dv-cinder-836071-3-iscsi is: [{'id': '42146926-2eb6-487e-b4e4-69b3b310f9b9', 'name': 'tempest-TestVolumeBootPattern-1804327282-router', 'tenant_id': '1240eb4e10e8472eb59d3c956e73fd45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:18Z', 'updated_at': '2022-04-08T11:01:20Z', 'revision_number': 6, 'project_id': '1240eb4e10e8472eb59d3c956e73fd45', 'gw_port_host': None}] {{(pid=109912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:01:20.572016 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-47998f54-5afa-45e5-9659-9a78c38b1cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14190223'] for port (6feab91a-7bec-44c4-9ad3-1e39f46403f3), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:20.598279 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47998f54-5afa-45e5-9659-9a78c38b1cb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6feab91a-7bec-44c4-9ad3-1e39f46403f3,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:20.657807 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-47998f54-5afa-45e5-9659-9a78c38b1cb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-743931'] for router_gateway (42146926-2eb6-487e-b4e4-69b3b310f9b9), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:20.766932 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-47998f54-5afa-45e5-9659-9a78c38b1cb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-748458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40417'] for router (42146926-2eb6-487e-b4e4-69b3b310f9b9), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:20.769920 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-47998f54-5afa-45e5-9659-9a78c38b1cb3 admin admin] Publish callbacks [] for router_controller (42146926-2eb6-487e-b4e4-69b3b310f9b9), precommit_delete_associations {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:20.837169 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-47998f54-5afa-45e5-9659-9a78c38b1cb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-748453'] for router (42146926-2eb6-487e-b4e4-69b3b310f9b9), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:20.838397 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47998f54-5afa-45e5-9659-9a78c38b1cb3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42146926-2eb6-487e-b4e4-69b3b310f9b9 {{(pid=109910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 11:01:20.844599 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-47998f54-5afa-45e5-9659-9a78c38b1cb3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:20.845880 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-47998f54-5afa-45e5-9659-9a78c38b1cb3 admin admin] 10.222.0.43 "DELETE /v2.0/routers/42146926-2eb6-487e-b4e4-69b3b310f9b9 HTTP/1.1" status: 204 len: 168 time: 0.8356521 Apr 08 11:01:20.849252 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 33696) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:01:20.901265 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.db_base_plugin_v2 [None req-9420c62c-89d5-4048-a6a0-5ef97851d5dc admin admin] Deleting subnet f62eda8a-11e4-410d-acba-a7bf8fcacc01 {{(pid=109910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 11:01:20.904566 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-9420c62c-89d5-4048-a6a0-5ef97851d5dc admin admin] Publish callbacks [] for subnet (f62eda8a-11e4-410d-acba-a7bf8fcacc01), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:20.940215 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-9420c62c-89d5-4048-a6a0-5ef97851d5dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14416610'] for subnet (f62eda8a-11e4-410d-acba-a7bf8fcacc01), precommit_delete_associations {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:21.022303 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-9420c62c-89d5-4048-a6a0-5ef97851d5dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1794403'] for subnet (f62eda8a-11e4-410d-acba-a7bf8fcacc01), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:21.079868 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-9420c62c-89d5-4048-a6a0-5ef97851d5dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1794410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14190170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14576837'] for subnet (f62eda8a-11e4-410d-acba-a7bf8fcacc01), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:21.104629 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9420c62c-89d5-4048-a6a0-5ef97851d5dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f62eda8a-11e4-410d-acba-a7bf8fcacc01,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:21.108680 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-9420c62c-89d5-4048-a6a0-5ef97851d5dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553535'] for subnet (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:21.111940 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-9420c62c-89d5-4048-a6a0-5ef97851d5dc admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f62eda8a-11e4-410d-acba-a7bf8fcacc01 HTTP/1.1" status: 204 len: 168 time: 0.2616191 Apr 08 11:01:21.114654 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 33698) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:01:21.117554 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0788c608-2a2d-43e7-854a-1b3a1f636140 None None] Network cde280c4-46d3-4a2c-b76e-9357fe2425c5 requested from dv-cinder-836071-3-iscsi {{(pid=109911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:01:21.183374 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-6151ac8c-f5a8-42f8-b526-fdee36e9a99e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1935778'] for network (cde280c4-46d3-4a2c-b76e-9357fe2425c5), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:21.241519 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [None req-6151ac8c-f5a8-42f8-b526-fdee36e9a99e admin admin] Deleting port 5610c8e5-6306-4654-987b-7a95ad9a2b11 {{(pid=109910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:01:21.241864 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-6151ac8c-f5a8-42f8-b526-fdee36e9a99e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (5610c8e5-6306-4654-987b-7a95ad9a2b11), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:21.278551 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3575ed21-165f-4585-8d98-7461c083a7ef None None] DHCP port deletion for cde280c4-46d3-4a2c-b76e-9357fe2425c5 request from dv-cinder-836071-3-iscsi {{(pid=109911) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 11:01:21.311923 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [None req-6151ac8c-f5a8-42f8-b526-fdee36e9a99e admin admin] For port 5610c8e5-6306-4654-987b-7a95ad9a2b11, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=5610c8e5-6306-4654-987b-7a95ad9a2b11,segment=NetworkSegment(6d5acab1-a077-4768-8ed0-79720d8978bc),segment_id=6d5acab1-a077-4768-8ed0-79720d8978bc)] {{(pid=109910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:01:21.312543 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-6151ac8c-f5a8-42f8-b526-fdee36e9a99e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (5610c8e5-6306-4654-987b-7a95ad9a2b11), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:21.325004 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [None req-6151ac8c-f5a8-42f8-b526-fdee36e9a99e admin admin] Calling delete_port for 5610c8e5-6306-4654-987b-7a95ad9a2b11 owned by network:dhcp {{(pid=109910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:01:21.330869 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-3575ed21-165f-4585-8d98-7461c083a7ef None None] Deleting port 5610c8e5-6306-4654-987b-7a95ad9a2b11 {{(pid=109911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:01:21.331466 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-3575ed21-165f-4585-8d98-7461c083a7ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (5610c8e5-6306-4654-987b-7a95ad9a2b11), before_delete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:21.402723 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-3575ed21-165f-4585-8d98-7461c083a7ef None None] For port 5610c8e5-6306-4654-987b-7a95ad9a2b11, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=5610c8e5-6306-4654-987b-7a95ad9a2b11,segment=NetworkSegment(6d5acab1-a077-4768-8ed0-79720d8978bc),segment_id=6d5acab1-a077-4768-8ed0-79720d8978bc)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:01:21.403485 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-3575ed21-165f-4585-8d98-7461c083a7ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (5610c8e5-6306-4654-987b-7a95ad9a2b11), precommit_delete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:21.408580 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-6151ac8c-f5a8-42f8-b526-fdee36e9a99e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14190223'] for port (5610c8e5-6306-4654-987b-7a95ad9a2b11), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:21.418081 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-3575ed21-165f-4585-8d98-7461c083a7ef None None] Calling delete_port for 5610c8e5-6306-4654-987b-7a95ad9a2b11 owned by network:dhcp {{(pid=109911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:01:21.435531 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6151ac8c-f5a8-42f8-b526-fdee36e9a99e admin admin] Pushing event deleted for resources: {'Port': ['ID=5610c8e5-6306-4654-987b-7a95ad9a2b11,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:21.440276 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6151ac8c-f5a8-42f8-b526-fdee36e9a99e admin admin] No DVR routers for this DVR port 5610c8e5-6306-4654-987b-7a95ad9a2b11 on host dv-cinder-836071-3-iscsi {{(pid=109910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:01:21.498711 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-3575ed21-165f-4585-8d98-7461c083a7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870'] for port (5610c8e5-6306-4654-987b-7a95ad9a2b11), after_delete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:21.516523 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-6151ac8c-f5a8-42f8-b526-fdee36e9a99e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1814266', 'neutron.services.segments.db._delete_segments_for_network-8778033058250'] for network (cde280c4-46d3-4a2c-b76e-9357fe2425c5), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:21.523418 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3575ed21-165f-4585-8d98-7461c083a7ef None None] Pushing event deleted for resources: {'Port': ['ID=5610c8e5-6306-4654-987b-7a95ad9a2b11,revision_number=None']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:21.529197 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3575ed21-165f-4585-8d98-7461c083a7ef None None] No DVR routers for this DVR port 5610c8e5-6306-4654-987b-7a95ad9a2b11 on host dv-cinder-836071-3-iscsi {{(pid=109911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:01:21.542522 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.services.segments.db [None req-6151ac8c-f5a8-42f8-b526-fdee36e9a99e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cde280c4-46d3-4a2c-b76e-9357fe2425c5']}} {{(pid=109910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:01:21.552560 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.services.segments.db [None req-6151ac8c-f5a8-42f8-b526-fdee36e9a99e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d5acab1-a077-4768-8ed0-79720d8978bc') {'for_net_delete': True} {{(pid=109910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:01:21.552854 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.services.segments.db [None req-6151ac8c-f5a8-42f8-b526-fdee36e9a99e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d5acab1-a077-4768-8ed0-79720d8978bc') {} {{(pid=109910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:01:21.566034 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-6151ac8c-f5a8-42f8-b526-fdee36e9a99e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778033060307', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14416635'] for segment (6d5acab1-a077-4768-8ed0-79720d8978bc), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:21.584173 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-6151ac8c-f5a8-42f8-b526-fdee36e9a99e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801210'] for segment (6d5acab1-a077-4768-8ed0-79720d8978bc), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:21.589937 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6151ac8c-f5a8-42f8-b526-fdee36e9a99e admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=109910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:01:21.590314 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-6151ac8c-f5a8-42f8-b526-fdee36e9a99e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14190268'] for segment (6d5acab1-a077-4768-8ed0-79720d8978bc), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:21.591935 dv-cinder-836071-3-iscsi neutron-server[109910]: Traceback (most recent call last): Apr 08 11:01:21.591935 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:01:21.591935 dv-cinder-836071-3-iscsi neutron-server[109910]: timer() Apr 08 11:01:21.591935 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:01:21.591935 dv-cinder-836071-3-iscsi neutron-server[109910]: cb(*args, **kw) Apr 08 11:01:21.591935 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 11:01:21.591935 dv-cinder-836071-3-iscsi neutron-server[109910]: return func(*args, **kwargs) Apr 08 11:01:21.591935 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:01:21.591935 dv-cinder-836071-3-iscsi neutron-server[109910]: self._notify() Apr 08 11:01:21.591935 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:01:21.591935 dv-cinder-836071-3-iscsi neutron-server[109910]: self.callback(batched_events) Apr 08 11:01:21.591935 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:01:21.591935 dv-cinder-836071-3-iscsi neutron-server[109910]: event.method(event) Apr 08 11:01:21.591935 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 11:01:21.591935 dv-cinder-836071-3-iscsi neutron-server[109910]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:01:21.591935 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 11:01:21.591935 dv-cinder-836071-3-iscsi neutron-server[109910]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:01:21.591935 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 11:01:21.591935 dv-cinder-836071-3-iscsi neutron-server[109910]: return f(self, *a, **k) Apr 08 11:01:21.591935 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 11:01:21.591935 dv-cinder-836071-3-iscsi neutron-server[109910]: return self._get(url).json() Apr 08 11:01:21.591935 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 11:01:21.591935 dv-cinder-836071-3-iscsi neutron-server[109910]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:01:21.591935 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:01:21.591935 dv-cinder-836071-3-iscsi neutron-server[109910]: return self.request(url, 'GET', **kwargs) Apr 08 11:01:21.591935 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:01:21.591935 dv-cinder-836071-3-iscsi neutron-server[109910]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:01:21.591935 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:01:21.591935 dv-cinder-836071-3-iscsi neutron-server[109910]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:01:21.591935 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:01:21.591935 dv-cinder-836071-3-iscsi neutron-server[109910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:01:21.591935 dv-cinder-836071-3-iscsi neutron-server[109910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:01:21.650547 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-6151ac8c-f5a8-42f8-b526-fdee36e9a99e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1814241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-743903'] for network (cde280c4-46d3-4a2c-b76e-9357fe2425c5), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:21.655960 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-6151ac8c-f5a8-42f8-b526-fdee36e9a99e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553535'] for network (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:21.659535 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-6151ac8c-f5a8-42f8-b526-fdee36e9a99e admin admin] 10.222.0.43 "DELETE /v2.0/networks/cde280c4-46d3-4a2c-b76e-9357fe2425c5 HTTP/1.1" status: 204 len: 168 time: 0.5439858 Apr 08 11:01:21.662629 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 33700) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:01:21.670224 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6151ac8c-f5a8-42f8-b526-fdee36e9a99e admin admin] Pushing event deleted for resources: {'Network': ['ID=cde280c4-46d3-4a2c-b76e-9357fe2425c5,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:22.027251 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-f4cc410f-aad1-48b9-af9f-d56cece5a609 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-741569'] for router_interface (14765fb2-1e6e-403f-874d-09b1b4681b80), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:22.284596 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc410f-aad1-48b9-af9f-d56cece5a609 admin admin] Deleting port bb322c53-2fbe-44bb-8e57-e50b3a851c9d {{(pid=109909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:01:22.284820 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-f4cc410f-aad1-48b9-af9f-d56cece5a609 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (bb322c53-2fbe-44bb-8e57-e50b3a851c9d), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:22.315922 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75 no longer exists at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:01:22.336321 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] No Port match for: a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75 {{(pid=109911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:01:22.336654 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device a60e48c0-9cc9-41c6-9d5e-8d5432c0bd75 not bound to the agent host dv-cinder-836071-3-iscsi {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:01:22.337053 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device 6feab91a-7bec-44c4-9ad3-1e39f46403f3 no longer exists at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:01:22.355866 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] No Port match for: 6feab91a-7bec-44c4-9ad3-1e39f46403f3 {{(pid=109911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:01:22.356211 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device 6feab91a-7bec-44c4-9ad3-1e39f46403f3 not bound to the agent host dv-cinder-836071-3-iscsi {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:01:22.356611 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device 5610c8e5-6306-4654-987b-7a95ad9a2b11 no longer exists at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:01:22.367813 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.db [None req-f4cc410f-aad1-48b9-af9f-d56cece5a609 admin admin] For port bb322c53-2fbe-44bb-8e57-e50b3a851c9d, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=bb322c53-2fbe-44bb-8e57-e50b3a851c9d,segment=NetworkSegment(0074283b-e9ce-4685-8692-43610690730b),segment_id=0074283b-e9ce-4685-8692-43610690730b)] {{(pid=109909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:01:22.368192 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-f4cc410f-aad1-48b9-af9f-d56cece5a609 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (bb322c53-2fbe-44bb-8e57-e50b3a851c9d), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:22.375565 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] No Port match for: 5610c8e5-6306-4654-987b-7a95ad9a2b11 {{(pid=109911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:01:22.375903 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device 5610c8e5-6306-4654-987b-7a95ad9a2b11 not bound to the agent host dv-cinder-836071-3-iscsi {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:01:22.381350 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc410f-aad1-48b9-af9f-d56cece5a609 admin admin] Calling delete_port for bb322c53-2fbe-44bb-8e57-e50b3a851c9d owned by network:router_interface {{(pid=109909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:01:22.585967 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-f4cc410f-aad1-48b9-af9f-d56cece5a609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16387658'] for port (bb322c53-2fbe-44bb-8e57-e50b3a851c9d), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:22.608790 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc410f-aad1-48b9-af9f-d56cece5a609 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb322c53-2fbe-44bb-8e57-e50b3a851c9d,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:23.029170 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-f4cc410f-aad1-48b9-af9f-d56cece5a609 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-741518'] for router_interface (14765fb2-1e6e-403f-874d-09b1b4681b80), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:23.277028 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4cc410f-aad1-48b9-af9f-d56cece5a609 admin admin] Router 14765fb2-1e6e-403f-874d-09b1b4681b80 has already been hosted by L3 agent a0f054a9-d30b-4594-8de6-6c24438c3963 {{(pid=109909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:01:23.388456 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4cc410f-aad1-48b9-af9f-d56cece5a609 admin admin] Notify agent at l3_agent.dv-cinder-836071-3-iscsi the message routers_updated {{(pid=109909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:01:23.394036 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-f4cc410f-aad1-48b9-af9f-d56cece5a609 admin admin] 10.222.0.43 "PUT /v2.0/routers/14765fb2-1e6e-403f-874d-09b1b4681b80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7303319 Apr 08 11:01:23.396695 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 33702) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:01:23.399818 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fee6d97-4284-43a3-a1a0-2187cc64a359 None None] Sync routers for ids ['14765fb2-1e6e-403f-874d-09b1b4681b80'] in dv-cinder-836071-3-iscsi {{(pid=109911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:01:23.412854 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fee6d97-4284-43a3-a1a0-2187cc64a359 None None] Routers {'14765fb2-1e6e-403f-874d-09b1b4681b80'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:01:23.413520 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-9fee6d97-4284-43a3-a1a0-2187cc64a359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T11:01:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['14765fb2-1e6e-403f-874d-09b1b4681b80'], 'active': True} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:01:23.506771 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-fab83222-1a72-4eb8-ae29-34232b06c06d admin admin] Publish callbacks [] for router (14765fb2-1e6e-403f-874d-09b1b4681b80), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:23.530387 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvr_db [None req-9fee6d97-4284-43a3-a1a0-2187cc64a359 None None] Set router 14765fb2-1e6e-403f-874d-09b1b4681b80 gateway port host: dv-cinder-836071-3-iscsi {{(pid=109911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:01:23.618634 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-fab83222-1a72-4eb8-ae29-34232b06c06d admin admin] Publish callbacks [] for router_gateway (14765fb2-1e6e-403f-874d-09b1b4681b80), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:23.653117 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-8aac7815-2ace-4597-a020-7c4e0d011872 req-b579e77b-939c-4f8c-99ef-e9eab2828464 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3a9f1e15-6887-4a31-9930-630e3d60184f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0467396 Apr 08 11:01:23.676384 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.plugin [None req-fab83222-1a72-4eb8-ae29-34232b06c06d admin admin] Deleting port cc8d4801-1daf-4ade-8b8f-cd72ebd00fe3 {{(pid=109909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:01:23.676724 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-fab83222-1a72-4eb8-ae29-34232b06c06d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (cc8d4801-1daf-4ade-8b8f-cd72ebd00fe3), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:23.748587 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac7815-2ace-4597-a020-7c4e0d011872 req-067148b1-2b0a-4a1a-9739-240da0c61303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:23.750146 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-8aac7815-2ace-4597-a020-7c4e0d011872 req-067148b1-2b0a-4a1a-9739-240da0c61303 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b65c8b3119e3451497e21393575ac34c&device_id=3a9f1e15-6887-4a31-9930-630e3d60184f HTTP/1.1" status: 200 len: 1129 time: 0.0530474 Apr 08 11:01:23.761305 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.db [None req-fab83222-1a72-4eb8-ae29-34232b06c06d admin admin] For port cc8d4801-1daf-4ade-8b8f-cd72ebd00fe3, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=cc8d4801-1daf-4ade-8b8f-cd72ebd00fe3,segment=NetworkSegment(161e69df-2a78-40e9-90fc-e661b1490c65),segment_id=161e69df-2a78-40e9-90fc-e661b1490c65)] {{(pid=109909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:01:23.761716 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-fab83222-1a72-4eb8-ae29-34232b06c06d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (cc8d4801-1daf-4ade-8b8f-cd72ebd00fe3), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:23.775890 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.plugin [None req-fab83222-1a72-4eb8-ae29-34232b06c06d admin admin] Calling delete_port for cc8d4801-1daf-4ade-8b8f-cd72ebd00fe3 owned by network:router_gateway {{(pid=109909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:01:23.857814 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac7815-2ace-4597-a020-7c4e0d011872 req-f515c394-7450-467a-99f2-ff2071677636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:23.859638 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-8aac7815-2ace-4597-a020-7c4e0d011872 req-f515c394-7450-467a-99f2-ff2071677636 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9 HTTP/1.1" status: 200 len: 912 time: 0.0898252 Apr 08 11:01:23.861678 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-9fee6d97-4284-43a3-a1a0-2187cc64a359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14765fb2-1e6e-403f-874d-09b1b4681b80', 'name': 'tempest-TestVolumeBootPattern-320487190-router', 'tenant_id': '588ef7385f1943ae80a40bce9e31bec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'cc8d4801-1daf-4ade-8b8f-cd72ebd00fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:25Z', 'updated_at': '2022-04-08T11:01:22Z', 'revision_number': 5, 'project_id': '588ef7385f1943ae80a40bce9e31bec0', 'gw_port': {'id': 'cc8d4801-1daf-4ade-8b8f-cd72ebd00fe3', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:96:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14765fb2-1e6e-403f-874d-09b1b4681b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T10:54:26Z', 'updated_at': '2022-04-08T10:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi'}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:01:23.888034 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fee6d97-4284-43a3-a1a0-2187cc64a359 None None] Checking router: 14765fb2-1e6e-403f-874d-09b1b4681b80 for host: dv-cinder-836071-3-iscsi {{(pid=109911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:01:23.896818 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fee6d97-4284-43a3-a1a0-2187cc64a359 None None] Routers {'14765fb2-1e6e-403f-874d-09b1b4681b80'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:01:23.897481 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-9fee6d97-4284-43a3-a1a0-2187cc64a359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T11:01:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['14765fb2-1e6e-403f-874d-09b1b4681b80'], 'active': True} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:01:23.933663 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-8aac7815-2ace-4597-a020-7c4e0d011872 req-55565ce6-b5ff-4291-9fea-5fc1c3813629 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87fc751e-86fd-46ee-837f-7423be13a07c HTTP/1.1" status: 200 len: 1001 time: 0.0651093 Apr 08 11:01:23.952981 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-fab83222-1a72-4eb8-ae29-34232b06c06d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16387658'] for port (cc8d4801-1daf-4ade-8b8f-cd72ebd00fe3), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:23.984538 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab83222-1a72-4eb8-ae29-34232b06c06d admin admin] Pushing event deleted for resources: {'Port': ['ID=cc8d4801-1daf-4ade-8b8f-cd72ebd00fe3,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:23.984953 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac7815-2ace-4597-a020-7c4e0d011872 req-1da077ff-c700-4742-94fb-6136f34e3262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:23.990092 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvr_db [None req-9fee6d97-4284-43a3-a1a0-2187cc64a359 None None] Set router 14765fb2-1e6e-403f-874d-09b1b4681b80 gateway port host: None {{(pid=109911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:01:23.990536 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-8aac7815-2ace-4597-a020-7c4e0d011872 req-1da077ff-c700-4742-94fb-6136f34e3262 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=920bb832-b2df-48c9-bc0e-112cc1fcd212 HTTP/1.1" status: 200 len: 850 time: 0.0515747 Apr 08 11:01:24.042707 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac7815-2ace-4597-a020-7c4e0d011872 req-04ab27ff-4d25-4d46-a3f7-c41231897211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:24.044303 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-8aac7815-2ace-4597-a020-7c4e0d011872 req-04ab27ff-4d25-4d46-a3f7-c41231897211 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484066 Apr 08 11:01:24.046088 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-fab83222-1a72-4eb8-ae29-34232b06c06d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-743931'] for router_gateway (14765fb2-1e6e-403f-874d-09b1b4681b80), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:24.049836 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_hamode_db [None req-9fee6d97-4284-43a3-a1a0-2187cc64a359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14765fb2-1e6e-403f-874d-09b1b4681b80', 'name': 'tempest-TestVolumeBootPattern-320487190-router', 'tenant_id': '588ef7385f1943ae80a40bce9e31bec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:25Z', 'updated_at': '2022-04-08T11:01:23Z', 'revision_number': 6, 'project_id': '588ef7385f1943ae80a40bce9e31bec0', 'gw_port_host': None}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:01:24.077498 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fee6d97-4284-43a3-a1a0-2187cc64a359 None None] The sync data for ids ['14765fb2-1e6e-403f-874d-09b1b4681b80'] in dv-cinder-836071-3-iscsi is: [{'id': '14765fb2-1e6e-403f-874d-09b1b4681b80', 'name': 'tempest-TestVolumeBootPattern-320487190-router', 'tenant_id': '588ef7385f1943ae80a40bce9e31bec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T10:54:25Z', 'updated_at': '2022-04-08T11:01:23Z', 'revision_number': 6, 'project_id': '588ef7385f1943ae80a40bce9e31bec0', 'gw_port_host': None}] {{(pid=109911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:01:24.141284 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-8aac7815-2ace-4597-a020-7c4e0d011872 req-861c6cbc-1324-43f0-8369-04ffd930c6a1 service neutron] 10.222.0.39 "GET /v2.0/networks/5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907195 Apr 08 11:01:24.144628 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-fab83222-1a72-4eb8-ae29-34232b06c06d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-748458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40417'] for router (14765fb2-1e6e-403f-874d-09b1b4681b80), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:24.148183 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-fab83222-1a72-4eb8-ae29-34232b06c06d admin admin] Publish callbacks [] for router_controller (14765fb2-1e6e-403f-874d-09b1b4681b80), precommit_delete_associations {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:24.202438 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-fab83222-1a72-4eb8-ae29-34232b06c06d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-748453'] for router (14765fb2-1e6e-403f-874d-09b1b4681b80), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:24.202912 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab83222-1a72-4eb8-ae29-34232b06c06d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14765fb2-1e6e-403f-874d-09b1b4681b80 {{(pid=109909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 11:01:24.207478 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-fab83222-1a72-4eb8-ae29-34232b06c06d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:24.208859 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-fab83222-1a72-4eb8-ae29-34232b06c06d admin admin] 10.222.0.43 "DELETE /v2.0/routers/14765fb2-1e6e-403f-874d-09b1b4681b80 HTTP/1.1" status: 204 len: 168 time: 0.8111970 Apr 08 11:01:24.212788 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 33704) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:01:24.238654 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-8aac7815-2ace-4597-a020-7c4e0d011872 req-982719a1-ed0b-4502-b197-0156cebada01 service neutron] 10.222.0.39 "GET /v2.0/networks/5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873342 Apr 08 11:01:24.259708 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.db.db_base_plugin_v2 [None req-47a58aa6-c66b-41b5-bfb6-15a7891d9d6f admin admin] Deleting subnet bcd667b4-864c-4ce2-a9f1-d02105f15921 {{(pid=109909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 11:01:24.263057 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-47a58aa6-c66b-41b5-bfb6-15a7891d9d6f admin admin] Publish callbacks [] for subnet (bcd667b4-864c-4ce2-a9f1-d02105f15921), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:24.296591 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-47a58aa6-c66b-41b5-bfb6-15a7891d9d6f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12708406'] for subnet (bcd667b4-864c-4ce2-a9f1-d02105f15921), precommit_delete_associations {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:24.374456 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-47a58aa6-c66b-41b5-bfb6-15a7891d9d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1794403'] for subnet (bcd667b4-864c-4ce2-a9f1-d02105f15921), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:24.443639 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-47a58aa6-c66b-41b5-bfb6-15a7891d9d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1794410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16387743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12895238'] for subnet (bcd667b4-864c-4ce2-a9f1-d02105f15921), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:24.469994 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a58aa6-c66b-41b5-bfb6-15a7891d9d6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcd667b4-864c-4ce2-a9f1-d02105f15921,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:24.475493 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-47a58aa6-c66b-41b5-bfb6-15a7891d9d6f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:24.478980 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-47a58aa6-c66b-41b5-bfb6-15a7891d9d6f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/bcd667b4-864c-4ce2-a9f1-d02105f15921 HTTP/1.1" status: 204 len: 168 time: 0.2647538 Apr 08 11:01:24.481631 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 33706) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:01:24.483923 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c859cd33-9ae5-4e1d-bf3a-320eebc13216 None None] Network 267ad05b-8038-43d0-ac7d-549874a47f29 requested from dv-cinder-836071-3-iscsi {{(pid=109911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:01:24.550721 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device bb322c53-2fbe-44bb-8e57-e50b3a851c9d no longer exists at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:01:24.577103 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-9d120c4d-9905-483c-b61b-e223d17899e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1935778'] for network (267ad05b-8038-43d0-ac7d-549874a47f29), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:24.578752 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] No Port match for: bb322c53-2fbe-44bb-8e57-e50b3a851c9d {{(pid=109911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:01:24.579095 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device bb322c53-2fbe-44bb-8e57-e50b3a851c9d not bound to the agent host dv-cinder-836071-3-iscsi {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:01:24.632420 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [None req-9d120c4d-9905-483c-b61b-e223d17899e4 admin admin] Deleting port f6585d57-aec8-48f6-a71d-0e34481fef98 {{(pid=109910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:01:24.632811 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-9d120c4d-9905-483c-b61b-e223d17899e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (f6585d57-aec8-48f6-a71d-0e34481fef98), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:24.698514 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [None req-9d120c4d-9905-483c-b61b-e223d17899e4 admin admin] For port f6585d57-aec8-48f6-a71d-0e34481fef98, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=f6585d57-aec8-48f6-a71d-0e34481fef98,segment=NetworkSegment(0074283b-e9ce-4685-8692-43610690730b),segment_id=0074283b-e9ce-4685-8692-43610690730b)] {{(pid=109910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:01:24.699214 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-9d120c4d-9905-483c-b61b-e223d17899e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (f6585d57-aec8-48f6-a71d-0e34481fef98), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:24.713660 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [None req-9d120c4d-9905-483c-b61b-e223d17899e4 admin admin] Calling delete_port for f6585d57-aec8-48f6-a71d-0e34481fef98 owned by network:dhcp {{(pid=109910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:01:24.800942 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-9d120c4d-9905-483c-b61b-e223d17899e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14190223'] for port (f6585d57-aec8-48f6-a71d-0e34481fef98), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:24.826222 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d120c4d-9905-483c-b61b-e223d17899e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6585d57-aec8-48f6-a71d-0e34481fef98,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:24.829766 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d120c4d-9905-483c-b61b-e223d17899e4 admin admin] No DVR routers for this DVR port f6585d57-aec8-48f6-a71d-0e34481fef98 on host dv-cinder-836071-3-iscsi {{(pid=109910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:01:24.886277 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9efa91-d82f-4024-b8f9-09ea19ca4b60 None None] DHCP port deletion for 267ad05b-8038-43d0-ac7d-549874a47f29 request from dv-cinder-836071-3-iscsi {{(pid=109911) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 11:01:24.910711 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-9d120c4d-9905-483c-b61b-e223d17899e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1814266', 'neutron.services.segments.db._delete_segments_for_network-8778033058250'] for network (267ad05b-8038-43d0-ac7d-549874a47f29), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:24.932394 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.services.segments.db [None req-9d120c4d-9905-483c-b61b-e223d17899e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['267ad05b-8038-43d0-ac7d-549874a47f29']}} {{(pid=109910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:01:24.942096 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.services.segments.db [None req-9d120c4d-9905-483c-b61b-e223d17899e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0074283b-e9ce-4685-8692-43610690730b') {'for_net_delete': True} {{(pid=109910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:01:24.942386 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.services.segments.db [None req-9d120c4d-9905-483c-b61b-e223d17899e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0074283b-e9ce-4685-8692-43610690730b') {} {{(pid=109910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:01:24.951759 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-9d120c4d-9905-483c-b61b-e223d17899e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778033060307', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14416635'] for segment (0074283b-e9ce-4685-8692-43610690730b), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:24.965749 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-9d120c4d-9905-483c-b61b-e223d17899e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801210'] for segment (0074283b-e9ce-4685-8692-43610690730b), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:24.972223 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d120c4d-9905-483c-b61b-e223d17899e4 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=109910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:01:24.972595 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-9d120c4d-9905-483c-b61b-e223d17899e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14190268'] for segment (0074283b-e9ce-4685-8692-43610690730b), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:24.974754 dv-cinder-836071-3-iscsi neutron-server[109910]: Traceback (most recent call last): Apr 08 11:01:24.974754 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:01:24.974754 dv-cinder-836071-3-iscsi neutron-server[109910]: timer() Apr 08 11:01:24.974754 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:01:24.974754 dv-cinder-836071-3-iscsi neutron-server[109910]: cb(*args, **kw) Apr 08 11:01:24.974754 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 11:01:24.974754 dv-cinder-836071-3-iscsi neutron-server[109910]: return func(*args, **kwargs) Apr 08 11:01:24.974754 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:01:24.974754 dv-cinder-836071-3-iscsi neutron-server[109910]: self._notify() Apr 08 11:01:24.974754 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:01:24.974754 dv-cinder-836071-3-iscsi neutron-server[109910]: self.callback(batched_events) Apr 08 11:01:24.974754 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:01:24.974754 dv-cinder-836071-3-iscsi neutron-server[109910]: event.method(event) Apr 08 11:01:24.974754 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 11:01:24.974754 dv-cinder-836071-3-iscsi neutron-server[109910]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:01:24.974754 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 11:01:24.974754 dv-cinder-836071-3-iscsi neutron-server[109910]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:01:24.974754 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 11:01:24.974754 dv-cinder-836071-3-iscsi neutron-server[109910]: return f(self, *a, **k) Apr 08 11:01:24.974754 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 11:01:24.974754 dv-cinder-836071-3-iscsi neutron-server[109910]: return self._get(url).json() Apr 08 11:01:24.974754 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 11:01:24.974754 dv-cinder-836071-3-iscsi neutron-server[109910]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:01:24.974754 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:01:24.974754 dv-cinder-836071-3-iscsi neutron-server[109910]: return self.request(url, 'GET', **kwargs) Apr 08 11:01:24.974754 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:01:24.974754 dv-cinder-836071-3-iscsi neutron-server[109910]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:01:24.974754 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:01:24.974754 dv-cinder-836071-3-iscsi neutron-server[109910]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:01:24.974754 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:01:24.974754 dv-cinder-836071-3-iscsi neutron-server[109910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:01:24.974754 dv-cinder-836071-3-iscsi neutron-server[109910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:01:25.039417 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-9d120c4d-9905-483c-b61b-e223d17899e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1814241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-743903'] for network (267ad05b-8038-43d0-ac7d-549874a47f29), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:25.045286 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-9d120c4d-9905-483c-b61b-e223d17899e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553535'] for network (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:25.048418 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-9d120c4d-9905-483c-b61b-e223d17899e4 admin admin] 10.222.0.43 "DELETE /v2.0/networks/267ad05b-8038-43d0-ac7d-549874a47f29 HTTP/1.1" status: 204 len: 168 time: 0.5617318 Apr 08 11:01:25.061963 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d120c4d-9905-483c-b61b-e223d17899e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=267ad05b-8038-43d0-ac7d-549874a47f29,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:25.187885 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 33710) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:01:25.227354 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-deabbfef-d4cc-458f-9529-69d3e51e1b39 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1240eb4e10e8472eb59d3c956e73fd45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381956 Apr 08 11:01:25.229824 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 33712) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:01:25.276550 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-d39dc8a8-d932-4fd3-bd0e-8f9910c96844 admin admin] Publish callbacks [] for security_group (d544d060-828f-4f37-9a38-195e90a6288e), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:25.298132 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-d39dc8a8-d932-4fd3-bd0e-8f9910c96844 admin admin] Publish callbacks [] for security_group (d544d060-828f-4f37-9a38-195e90a6288e), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:25.352583 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-d39dc8a8-d932-4fd3-bd0e-8f9910c96844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (d544d060-828f-4f37-9a38-195e90a6288e), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:25.355175 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-d39dc8a8-d932-4fd3-bd0e-8f9910c96844 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:25.356322 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-d39dc8a8-d932-4fd3-bd0e-8f9910c96844 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d544d060-828f-4f37-9a38-195e90a6288e HTTP/1.1" status: 204 len: 168 time: 0.1255836 Apr 08 11:01:25.364560 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39dc8a8-d932-4fd3-bd0e-8f9910c96844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d544d060-828f-4f37-9a38-195e90a6288e,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:25.692092 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 33718) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:01:25.739025 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-24e48ae2-19b7-40a7-86a7-ddae6826f020 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=588ef7385f1943ae80a40bce9e31bec0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0454321 Apr 08 11:01:25.741349 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 33720) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:01:25.791795 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-5c97fb43-d114-4310-9e8c-6f6611fe1db7 admin admin] Publish callbacks [] for security_group (fdd9df74-6fd6-4234-9eae-39a1d1164e19), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:25.814315 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-5c97fb43-d114-4310-9e8c-6f6611fe1db7 admin admin] Publish callbacks [] for security_group (fdd9df74-6fd6-4234-9eae-39a1d1164e19), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:25.880254 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-5c97fb43-d114-4310-9e8c-6f6611fe1db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (fdd9df74-6fd6-4234-9eae-39a1d1164e19), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:25.882932 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-5c97fb43-d114-4310-9e8c-6f6611fe1db7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:25.884414 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-5c97fb43-d114-4310-9e8c-6f6611fe1db7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fdd9df74-6fd6-4234-9eae-39a1d1164e19 HTTP/1.1" status: 204 len: 168 time: 0.1422005 Apr 08 11:01:25.896406 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c97fb43-d114-4310-9e8c-6f6611fe1db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd9df74-6fd6-4234-9eae-39a1d1164e19,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:01:25.910009 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c97fb43-d114-4310-9e8c-6f6611fe1db7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:25.910412 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c97fb43-d114-4310-9e8c-6f6611fe1db7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:25.910760 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c97fb43-d114-4310-9e8c-6f6611fe1db7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:25.911129 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c97fb43-d114-4310-9e8c-6f6611fe1db7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:25.911467 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c97fb43-d114-4310-9e8c-6f6611fe1db7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:25.911819 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c97fb43-d114-4310-9e8c-6f6611fe1db7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:25.912151 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c97fb43-d114-4310-9e8c-6f6611fe1db7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:25.912476 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c97fb43-d114-4310-9e8c-6f6611fe1db7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:25.912817 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c97fb43-d114-4310-9e8c-6f6611fe1db7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:25.913138 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c97fb43-d114-4310-9e8c-6f6611fe1db7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:25.913474 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c97fb43-d114-4310-9e8c-6f6611fe1db7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:25.913804 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c97fb43-d114-4310-9e8c-6f6611fe1db7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:25.914130 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c97fb43-d114-4310-9e8c-6f6611fe1db7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:25.914452 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c97fb43-d114-4310-9e8c-6f6611fe1db7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:25.914774 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c97fb43-d114-4310-9e8c-6f6611fe1db7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:01:26.313725 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device f6585d57-aec8-48f6-a71d-0e34481fef98 no longer exists at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:01:26.340171 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] No Port match for: f6585d57-aec8-48f6-a71d-0e34481fef98 {{(pid=109911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:01:26.340507 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device f6585d57-aec8-48f6-a71d-0e34481fef98 not bound to the agent host dv-cinder-836071-3-iscsi {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:01:26.340911 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device cc8d4801-1daf-4ade-8b8f-cd72ebd00fe3 no longer exists at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:01:26.364423 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] No Port match for: cc8d4801-1daf-4ade-8b8f-cd72ebd00fe3 {{(pid=109911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:01:26.364760 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device cc8d4801-1daf-4ade-8b8f-cd72ebd00fe3 not bound to the agent host dv-cinder-836071-3-iscsi {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:01:36.046979 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1057aa-fd7d-4d68-8ca2-2b7476f15000 req-a8df0ddb-057a-4476-bf43-9df101002449 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:36.050621 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0a1057aa-fd7d-4d68-8ca2-2b7476f15000 req-a8df0ddb-057a-4476-bf43-9df101002449 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9f1e15-6887-4a31-9930-630e3d60184f HTTP/1.1" status: 200 len: 945 time: 0.0676887 Apr 08 11:01:36.096536 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0a1057aa-fd7d-4d68-8ca2-2b7476f15000 req-43e962b4-b924-41a7-8300-594b4ad8a3a2 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/security-groups?id=56fca9ab-f539-45f8-bed4-5f0293f52711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413442 Apr 08 11:01:37.246557 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74feba7-75ce-4cc8-b408-6de9bbb823df req-26541ca0-86ca-4f1d-9ea2-f7544009a08f tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:37.248096 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a74feba7-75ce-4cc8-b408-6de9bbb823df req-26541ca0-86ca-4f1d-9ea2-f7544009a08f tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9f1e15-6887-4a31-9930-630e3d60184f HTTP/1.1" status: 200 len: 945 time: 0.0643501 Apr 08 11:01:37.313787 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a74feba7-75ce-4cc8-b408-6de9bbb823df req-e4013483-ebde-48b3-9ed0-6ed253bf5463 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/security-groups?id=56fca9ab-f539-45f8-bed4-5f0293f52711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571678 Apr 08 11:01:38.467034 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94074bd-319f-468c-af83-bdfcdeb39cda req-944c0a9c-63b7-48e4-ba0f-db0ea376429c tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:38.468509 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-e94074bd-319f-468c-af83-bdfcdeb39cda req-944c0a9c-63b7-48e4-ba0f-db0ea376429c tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9f1e15-6887-4a31-9930-630e3d60184f HTTP/1.1" status: 200 len: 945 time: 0.0548360 Apr 08 11:01:38.521460 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-e94074bd-319f-468c-af83-bdfcdeb39cda req-b0a72a9e-b309-41ec-9012-960f204141d8 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/security-groups?id=56fca9ab-f539-45f8-bed4-5f0293f52711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468748 Apr 08 11:01:39.654266 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ada7ed-1caa-44f8-9bcd-7bb63c55ab3c req-02bdaee4-710d-4d06-9ad8-1edbd58dead0 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:39.654266 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-96ada7ed-1caa-44f8-9bcd-7bb63c55ab3c req-02bdaee4-710d-4d06-9ad8-1edbd58dead0 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9f1e15-6887-4a31-9930-630e3d60184f HTTP/1.1" status: 200 len: 945 time: 0.0557795 Apr 08 11:01:39.714782 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-96ada7ed-1caa-44f8-9bcd-7bb63c55ab3c req-ed8b5fb8-a084-4507-864c-7483dac8a87b tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/security-groups?id=56fca9ab-f539-45f8-bed4-5f0293f52711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541623 Apr 08 11:01:40.866227 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a449f3f0-ea81-460b-88e0-a70957efdcf3 req-2d68ff38-ed9d-45fb-9d14-289342dc84cd tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:40.867722 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a449f3f0-ea81-460b-88e0-a70957efdcf3 req-2d68ff38-ed9d-45fb-9d14-289342dc84cd tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9f1e15-6887-4a31-9930-630e3d60184f HTTP/1.1" status: 200 len: 945 time: 0.0640285 Apr 08 11:01:40.920017 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a449f3f0-ea81-460b-88e0-a70957efdcf3 req-3b9d8839-4083-45d9-8b20-d183bde08c14 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/security-groups?id=56fca9ab-f539-45f8-bed4-5f0293f52711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426965 Apr 08 11:01:41.821465 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-7a6500c3-1db0-4e92-aee6-3a1c372f649a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (0996d03c-a6d6-4751-8b32-c8111f4b3d8a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:42.062474 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978dca8c-57c7-427b-a0b0-dfdf8b5d659a req-922142ee-e10a-49b2-ae13-f0a681cc8d4b tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:42.063997 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-978dca8c-57c7-427b-a0b0-dfdf8b5d659a req-922142ee-e10a-49b2-ae13-f0a681cc8d4b tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9f1e15-6887-4a31-9930-630e3d60184f HTTP/1.1" status: 200 len: 945 time: 0.0610764 Apr 08 11:01:42.116135 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-978dca8c-57c7-427b-a0b0-dfdf8b5d659a req-68819334-bb05-4e1b-ba7c-d654da84b9fc tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/security-groups?id=56fca9ab-f539-45f8-bed4-5f0293f52711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445354 Apr 08 11:01:43.206035 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.agents_db [None req-4d82583b-548a-400c-8f4c-c09be56c4ea4 None None] Agent healthcheck: found 6 active agents {{(pid=109912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:01:43.239483 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f7829-0313-47f6-9ab1-a23ef594b778 req-4d04be77-06cd-4e3f-a893-d7b33199193e tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:43.240946 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-4f2f7829-0313-47f6-9ab1-a23ef594b778 req-4d04be77-06cd-4e3f-a893-d7b33199193e tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9f1e15-6887-4a31-9930-630e3d60184f HTTP/1.1" status: 200 len: 945 time: 0.0545089 Apr 08 11:01:43.289389 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-4f2f7829-0313-47f6-9ab1-a23ef594b778 req-d512b57f-c84f-4904-b35f-1144ac77cfd8 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/security-groups?id=56fca9ab-f539-45f8-bed4-5f0293f52711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426667 Apr 08 11:01:44.206577 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-0b6dfbc1-350e-47dc-9c8f-0bba5229504f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (a0f054a9-d30b-4594-8de6-6c24438c3963), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:44.463573 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b1aeba-83d8-4081-befe-108698aa1818 req-acba7a10-6c27-4c54-ba9a-9f1bf42483d3 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:44.464964 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-77b1aeba-83d8-4081-befe-108698aa1818 req-acba7a10-6c27-4c54-ba9a-9f1bf42483d3 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9f1e15-6887-4a31-9930-630e3d60184f HTTP/1.1" status: 200 len: 945 time: 0.0684237 Apr 08 11:01:44.527556 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-77b1aeba-83d8-4081-befe-108698aa1818 req-e3b1bc90-6de9-4118-af5b-4ad3c4744da2 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/security-groups?id=56fca9ab-f539-45f8-bed4-5f0293f52711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555007 Apr 08 11:01:45.181982 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c39995e2-c233-4533-b78f-2944bd33f611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (65c9c9bc-bb02-426d-a902-340b44f1a4c2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:45.670864 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffda4e7-59d2-4e97-8739-3c21c7eec34c req-c98ea4b6-952c-40fd-896d-4f16b3a82978 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:45.672377 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-5ffda4e7-59d2-4e97-8739-3c21c7eec34c req-c98ea4b6-952c-40fd-896d-4f16b3a82978 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9f1e15-6887-4a31-9930-630e3d60184f HTTP/1.1" status: 200 len: 945 time: 0.0685599 Apr 08 11:01:45.723398 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-5ffda4e7-59d2-4e97-8739-3c21c7eec34c req-18489984-ac8e-4c91-9433-e19ad4107026 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/security-groups?id=56fca9ab-f539-45f8-bed4-5f0293f52711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441217 Apr 08 11:01:46.638188 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dfd57949-1be2-4190-94f2-c1682066023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (140c1fdd-4f9d-4fc9-9d7c-f6f7cee51a0a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:46.861928 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6724b46f-e874-491b-a2d7-53a7848178f6 req-49dd7990-5dd0-4e12-b208-080d4d010a2e tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:46.867932 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6724b46f-e874-491b-a2d7-53a7848178f6 req-49dd7990-5dd0-4e12-b208-080d4d010a2e tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9f1e15-6887-4a31-9930-630e3d60184f HTTP/1.1" status: 200 len: 945 time: 0.0705705 Apr 08 11:01:46.912628 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6724b46f-e874-491b-a2d7-53a7848178f6 req-233881da-30d7-4b93-99f9-a15f95985d0d tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/security-groups?id=56fca9ab-f539-45f8-bed4-5f0293f52711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423377 Apr 08 11:01:48.067825 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (d1e78606-e5cc-43c0-bc22-8a5324478286), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:48.090312 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f50c68-91b6-44ab-9d37-d78e89cf99e2 req-4c0faa5c-8637-4162-bad9-3e75e52f2803 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:48.092874 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-13f50c68-91b6-44ab-9d37-d78e89cf99e2 req-4c0faa5c-8637-4162-bad9-3e75e52f2803 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9f1e15-6887-4a31-9930-630e3d60184f HTTP/1.1" status: 200 len: 945 time: 0.0739720 Apr 08 11:01:48.163109 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-13f50c68-91b6-44ab-9d37-d78e89cf99e2 req-a4540edd-b747-47b7-b24d-5f800270e503 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/security-groups?id=56fca9ab-f539-45f8-bed4-5f0293f52711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639517 Apr 08 11:01:48.577407 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (df0b008b-1017-45b0-9cbd-b6387ecfd69a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:01:49.297973 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca633e3c-bdcf-4f54-afd9-a7e89ecb5acc req-7b314e34-b9e6-4ae5-a6c5-65a62e33495e tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:49.299454 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ca633e3c-bdcf-4f54-afd9-a7e89ecb5acc req-7b314e34-b9e6-4ae5-a6c5-65a62e33495e tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9f1e15-6887-4a31-9930-630e3d60184f HTTP/1.1" status: 200 len: 945 time: 0.0573251 Apr 08 11:01:49.349230 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ca633e3c-bdcf-4f54-afd9-a7e89ecb5acc req-c27566f0-f30a-4ef9-b33d-667648734165 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/security-groups?id=56fca9ab-f539-45f8-bed4-5f0293f52711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413148 Apr 08 11:01:50.493762 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f2628d-5986-4483-8763-8e003b2d1687 req-f9a29dbd-fae4-4124-a1fe-2cc49a9a7f69 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:50.495291 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-83f2628d-5986-4483-8763-8e003b2d1687 req-f9a29dbd-fae4-4124-a1fe-2cc49a9a7f69 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9f1e15-6887-4a31-9930-630e3d60184f HTTP/1.1" status: 200 len: 945 time: 0.0682435 Apr 08 11:01:50.557181 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-83f2628d-5986-4483-8763-8e003b2d1687 req-415473fc-a962-421d-8e61-56cc2de6721a tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/security-groups?id=56fca9ab-f539-45f8-bed4-5f0293f52711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536196 Apr 08 11:01:51.701320 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf2ab9-8983-4866-b344-3f6dcd1587fe req-e7266e02-8cba-4915-aaeb-754403a0b448 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:51.702868 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-52bf2ab9-8983-4866-b344-3f6dcd1587fe req-e7266e02-8cba-4915-aaeb-754403a0b448 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9f1e15-6887-4a31-9930-630e3d60184f HTTP/1.1" status: 200 len: 945 time: 0.0683987 Apr 08 11:01:51.756275 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-52bf2ab9-8983-4866-b344-3f6dcd1587fe req-702ba98b-fe9b-4338-9f08-f6b4603d2b98 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/security-groups?id=56fca9ab-f539-45f8-bed4-5f0293f52711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446808 Apr 08 11:01:52.905971 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de66d9a5-67d2-40d2-b058-834977141bef req-1df52f72-f766-484c-8034-0bd3a054a35e tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:52.907802 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-de66d9a5-67d2-40d2-b058-834977141bef req-1df52f72-f766-484c-8034-0bd3a054a35e tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9f1e15-6887-4a31-9930-630e3d60184f HTTP/1.1" status: 200 len: 945 time: 0.0578022 Apr 08 11:01:52.966556 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-de66d9a5-67d2-40d2-b058-834977141bef req-6a11d11e-b0e9-4da0-ae02-e3f6f955d8ec tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/security-groups?id=56fca9ab-f539-45f8-bed4-5f0293f52711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528982 Apr 08 11:01:54.107057 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607803ce-7d94-461f-800e-c563e2775e4e req-b205360c-04f0-4183-b715-2a788042ce10 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:54.108626 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-607803ce-7d94-461f-800e-c563e2775e4e req-b205360c-04f0-4183-b715-2a788042ce10 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9f1e15-6887-4a31-9930-630e3d60184f HTTP/1.1" status: 200 len: 945 time: 0.0648766 Apr 08 11:01:54.183912 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-607803ce-7d94-461f-800e-c563e2775e4e req-75e8899d-95b6-4ff8-9999-6552826a393f tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/security-groups?id=56fca9ab-f539-45f8-bed4-5f0293f52711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689673 Apr 08 11:01:55.339990 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a54ab-79ee-4d2c-a36c-8000fe976cb1 req-60b48f49-ccdd-4559-95cd-2806e8ccfca0 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:55.341630 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f76a54ab-79ee-4d2c-a36c-8000fe976cb1 req-60b48f49-ccdd-4559-95cd-2806e8ccfca0 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9f1e15-6887-4a31-9930-630e3d60184f HTTP/1.1" status: 200 len: 945 time: 0.0572217 Apr 08 11:01:55.394041 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f76a54ab-79ee-4d2c-a36c-8000fe976cb1 req-f0746603-7bf7-4e5b-aadd-14ee4e217e7e tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/security-groups?id=56fca9ab-f539-45f8-bed4-5f0293f52711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465026 Apr 08 11:01:56.525636 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362f082-5bfd-4821-807b-5fee380ef5a8 req-d5f03838-ccf5-4d70-8e69-519d41355a2a tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:56.527611 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-d362f082-5bfd-4821-807b-5fee380ef5a8 req-d5f03838-ccf5-4d70-8e69-519d41355a2a tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9f1e15-6887-4a31-9930-630e3d60184f HTTP/1.1" status: 200 len: 945 time: 0.0636826 Apr 08 11:01:56.578327 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-d362f082-5bfd-4821-807b-5fee380ef5a8 req-42d46964-9e3f-4a5e-a711-7016a6355593 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/security-groups?id=56fca9ab-f539-45f8-bed4-5f0293f52711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439694 Apr 08 11:01:56.856268 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252484ac-e240-41a4-955a-00b94e5da397 req-e0e0aa94-1bcc-426f-869c-8e7299a7ceb1 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:56.857789 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-252484ac-e240-41a4-955a-00b94e5da397 req-e0e0aa94-1bcc-426f-869c-8e7299a7ceb1 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9f1e15-6887-4a31-9930-630e3d60184f HTTP/1.1" status: 200 len: 945 time: 0.0601616 Apr 08 11:01:56.935904 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-252484ac-e240-41a4-955a-00b94e5da397 req-bf1a1e6d-93de-4b3e-8e81-326d138536b1 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/security-groups?id=56fca9ab-f539-45f8-bed4-5f0293f52711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688391 Apr 08 11:01:56.938693 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a8824-21e8-48a2-b9b1-8a68cee3c246 req-02b5099b-9828-49c3-8555-11d6973297a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:56.940087 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0e9a8824-21e8-48a2-b9b1-8a68cee3c246 req-02b5099b-9828-49c3-8555-11d6973297a5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b65c8b3119e3451497e21393575ac34c&device_id=3a9f1e15-6887-4a31-9930-630e3d60184f HTTP/1.1" status: 200 len: 1129 time: 0.0814462 Apr 08 11:01:57.037416 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a8824-21e8-48a2-b9b1-8a68cee3c246 req-8c734488-c354-40e9-a4a0-437e072cb4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:57.038942 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0e9a8824-21e8-48a2-b9b1-8a68cee3c246 req-8c734488-c354-40e9-a4a0-437e072cb4fc service neutron] 10.222.0.39 "GET /v2.0/networks?id=5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9 HTTP/1.1" status: 200 len: 912 time: 0.0923917 Apr 08 11:01:57.110159 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0e9a8824-21e8-48a2-b9b1-8a68cee3c246 req-fe7611b6-b70b-4a00-89ea-96e08ce86521 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87fc751e-86fd-46ee-837f-7423be13a07c HTTP/1.1" status: 200 len: 1001 time: 0.0652668 Apr 08 11:01:57.445480 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a8824-21e8-48a2-b9b1-8a68cee3c246 req-d04ef13f-8219-4721-a5c6-0fac2629b38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:57.447806 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0e9a8824-21e8-48a2-b9b1-8a68cee3c246 req-d04ef13f-8219-4721-a5c6-0fac2629b38b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=920bb832-b2df-48c9-bc0e-112cc1fcd212 HTTP/1.1" status: 200 len: 850 time: 0.3317151 Apr 08 11:01:57.500070 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a8824-21e8-48a2-b9b1-8a68cee3c246 req-5044969b-d795-4ce5-9940-dd105d96a438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:57.501618 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0e9a8824-21e8-48a2-b9b1-8a68cee3c246 req-5044969b-d795-4ce5-9940-dd105d96a438 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474250 Apr 08 11:01:57.594684 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0e9a8824-21e8-48a2-b9b1-8a68cee3c246 req-5cc9b1b5-5037-4b37-a0b1-618b0029bbcf service neutron] 10.222.0.39 "GET /v2.0/networks/5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860777 Apr 08 11:01:57.698786 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0e9a8824-21e8-48a2-b9b1-8a68cee3c246 req-e939477c-ea48-404e-a229-ea366b4226d0 service neutron] 10.222.0.39 "GET /v2.0/networks/5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978029 Apr 08 11:01:58.067301 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6a9b4-5044-4b81-a8b5-fb25327924d7 req-4ab47681-f435-4698-b3da-1cae79201515 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:58.068862 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6ea6a9b4-5044-4b81-a8b5-fb25327924d7 req-4ab47681-f435-4698-b3da-1cae79201515 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9f1e15-6887-4a31-9930-630e3d60184f HTTP/1.1" status: 200 len: 945 time: 0.0613539 Apr 08 11:01:58.124724 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6ea6a9b4-5044-4b81-a8b5-fb25327924d7 req-ab3c54a1-f6a2-4855-ad71-e6b019472936 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/security-groups?id=56fca9ab-f539-45f8-bed4-5f0293f52711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497446 Apr 08 11:01:59.269274 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502fba5-ee9e-4fe5-9bc6-d662d2559b1d req-100af802-3b85-4fe5-8972-672e5665cf4f tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:01:59.270774 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-3502fba5-ee9e-4fe5-9bc6-d662d2559b1d req-100af802-3b85-4fe5-8972-672e5665cf4f tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9f1e15-6887-4a31-9930-630e3d60184f HTTP/1.1" status: 200 len: 945 time: 0.0634778 Apr 08 11:01:59.322067 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-3502fba5-ee9e-4fe5-9bc6-d662d2559b1d req-aa853b25-bc1a-49f8-b843-4f031290a675 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/security-groups?id=56fca9ab-f539-45f8-bed4-5f0293f52711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429327 Apr 08 11:02:11.818154 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c64b6d82-f119-417c-a449-2f98abc4c0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (0996d03c-a6d6-4751-8b32-c8111f4b3d8a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:02:14.202876 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-85ab122b-fa74-4023-8821-8ee0b0ee2da7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (a0f054a9-d30b-4594-8de6-6c24438c3963), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:02:15.192826 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c39995e2-c233-4533-b78f-2944bd33f611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (65c9c9bc-bb02-426d-a902-340b44f1a4c2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:02:16.644615 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dfd57949-1be2-4190-94f2-c1682066023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (140c1fdd-4f9d-4fc9-9d7c-f6f7cee51a0a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:02:18.057263 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (d1e78606-e5cc-43c0-bc22-8a5324478286), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:02:18.574356 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (df0b008b-1017-45b0-9cbd-b6387ecfd69a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:02:20.210721 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.agents_db [None req-4d82583b-548a-400c-8f4c-c09be56c4ea4 None None] Agent healthcheck: found 6 active agents {{(pid=109912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:02:24.610387 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-624b8ab0-aecc-49b1-b127-267a3572123c req-aff7bb83-7cb5-4cb6-b059-9caa2d015f40 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3a9f1e15-6887-4a31-9930-630e3d60184f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0481765 Apr 08 11:02:24.739394 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b8ab0-aecc-49b1-b127-267a3572123c req-19f9bfe0-4f2f-4fd4-9422-938a29ede483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:24.740905 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-624b8ab0-aecc-49b1-b127-267a3572123c req-19f9bfe0-4f2f-4fd4-9422-938a29ede483 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b65c8b3119e3451497e21393575ac34c&device_id=3a9f1e15-6887-4a31-9930-630e3d60184f HTTP/1.1" status: 200 len: 1129 time: 0.0547614 Apr 08 11:02:24.851461 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b8ab0-aecc-49b1-b127-267a3572123c req-676a7535-50c1-4fe2-8d7b-ad9f9b3e15e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:24.852875 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-624b8ab0-aecc-49b1-b127-267a3572123c req-676a7535-50c1-4fe2-8d7b-ad9f9b3e15e9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9 HTTP/1.1" status: 200 len: 912 time: 0.0870707 Apr 08 11:02:24.927419 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-624b8ab0-aecc-49b1-b127-267a3572123c req-e0b56de9-47d4-44cb-bb4f-e1da410ca3ee service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87fc751e-86fd-46ee-837f-7423be13a07c HTTP/1.1" status: 200 len: 1001 time: 0.0682397 Apr 08 11:02:24.978365 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b8ab0-aecc-49b1-b127-267a3572123c req-206a713c-f83b-448b-b7f0-7512a3f7307a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:24.979801 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-624b8ab0-aecc-49b1-b127-267a3572123c req-206a713c-f83b-448b-b7f0-7512a3f7307a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=920bb832-b2df-48c9-bc0e-112cc1fcd212 HTTP/1.1" status: 200 len: 850 time: 0.0467012 Apr 08 11:02:25.030106 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b8ab0-aecc-49b1-b127-267a3572123c req-b0e35b07-f1aa-404a-8544-ad12be80be8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:25.031588 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-624b8ab0-aecc-49b1-b127-267a3572123c req-b0e35b07-f1aa-404a-8544-ad12be80be8c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457113 Apr 08 11:02:25.126824 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-624b8ab0-aecc-49b1-b127-267a3572123c req-08e5ad8e-4dab-4633-bdcc-27817f234874 service neutron] 10.222.0.39 "GET /v2.0/networks/5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882528 Apr 08 11:02:25.218769 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-624b8ab0-aecc-49b1-b127-267a3572123c req-5aa0cc5d-8aec-44ba-ba87-b61d7599c778 service neutron] 10.222.0.39 "GET /v2.0/networks/5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857227 Apr 08 11:02:32.712004 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3879cb24-7e15-46ce-b725-fc375d8f1b68 req-d29f572a-9c2b-470b-8915-989066a8f93e tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:32.713521 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-3879cb24-7e15-46ce-b725-fc375d8f1b68 req-d29f572a-9c2b-470b-8915-989066a8f93e tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9f1e15-6887-4a31-9930-630e3d60184f HTTP/1.1" status: 200 len: 945 time: 0.0652101 Apr 08 11:02:32.762492 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-3879cb24-7e15-46ce-b725-fc375d8f1b68 req-f699f505-ea8a-45ba-9916-37f560ee8a2c tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/security-groups?id=56fca9ab-f539-45f8-bed4-5f0293f52711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431726 Apr 08 11:02:33.901284 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98820f4-2938-454b-a49e-239b835649e8 req-135bb7a4-79d7-45c7-8352-beb6fe8562bf tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:33.902787 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-e98820f4-2938-454b-a49e-239b835649e8 req-135bb7a4-79d7-45c7-8352-beb6fe8562bf tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9f1e15-6887-4a31-9930-630e3d60184f HTTP/1.1" status: 200 len: 945 time: 0.0622411 Apr 08 11:02:33.953901 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-e98820f4-2938-454b-a49e-239b835649e8 req-368d99f0-f7e1-47cc-bbdd-91fb9de3ef33 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/security-groups?id=56fca9ab-f539-45f8-bed4-5f0293f52711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426600 Apr 08 11:02:35.094697 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4a94ee-743e-441f-a624-494698829530 req-79ea0596-415d-4705-9687-2a3d0de4101a tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:35.096188 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-bf4a94ee-743e-441f-a624-494698829530 req-79ea0596-415d-4705-9687-2a3d0de4101a tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9f1e15-6887-4a31-9930-630e3d60184f HTTP/1.1" status: 200 len: 945 time: 0.0600891 Apr 08 11:02:35.164878 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-bf4a94ee-743e-441f-a624-494698829530 req-002cb48d-64eb-4c06-ab92-bd769f9e0374 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/security-groups?id=56fca9ab-f539-45f8-bed4-5f0293f52711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622935 Apr 08 11:02:36.309155 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c1647-a901-48ab-ae17-ac0fea9b6220 req-be4b5ce6-7fca-4266-b7c0-4522c1554c8d tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:36.310786 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-459c1647-a901-48ab-ae17-ac0fea9b6220 req-be4b5ce6-7fca-4266-b7c0-4522c1554c8d tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9f1e15-6887-4a31-9930-630e3d60184f HTTP/1.1" status: 200 len: 945 time: 0.0663676 Apr 08 11:02:36.360437 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-459c1647-a901-48ab-ae17-ac0fea9b6220 req-3ab193c3-08b2-45d0-8d48-560d7c9e29de tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/security-groups?id=56fca9ab-f539-45f8-bed4-5f0293f52711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437973 Apr 08 11:02:37.498109 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe80781-b8b4-424a-bb06-1d8dcceeb1e6 req-ed3eb262-7e84-44ee-9427-0d57181755ed tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:37.499601 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-fbe80781-b8b4-424a-bb06-1d8dcceeb1e6 req-ed3eb262-7e84-44ee-9427-0d57181755ed tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9f1e15-6887-4a31-9930-630e3d60184f HTTP/1.1" status: 200 len: 945 time: 0.0572562 Apr 08 11:02:37.551138 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-fbe80781-b8b4-424a-bb06-1d8dcceeb1e6 req-2e074ab0-e3d7-411f-a62b-f2c3a44f7474 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/security-groups?id=56fca9ab-f539-45f8-bed4-5f0293f52711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457990 Apr 08 11:02:38.709377 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b1fec1-7bd4-45ed-8241-477be5b77250 req-9c87195d-4e2b-4a24-8eec-35190f5838db tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:38.711336 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-57b1fec1-7bd4-45ed-8241-477be5b77250 req-9c87195d-4e2b-4a24-8eec-35190f5838db tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9f1e15-6887-4a31-9930-630e3d60184f HTTP/1.1" status: 200 len: 945 time: 0.0818830 Apr 08 11:02:38.767345 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-57b1fec1-7bd4-45ed-8241-477be5b77250 req-54ce3606-feef-4702-be71-c85e6699b7c7 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/security-groups?id=56fca9ab-f539-45f8-bed4-5f0293f52711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461934 Apr 08 11:02:39.894738 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f1232b-d6f6-4e6a-821b-2634b9a3e704 req-22866347-ebd1-4e5a-beb2-c50dc33b5024 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:39.896251 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a6f1232b-d6f6-4e6a-821b-2634b9a3e704 req-22866347-ebd1-4e5a-beb2-c50dc33b5024 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9f1e15-6887-4a31-9930-630e3d60184f HTTP/1.1" status: 200 len: 945 time: 0.0596166 Apr 08 11:02:39.946441 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a6f1232b-d6f6-4e6a-821b-2634b9a3e704 req-89229bdd-bcc5-4f44-a276-94d82f132fa6 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/security-groups?id=56fca9ab-f539-45f8-bed4-5f0293f52711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438964 Apr 08 11:02:41.075300 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59613962-f16e-41e0-92fe-914c6e4c9c3a req-8e020135-8512-4173-b2be-0b329eb72651 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:41.076876 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-59613962-f16e-41e0-92fe-914c6e4c9c3a req-8e020135-8512-4173-b2be-0b329eb72651 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9f1e15-6887-4a31-9930-630e3d60184f HTTP/1.1" status: 200 len: 945 time: 0.0607307 Apr 08 11:02:41.132498 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-59613962-f16e-41e0-92fe-914c6e4c9c3a req-8bfe220a-f319-458a-9afe-3f040e5592d5 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/security-groups?id=56fca9ab-f539-45f8-bed4-5f0293f52711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491092 Apr 08 11:02:41.824382 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-77e2af00-72c3-4ae1-bfac-c052826263d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (0996d03c-a6d6-4751-8b32-c8111f4b3d8a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:02:42.270955 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05591de8-3ec7-4ae4-856a-42e575ad2295 req-abf2cbd4-fffc-4a03-9970-8cdef73c8b95 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:42.272458 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-05591de8-3ec7-4ae4-856a-42e575ad2295 req-abf2cbd4-fffc-4a03-9970-8cdef73c8b95 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9f1e15-6887-4a31-9930-630e3d60184f HTTP/1.1" status: 200 len: 945 time: 0.0562050 Apr 08 11:02:42.329856 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-05591de8-3ec7-4ae4-856a-42e575ad2295 req-8975d551-d20e-4682-9998-0f45b1b07587 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/security-groups?id=56fca9ab-f539-45f8-bed4-5f0293f52711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508785 Apr 08 11:02:43.477108 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ffcdc1-c456-4e60-9acf-4b8f47d6f240 req-c39c9446-e4c7-413a-9d6c-12d3ce8fd64d tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:43.478590 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-35ffcdc1-c456-4e60-9acf-4b8f47d6f240 req-c39c9446-e4c7-413a-9d6c-12d3ce8fd64d tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9f1e15-6887-4a31-9930-630e3d60184f HTTP/1.1" status: 200 len: 945 time: 0.0583861 Apr 08 11:02:43.526170 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-35ffcdc1-c456-4e60-9acf-4b8f47d6f240 req-fef41acb-2548-4f23-b726-fc3748af815c tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/security-groups?id=56fca9ab-f539-45f8-bed4-5f0293f52711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414288 Apr 08 11:02:43.748162 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce6df39-d696-4f4a-8e57-60cb5755e65c req-2966b227-2a23-40c9-b015-a8d02e9ce03b tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:43.749655 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-cce6df39-d696-4f4a-8e57-60cb5755e65c req-2966b227-2a23-40c9-b015-a8d02e9ce03b tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9f1e15-6887-4a31-9930-630e3d60184f HTTP/1.1" status: 200 len: 945 time: 0.0625012 Apr 08 11:02:43.823927 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-cce6df39-d696-4f4a-8e57-60cb5755e65c req-1f351092-2c18-411f-92c0-a318c5c19ea7 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/security-groups?id=56fca9ab-f539-45f8-bed4-5f0293f52711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687215 Apr 08 11:02:43.832355 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d51be9-581c-4837-98a8-5e9887799bc0 req-05305786-c4b6-4506-9bfe-6086a05c7289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:43.833934 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-d2d51be9-581c-4837-98a8-5e9887799bc0 req-05305786-c4b6-4506-9bfe-6086a05c7289 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b65c8b3119e3451497e21393575ac34c&device_id=3a9f1e15-6887-4a31-9930-630e3d60184f HTTP/1.1" status: 200 len: 1129 time: 0.0727792 Apr 08 11:02:43.927628 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d51be9-581c-4837-98a8-5e9887799bc0 req-d02f15a6-13b0-4e28-9842-a70da7eebef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:43.928979 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-d2d51be9-581c-4837-98a8-5e9887799bc0 req-d02f15a6-13b0-4e28-9842-a70da7eebef5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9 HTTP/1.1" status: 200 len: 912 time: 0.0888534 Apr 08 11:02:43.993021 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-d2d51be9-581c-4837-98a8-5e9887799bc0 req-24604c69-f046-4cde-aea9-a707515893c2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=87fc751e-86fd-46ee-837f-7423be13a07c HTTP/1.1" status: 200 len: 1001 time: 0.0573113 Apr 08 11:02:44.044206 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d51be9-581c-4837-98a8-5e9887799bc0 req-2ca2adc1-6de0-498b-8355-7e8ff8f3bbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:44.045650 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-d2d51be9-581c-4837-98a8-5e9887799bc0 req-2ca2adc1-6de0-498b-8355-7e8ff8f3bbc9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=920bb832-b2df-48c9-bc0e-112cc1fcd212 HTTP/1.1" status: 200 len: 850 time: 0.0465393 Apr 08 11:02:44.110280 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d51be9-581c-4837-98a8-5e9887799bc0 req-4b5fd2b7-b141-4664-b790-b558585cbc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:44.111871 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-d2d51be9-581c-4837-98a8-5e9887799bc0 req-4b5fd2b7-b141-4664-b790-b558585cbc07 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0601292 Apr 08 11:02:44.203751 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-d2d51be9-581c-4837-98a8-5e9887799bc0 req-f524c818-290c-4b38-bbaa-d047a23a0031 service neutron] 10.222.0.39 "GET /v2.0/networks/5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857704 Apr 08 11:02:44.207652 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-7cb333b0-c602-4e9a-b521-abf209a96645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (a0f054a9-d30b-4594-8de6-6c24438c3963), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:02:44.300038 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-d2d51be9-581c-4837-98a8-5e9887799bc0 req-09ee7168-04d6-4cf3-b8e5-f995871c41fc service neutron] 10.222.0.39 "GET /v2.0/networks/5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899725 Apr 08 11:02:44.958570 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c148e734-0549-456e-a6c4-d4583d8b42d5 req-f5efd95e-cb62-46ff-9a95-ff7b79ce5132 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:02:44.960122 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-c148e734-0549-456e-a6c4-d4583d8b42d5 req-f5efd95e-cb62-46ff-9a95-ff7b79ce5132 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9f1e15-6887-4a31-9930-630e3d60184f HTTP/1.1" status: 200 len: 945 time: 0.0586908 Apr 08 11:02:45.009613 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-c148e734-0549-456e-a6c4-d4583d8b42d5 req-7a1049e2-991f-4909-8de6-c24f9f879f6c tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/security-groups?id=56fca9ab-f539-45f8-bed4-5f0293f52711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413942 Apr 08 11:02:45.199322 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c39995e2-c233-4533-b78f-2944bd33f611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (65c9c9bc-bb02-426d-a902-340b44f1a4c2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:02:46.658926 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dfd57949-1be2-4190-94f2-c1682066023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (140c1fdd-4f9d-4fc9-9d7c-f6f7cee51a0a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:02:48.059298 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (d1e78606-e5cc-43c0-bc22-8a5324478286), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:02:48.592857 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (df0b008b-1017-45b0-9cbd-b6387ecfd69a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:02:57.216105 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.agents_db [None req-4d82583b-548a-400c-8f4c-c09be56c4ea4 None None] Agent healthcheck: found 6 active agents {{(pid=109912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:03:11.815694 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-3fb5a754-de63-4a7a-96bd-6f2e719be82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (0996d03c-a6d6-4751-8b32-c8111f4b3d8a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:14.223308 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-ae1fa2ce-e587-4e43-81ed-182140ed8991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (a0f054a9-d30b-4594-8de6-6c24438c3963), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:15.197476 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c39995e2-c233-4533-b78f-2944bd33f611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (65c9c9bc-bb02-426d-a902-340b44f1a4c2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:16.652795 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dfd57949-1be2-4190-94f2-c1682066023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (140c1fdd-4f9d-4fc9-9d7c-f6f7cee51a0a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:17.377567 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b0359-4265-4f68-b590-98022f4c03f7 req-82b1ac8c-993f-48a3-bea2-54048f9791ae tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:17.379038 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-898b0359-4265-4f68-b590-98022f4c03f7 req-82b1ac8c-993f-48a3-bea2-54048f9791ae tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9f1e15-6887-4a31-9930-630e3d60184f HTTP/1.1" status: 200 len: 945 time: 0.0600576 Apr 08 11:03:17.428836 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-898b0359-4265-4f68-b590-98022f4c03f7 req-69596c78-8a9d-4eff-b1b0-86da35590bf6 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/security-groups?id=56fca9ab-f539-45f8-bed4-5f0293f52711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421429 Apr 08 11:03:18.060784 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (d1e78606-e5cc-43c0-bc22-8a5324478286), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:18.558688 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c60d4b-84fa-49e8-bb52-43be9e29360f req-0c9e63e3-8c6c-408e-ba58-b66025842b6e tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:18.560170 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f2c60d4b-84fa-49e8-bb52-43be9e29360f req-0c9e63e3-8c6c-408e-ba58-b66025842b6e tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9f1e15-6887-4a31-9930-630e3d60184f HTTP/1.1" status: 200 len: 945 time: 0.0571918 Apr 08 11:03:18.598053 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (df0b008b-1017-45b0-9cbd-b6387ecfd69a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:18.620039 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f2c60d4b-84fa-49e8-bb52-43be9e29360f req-301df88e-06a8-48ec-af54-9a66c159517e tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/security-groups?id=56fca9ab-f539-45f8-bed4-5f0293f52711&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514553 Apr 08 11:03:19.168335 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9054ed79-f6e9-4829-8827-f0bc4c45d2b0 req-dbc43e0b-5f38-4370-a1d0-4c957b95f949 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:19.169823 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-9054ed79-f6e9-4829-8827-f0bc4c45d2b0 req-dbc43e0b-5f38-4370-a1d0-4c957b95f949 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a9f1e15-6887-4a31-9930-630e3d60184f HTTP/1.1" status: 200 len: 945 time: 0.0592239 Apr 08 11:03:19.266309 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [req-9054ed79-f6e9-4829-8827-f0bc4c45d2b0 req-2c8db0a4-fb69-4f29-9fac-5d97ce6beabe tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Deleting port 87fc751e-86fd-46ee-837f-7423be13a07c {{(pid=109910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:03:19.266613 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-9054ed79-f6e9-4829-8827-f0bc4c45d2b0 req-2c8db0a4-fb69-4f29-9fac-5d97ce6beabe tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (87fc751e-86fd-46ee-837f-7423be13a07c), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:19.354962 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [req-9054ed79-f6e9-4829-8827-f0bc4c45d2b0 req-2c8db0a4-fb69-4f29-9fac-5d97ce6beabe tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] For port 87fc751e-86fd-46ee-837f-7423be13a07c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=87fc751e-86fd-46ee-837f-7423be13a07c,segment=NetworkSegment(58931447-9a6b-4dac-a5d5-12a7f8dcf59f),segment_id=58931447-9a6b-4dac-a5d5-12a7f8dcf59f)] {{(pid=109910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:03:19.355301 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-9054ed79-f6e9-4829-8827-f0bc4c45d2b0 req-2c8db0a4-fb69-4f29-9fac-5d97ce6beabe tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (87fc751e-86fd-46ee-837f-7423be13a07c), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:19.533468 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-9054ed79-f6e9-4829-8827-f0bc4c45d2b0 req-2c8db0a4-fb69-4f29-9fac-5d97ce6beabe tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:19.533712 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-9054ed79-f6e9-4829-8827-f0bc4c45d2b0 req-2c8db0a4-fb69-4f29-9fac-5d97ce6beabe tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743873'] for floatingip (446ab148-b1f2-4947-93ac-e31362c1f0c1), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:19.534414 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.db.l3_db [req-9054ed79-f6e9-4829-8827-f0bc4c45d2b0 req-2c8db0a4-fb69-4f29-9fac-5d97ce6beabe tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Floating IP 446ab148-b1f2-4947-93ac-e31362c1f0c1 disassociated. External IP: 172.27.2.145, port: 87fc751e-86fd-46ee-837f-7423be13a07c. Apr 08 11:03:19.534770 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [req-9054ed79-f6e9-4829-8827-f0bc4c45d2b0 req-2c8db0a4-fb69-4f29-9fac-5d97ce6beabe tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Calling delete_port for 87fc751e-86fd-46ee-837f-7423be13a07c owned by compute:nova {{(pid=109910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:03:19.673392 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-9054ed79-f6e9-4829-8827-f0bc4c45d2b0 req-2c8db0a4-fb69-4f29-9fac-5d97ce6beabe tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14190223'] for port (87fc751e-86fd-46ee-837f-7423be13a07c), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:19.713396 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8db0a4-fb69-4f29-9fac-5d97ce6beabe tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Pushing event deleted for resources: {'Port': ['ID=87fc751e-86fd-46ee-837f-7423be13a07c,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:03:19.738613 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-69ddd51d-6efd-4405-be76-6d3b2570af74 req-8229f301-0975-4a81-98f3-e8e87b398bd5 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a9f1e15-6887-4a31-9930-630e3d60184f HTTP/1.1" status: 200 len: 210 time: 0.0375643 Apr 08 11:03:19.741095 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8db0a4-fb69-4f29-9fac-5d97ce6beabe tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:19.741463 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8db0a4-fb69-4f29-9fac-5d97ce6beabe tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:19.741871 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8db0a4-fb69-4f29-9fac-5d97ce6beabe tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:19.742120 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8db0a4-fb69-4f29-9fac-5d97ce6beabe tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:19.742447 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8db0a4-fb69-4f29-9fac-5d97ce6beabe tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:19.742735 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8db0a4-fb69-4f29-9fac-5d97ce6beabe tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:19.743071 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8db0a4-fb69-4f29-9fac-5d97ce6beabe tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:19.743386 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8db0a4-fb69-4f29-9fac-5d97ce6beabe tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:19.743705 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8db0a4-fb69-4f29-9fac-5d97ce6beabe tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:19.743998 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8db0a4-fb69-4f29-9fac-5d97ce6beabe tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:19.744351 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8db0a4-fb69-4f29-9fac-5d97ce6beabe tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:19.744699 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8db0a4-fb69-4f29-9fac-5d97ce6beabe tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:19.745014 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8db0a4-fb69-4f29-9fac-5d97ce6beabe tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:19.745354 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8db0a4-fb69-4f29-9fac-5d97ce6beabe tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:19.745670 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8db0a4-fb69-4f29-9fac-5d97ce6beabe tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:19.858598 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9054ed79-f6e9-4829-8827-f0bc4c45d2b0 req-2c8db0a4-fb69-4f29-9fac-5d97ce6beabe tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Router 0c9463b4-e418-4448-92c8-3682acde721b has already been hosted by L3 agent a0f054a9-d30b-4594-8de6-6c24438c3963 {{(pid=109910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:03:19.981485 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9054ed79-f6e9-4829-8827-f0bc4c45d2b0 req-2c8db0a4-fb69-4f29-9fac-5d97ce6beabe tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Notify agent at l3_agent.dv-cinder-836071-3-iscsi the message routers_updated {{(pid=109910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:03:19.992340 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be9504c-2a7d-4cfa-8446-f622885c5646 None None] Sync routers for ids ['0c9463b4-e418-4448-92c8-3682acde721b'] in dv-cinder-836071-3-iscsi {{(pid=109912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:03:20.003698 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be9504c-2a7d-4cfa-8446-f622885c5646 None None] Routers {'0c9463b4-e418-4448-92c8-3682acde721b'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:03:20.004306 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-9be9504c-2a7d-4cfa-8446-f622885c5646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T11:03:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['0c9463b4-e418-4448-92c8-3682acde721b'], 'active': True} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:03:20.028111 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.l3_dvrscheduler_db [req-9054ed79-f6e9-4829-8827-f0bc4c45d2b0 req-2c8db0a4-fb69-4f29-9fac-5d97ce6beabe tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] No DVR routers for this DVR port 87fc751e-86fd-46ee-837f-7423be13a07c on host hv-cinder-83607 {{(pid=109910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:03:20.030907 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-9054ed79-f6e9-4829-8827-f0bc4c45d2b0 req-2c8db0a4-fb69-4f29-9fac-5d97ce6beabe tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for port (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:20.034657 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-9054ed79-f6e9-4829-8827-f0bc4c45d2b0 req-2c8db0a4-fb69-4f29-9fac-5d97ce6beabe tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.39 "DELETE /v2.0/ports/87fc751e-86fd-46ee-837f-7423be13a07c HTTP/1.1" status: 204 len: 173 time: 0.8589227 Apr 08 11:03:20.035118 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a9f1e15-6887-4a31-9930-630e3d60184f', 'name': 'network-vif-deleted', 'tag': '87fc751e-86fd-46ee-837f-7423be13a07c'}] {{(pid=109910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:03:20.037430 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c101578fc708467248d177b11db2e3e6a7db5c554c0046cb1dea7ab1ce8b9fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8651fe-5dbc-43e2-a972-6d011a8dae9e" -d '{"events": [{"server_uuid": "3a9f1e15-6887-4a31-9930-630e3d60184f", "name": "network-vif-deleted", "tag": "87fc751e-86fd-46ee-837f-7423be13a07c"}]}' {{(pid=109910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:03:20.080021 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e1f777-0cf5-4042-b134-f576ad24c7aa x-openstack-request-id: req-d8e1f777-0cf5-4042-b134-f576ad24c7aa {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:03:20.080347 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a9f1e15-6887-4a31-9930-630e3d60184f", "name": "network-vif-deleted", "tag": "87fc751e-86fd-46ee-837f-7423be13a07c", "status": "completed", "code": 200}]} {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:03:20.080623 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d8e1f777-0cf5-4042-b134-f576ad24c7aa {{(pid=109910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:03:20.081041 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8e1f777-0cf5-4042-b134-f576ad24c7aa'] response: {'server_uuid': '3a9f1e15-6887-4a31-9930-630e3d60184f', 'name': 'network-vif-deleted', 'tag': '87fc751e-86fd-46ee-837f-7423be13a07c', 'status': 'completed', 'code': 200} Apr 08 11:03:20.131062 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvr_db [None req-9be9504c-2a7d-4cfa-8446-f622885c5646 None None] Set router 0c9463b4-e418-4448-92c8-3682acde721b gateway port host: dv-cinder-836071-3-iscsi {{(pid=109912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:03:20.449531 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-9be9504c-2a7d-4cfa-8446-f622885c5646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c9463b4-e418-4448-92c8-3682acde721b', 'name': 'tempest-AttachVolumeTestJSON-1708035265-router', 'tenant_id': 'b65c8b3119e3451497e21393575ac34c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '909080ea-8dc9-4533-9666-de29bb36406f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:00:35Z', 'updated_at': '2022-04-08T11:00:37Z', 'revision_number': 4, 'project_id': 'b65c8b3119e3451497e21393575ac34c', 'gw_port': {'id': '909080ea-8dc9-4533-9666-de29bb36406f', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9463b4-e418-4448-92c8-3682acde721b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:00:35Z', 'updated_at': '2022-04-08T11:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': 'e3c3c3f5-b8ae-4b88-8664-6ef2e512789d', 'name': '', 'network_id': '5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9', 'tenant_id': 'b65c8b3119e3451497e21393575ac34c', 'mac_address': 'fa:16:3e:6d:e2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9463b4-e418-4448-92c8-3682acde721b', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '920bb832-b2df-48c9-bc0e-112cc1fcd212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:00:37Z', 'updated_at': '2022-04-08T11:00:40Z', 'revision_number': 5, 'project_id': 'b65c8b3119e3451497e21393575ac34c', 'subnets': [{'id': '920bb832-b2df-48c9-bc0e-112cc1fcd212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:03:20.477045 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be9504c-2a7d-4cfa-8446-f622885c5646 None None] Checking router: 0c9463b4-e418-4448-92c8-3682acde721b for host: dv-cinder-836071-3-iscsi {{(pid=109912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:03:20.486993 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be9504c-2a7d-4cfa-8446-f622885c5646 None None] Routers {'0c9463b4-e418-4448-92c8-3682acde721b'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:03:20.487615 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-9be9504c-2a7d-4cfa-8446-f622885c5646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T11:03:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['0c9463b4-e418-4448-92c8-3682acde721b'], 'active': True} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:03:20.604095 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvr_db [None req-9be9504c-2a7d-4cfa-8446-f622885c5646 None None] Set router 0c9463b4-e418-4448-92c8-3682acde721b gateway port host: dv-cinder-836071-3-iscsi {{(pid=109912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:03:20.808182 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-9be9504c-2a7d-4cfa-8446-f622885c5646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c9463b4-e418-4448-92c8-3682acde721b', 'name': 'tempest-AttachVolumeTestJSON-1708035265-router', 'tenant_id': 'b65c8b3119e3451497e21393575ac34c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '909080ea-8dc9-4533-9666-de29bb36406f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:00:35Z', 'updated_at': '2022-04-08T11:00:37Z', 'revision_number': 4, 'project_id': 'b65c8b3119e3451497e21393575ac34c', 'gw_port': {'id': '909080ea-8dc9-4533-9666-de29bb36406f', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9463b4-e418-4448-92c8-3682acde721b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:00:35Z', 'updated_at': '2022-04-08T11:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': 'e3c3c3f5-b8ae-4b88-8664-6ef2e512789d', 'name': '', 'network_id': '5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9', 'tenant_id': 'b65c8b3119e3451497e21393575ac34c', 'mac_address': 'fa:16:3e:6d:e2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9463b4-e418-4448-92c8-3682acde721b', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '920bb832-b2df-48c9-bc0e-112cc1fcd212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:00:37Z', 'updated_at': '2022-04-08T11:00:40Z', 'revision_number': 5, 'project_id': 'b65c8b3119e3451497e21393575ac34c', 'subnets': [{'id': '920bb832-b2df-48c9-bc0e-112cc1fcd212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:03:20.826185 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 33884) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:03:20.835121 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be9504c-2a7d-4cfa-8446-f622885c5646 None None] The sync data for ids ['0c9463b4-e418-4448-92c8-3682acde721b'] in dv-cinder-836071-3-iscsi is: [{'id': '0c9463b4-e418-4448-92c8-3682acde721b', 'name': 'tempest-AttachVolumeTestJSON-1708035265-router', 'tenant_id': 'b65c8b3119e3451497e21393575ac34c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '909080ea-8dc9-4533-9666-de29bb36406f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:00:35Z', 'updated_at': '2022-04-08T11:00:37Z', 'revision_number': 4, 'project_id': 'b65c8b3119e3451497e21393575ac34c', 'gw_port': {'id': '909080ea-8dc9-4533-9666-de29bb36406f', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9463b4-e418-4448-92c8-3682acde721b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:00:35Z', 'updated_at': '2022-04-08T11:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': 'e3c3c3f5-b8ae-4b88-8664-6ef2e512789d', 'name': '', 'network_id': '5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9', 'tenant_id': 'b65c8b3119e3451497e21393575ac34c', 'mac_address': 'fa:16:3e:6d:e2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9463b4-e418-4448-92c8-3682acde721b', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '920bb832-b2df-48c9-bc0e-112cc1fcd212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:00:37Z', 'updated_at': '2022-04-08T11:00:40Z', 'revision_number': 5, 'project_id': 'b65c8b3119e3451497e21393575ac34c', 'subnets': [{'id': '920bb832-b2df-48c9-bc0e-112cc1fcd212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:03:20.882820 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-dd6b822b-1c8b-4e30-8cea-a226228a6b42 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks [] for security_group (56fca9ab-f539-45f8-bed4-5f0293f52711), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:20.906673 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-dd6b822b-1c8b-4e30-8cea-a226228a6b42 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks [] for security_group (56fca9ab-f539-45f8-bed4-5f0293f52711), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:20.957773 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-dd6b822b-1c8b-4e30-8cea-a226228a6b42 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (56fca9ab-f539-45f8-bed4-5f0293f52711), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:20.960468 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-dd6b822b-1c8b-4e30-8cea-a226228a6b42 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:20.961658 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-dd6b822b-1c8b-4e30-8cea-a226228a6b42 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "DELETE /v2.0/security-groups/56fca9ab-f539-45f8-bed4-5f0293f52711 HTTP/1.1" status: 204 len: 168 time: 0.1343513 Apr 08 11:03:20.965022 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 33888) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:03:20.971284 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b822b-1c8b-4e30-8cea-a226228a6b42 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56fca9ab-f539-45f8-bed4-5f0293f52711,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:03:20.978928 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b822b-1c8b-4e30-8cea-a226228a6b42 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:20.979709 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b822b-1c8b-4e30-8cea-a226228a6b42 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:20.980090 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b822b-1c8b-4e30-8cea-a226228a6b42 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:20.980242 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.api.v2.resource [None req-fad46d08-abc3-43cc-93bf-a4ab2ebb7b34 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] show failed (client error): The resource could not be found. Apr 08 11:03:20.980394 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b822b-1c8b-4e30-8cea-a226228a6b42 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:20.980914 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b822b-1c8b-4e30-8cea-a226228a6b42 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:20.981433 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b822b-1c8b-4e30-8cea-a226228a6b42 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:20.981924 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b822b-1c8b-4e30-8cea-a226228a6b42 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:20.982405 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b822b-1c8b-4e30-8cea-a226228a6b42 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:20.982887 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b822b-1c8b-4e30-8cea-a226228a6b42 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:20.983359 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b822b-1c8b-4e30-8cea-a226228a6b42 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:20.983848 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b822b-1c8b-4e30-8cea-a226228a6b42 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:20.984330 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b822b-1c8b-4e30-8cea-a226228a6b42 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:20.984456 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-fad46d08-abc3-43cc-93bf-a4ab2ebb7b34 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/security-groups/56fca9ab-f539-45f8-bed4-5f0293f52711 HTTP/1.1" status: 404 len: 347 time: 0.0181768 Apr 08 11:03:20.984914 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b822b-1c8b-4e30-8cea-a226228a6b42 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:20.985164 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 33890) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:03:20.985449 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b822b-1c8b-4e30-8cea-a226228a6b42 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:20.985768 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b822b-1c8b-4e30-8cea-a226228a6b42 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:21.065614 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07f8dd7-b7b1-4882-8b21-b1d2cc68bc2f None None] New status for floating IP 446ab148-b1f2-4947-93ac-e31362c1f0c1: DOWN {{(pid=109911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:03:21.126325 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [None req-d5bbacf6-27f5-4290-915c-84349e2329ff tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Deleting port 648c7352-4cd2-4610-b9f8-87e28186eaf5 {{(pid=109910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:03:21.126669 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-d5bbacf6-27f5-4290-915c-84349e2329ff tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (648c7352-4cd2-4610-b9f8-87e28186eaf5), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:21.213003 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-d5bbacf6-27f5-4290-915c-84349e2329ff tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (648c7352-4cd2-4610-b9f8-87e28186eaf5), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:21.213418 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-d5bbacf6-27f5-4290-915c-84349e2329ff tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks [] for floatingip (648c7352-4cd2-4610-b9f8-87e28186eaf5), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:21.225921 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [None req-d5bbacf6-27f5-4290-915c-84349e2329ff tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Calling delete_port for 648c7352-4cd2-4610-b9f8-87e28186eaf5 owned by network:floatingip {{(pid=109910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:03:21.364274 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-d5bbacf6-27f5-4290-915c-84349e2329ff tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14190223'] for port (648c7352-4cd2-4610-b9f8-87e28186eaf5), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:21.387667 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bbacf6-27f5-4290-915c-84349e2329ff tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Pushing event deleted for resources: {'Port': ['ID=648c7352-4cd2-4610-b9f8-87e28186eaf5,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:03:21.452469 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-d5bbacf6-27f5-4290-915c-84349e2329ff tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks [] for floatingip (446ab148-b1f2-4947-93ac-e31362c1f0c1), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:21.455015 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-d5bbacf6-27f5-4290-915c-84349e2329ff tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for floatingip (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:21.456176 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-d5bbacf6-27f5-4290-915c-84349e2329ff tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "DELETE /v2.0/floatingips/446ab148-b1f2-4947-93ac-e31362c1f0c1 HTTP/1.1" status: 204 len: 168 time: 0.4697781 Apr 08 11:03:21.622637 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 33894) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:03:21.627204 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [None req-750ef06c-8c25-4146-9f15-b9f83db4eec4 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1690241071', 'description': 'tempest-description--104337269'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:03:21.649265 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-750ef06c-8c25-4146-9f15-b9f83db4eec4 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks [] for security_group (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:21.718404 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-750ef06c-8c25-4146-9f15-b9f83db4eec4 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks [] for security_group (f4f55799-d5ce-4ca7-bc9c-256bf3909efd), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:21.723877 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-750ef06c-8c25-4146-9f15-b9f83db4eec4 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (f4f55799-d5ce-4ca7-bc9c-256bf3909efd), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:21.750377 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-750ef06c-8c25-4146-9f15-b9f83db4eec4 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks [] for security_group (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:21.751587 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-750ef06c-8c25-4146-9f15-b9f83db4eec4 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1279666 Apr 08 11:03:21.754791 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 33896) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:03:21.755408 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ef06c-8c25-4146-9f15-b9f83db4eec4 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f55799-d5ce-4ca7-bc9c-256bf3909efd,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:03:21.759612 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.v2.base [None req-49f50bc8-0723-4714-b585-b775df45f867 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Request body: {'security_group_rule': {'security_group_id': 'f4f55799-d5ce-4ca7-bc9c-256bf3909efd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:03:21.786712 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-49f50bc8-0723-4714-b585-b775df45f867 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks [] for security_group_rule (2ecb89ce-6d7e-4348-84c5-4c1565a595f9), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:21.842933 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-49f50bc8-0723-4714-b585-b775df45f867 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks [] for security_group_rule (2ecb89ce-6d7e-4348-84c5-4c1565a595f9), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:21.848542 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-49f50bc8-0723-4714-b585-b775df45f867 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682660'] for security_group_rule (2ecb89ce-6d7e-4348-84c5-4c1565a595f9), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:21.868234 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f50bc8-0723-4714-b585-b775df45f867 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ecb89ce-6d7e-4348-84c5-4c1565a595f9,revision_number=0']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:03:21.873913 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-49f50bc8-0723-4714-b585-b775df45f867 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:21.875066 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-49f50bc8-0723-4714-b585-b775df45f867 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1192684 Apr 08 11:03:21.878888 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 33898) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:03:21.883239 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.v2.base [None req-3550d3eb-cbe1-41cb-b0f6-e5abd2cc7ea6 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Request body: {'security_group_rule': {'security_group_id': 'f4f55799-d5ce-4ca7-bc9c-256bf3909efd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:03:21.908129 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-3550d3eb-cbe1-41cb-b0f6-e5abd2cc7ea6 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks [] for security_group_rule (aa6875a5-e031-4a9f-ba82-7289720d05e3), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:21.962254 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-3550d3eb-cbe1-41cb-b0f6-e5abd2cc7ea6 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks [] for security_group_rule (aa6875a5-e031-4a9f-ba82-7289720d05e3), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:21.966461 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-3550d3eb-cbe1-41cb-b0f6-e5abd2cc7ea6 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682660'] for security_group_rule (aa6875a5-e031-4a9f-ba82-7289720d05e3), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:21.983954 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3550d3eb-cbe1-41cb-b0f6-e5abd2cc7ea6 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa6875a5-e031-4a9f-ba82-7289720d05e3,revision_number=0']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:03:21.989364 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-3550d3eb-cbe1-41cb-b0f6-e5abd2cc7ea6 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:21.990528 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-3550d3eb-cbe1-41cb-b0f6-e5abd2cc7ea6 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1106958 Apr 08 11:03:21.993691 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 33900) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:03:21.997905 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.v2.base [None req-10f376cf-5c69-4aa1-afce-61f5c8f4b496 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Request body: {'floatingip': {'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b'}} {{(pid=109909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:03:22.018954 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-10f376cf-5c69-4aa1-afce-61f5c8f4b496 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:22.116748 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-10f376cf-5c69-4aa1-afce-61f5c8f4b496 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:22.217579 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.db.db_base_plugin_common [None req-10f376cf-5c69-4aa1-afce-61f5c8f4b496 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Allocated IP 172.27.2.210 (173a9438-8c11-42c7-a64e-a6d835b0fe8b/3e92b2da-8062-400a-a6d5-15b49fe43bf4/edaba23f-18a3-437b-9de1-be8219d4cee5) {{(pid=109909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:03:22.318178 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-10f376cf-5c69-4aa1-afce-61f5c8f4b496 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks [] for port (edaba23f-18a3-437b-9de1-be8219d4cee5), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:22.352992 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-10f376cf-5c69-4aa1-afce-61f5c8f4b496 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16387658'] for port (edaba23f-18a3-437b-9de1-be8219d4cee5), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:22.388921 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f376cf-5c69-4aa1-afce-61f5c8f4b496 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Network 173a9438-8c11-42c7-a64e-a6d835b0fe8b is already hosted by enough agents. {{(pid=109909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:03:22.391695 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.scheduler.base_scheduler [None req-10f376cf-5c69-4aa1-afce-61f5c8f4b496 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Resources bound (agent type, host, resource id): {{(pid=109909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:03:22.397027 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f376cf-5c69-4aa1-afce-61f5c8f4b496 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Received port after_create {{(pid=109909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:03:22.402675 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f376cf-5c69-4aa1-afce-61f5c8f4b496 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Pushing event updated for resources: {'Port': ['ID=edaba23f-18a3-437b-9de1-be8219d4cee5,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:03:22.423268 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device 87fc751e-86fd-46ee-837f-7423be13a07c no longer exists at agent hyperv_hv-cinder-83607 {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:03:22.443146 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] No Port match for: 87fc751e-86fd-46ee-837f-7423be13a07c {{(pid=109911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:03:22.443486 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device 87fc751e-86fd-46ee-837f-7423be13a07c not bound to the agent host hv-cinder-83607 {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:03:22.488163 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-10f376cf-5c69-4aa1-afce-61f5c8f4b496 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks [] for floatingip (ab32cc69-357d-41df-9c75-2770e6731a60), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:22.524582 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-10f376cf-5c69-4aa1-afce-61f5c8f4b496 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (edaba23f-18a3-437b-9de1-be8219d4cee5), before_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:22.695469 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-10f376cf-5c69-4aa1-afce-61f5c8f4b496 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks [] for port (edaba23f-18a3-437b-9de1-be8219d4cee5), precommit_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:22.703686 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-10f376cf-5c69-4aa1-afce-61f5c8f4b496 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16387669'] for port (edaba23f-18a3-437b-9de1-be8219d4cee5), after_update {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:22.777952 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f376cf-5c69-4aa1-afce-61f5c8f4b496 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Pushing event updated for resources: {'Port': ['ID=edaba23f-18a3-437b-9de1-be8219d4cee5,revision_number=2']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:03:22.794410 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-10f376cf-5c69-4aa1-afce-61f5c8f4b496 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743873'] for floatingip (ab32cc69-357d-41df-9c75-2770e6731a60), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:22.816535 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-10f376cf-5c69-4aa1-afce-61f5c8f4b496 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for floatingip (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:22.817794 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-10f376cf-5c69-4aa1-afce-61f5c8f4b496 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8232007 Apr 08 11:03:23.061182 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f1fdadc5-d0b1-4705-85b5-9d57e281b7d0 req-a1f92b39-1166-442c-8b66-71d5c0e352e0 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1690241071&fields=id&tenant_id=b65c8b3119e3451497e21393575ac34c HTTP/1.1" status: 200 len: 267 time: 0.0526869 Apr 08 11:03:23.170536 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdadc5-d0b1-4705-85b5-9d57e281b7d0 req-cb23825c-637b-4e31-92c7-aa4beb433929 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:23.172007 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f1fdadc5-d0b1-4705-85b5-9d57e281b7d0 req-cb23825c-637b-4e31-92c7-aa4beb433929 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/networks?id=5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9 HTTP/1.1" status: 200 len: 811 time: 0.1041090 Apr 08 11:03:23.187997 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f1fdadc5-d0b1-4705-85b5-9d57e281b7d0 req-b39bd0e0-c656-4b0e-b1a5-b52270dd089f tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/quotas/b65c8b3119e3451497e21393575ac34c HTTP/1.1" status: 200 len: 375 time: 0.0094090 Apr 08 11:03:23.246207 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f1fdadc5-d0b1-4705-85b5-9d57e281b7d0 req-ae5bd1ff-67a4-499d-98c7-7dc3b877ca97 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b65c8b3119e3451497e21393575ac34c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545418 Apr 08 11:03:23.403119 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [req-f1fdadc5-d0b1-4705-85b5-9d57e281b7d0 req-7030f032-ca20-476b-8b42-4a53a928e499 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=109910) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 11:03:23.404119 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f1fdadc5-d0b1-4705-85b5-9d57e281b7d0 req-7030f032-ca20-476b-8b42-4a53a928e499 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1418679 Apr 08 11:03:23.495041 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f1fdadc5-d0b1-4705-85b5-9d57e281b7d0 req-0565d662-5c2b-4372-bebb-8d61d0e48f4f service neutron] 10.222.0.43 "GET /v2.0/networks/5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844126 Apr 08 11:03:23.591165 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f1fdadc5-d0b1-4705-85b5-9d57e281b7d0 req-5bdc56cd-90bb-4509-be44-f08cdb7de7be service neutron] 10.222.0.43 "GET /v2.0/networks/5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904536 Apr 08 11:03:23.752010 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-27310e51-d834-4ddc-be5c-236c90151852 req-04240074-2e28-4520-9a4e-0cf17f6d96e5 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bf87502-eac9-480a-9c1b-1f54819608dc HTTP/1.1" status: 200 len: 210 time: 0.0287402 Apr 08 11:03:24.857975 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-e9bcf6b2-a95c-48de-a0db-3c6aac55f714 req-e216430f-5160-4978-8af5-f1125b38f0fa tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bf87502-eac9-480a-9c1b-1f54819608dc HTTP/1.1" status: 200 len: 210 time: 0.0301256 Apr 08 11:03:24.969256 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdadc5-d0b1-4705-85b5-9d57e281b7d0 req-c3a46d1a-ad65-4cbc-96fb-440dd6ca1c0e tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:24.970855 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f1fdadc5-d0b1-4705-85b5-9d57e281b7d0 req-c3a46d1a-ad65-4cbc-96fb-440dd6ca1c0e tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.39 "GET /v2.0/networks?id=5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9 HTTP/1.1" status: 200 len: 811 time: 0.1087203 Apr 08 11:03:25.030724 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f1fdadc5-d0b1-4705-85b5-9d57e281b7d0 req-e7559747-3fe6-4b43-8b8d-1bbfd8ccb95b tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b65c8b3119e3451497e21393575ac34c HTTP/1.1" status: 200 len: 380 time: 0.0512376 Apr 08 11:03:25.039571 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [req-f1fdadc5-d0b1-4705-85b5-9d57e281b7d0 req-f9c51e5b-0711-4d55-a538-889a20ec0ab5 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Request body: {'port': {'device_id': '4bf87502-eac9-480a-9c1b-1f54819608dc', 'network_id': '5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9', 'admin_state_up': True, 'tenant_id': 'b65c8b3119e3451497e21393575ac34c', 'security_groups': ['f4f55799-d5ce-4ca7-bc9c-256bf3909efd']}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:03:25.161164 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1fdadc5-d0b1-4705-85b5-9d57e281b7d0 req-f9c51e5b-0711-4d55-a538-889a20ec0ab5 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Made reservation on behalf of b65c8b3119e3451497e21393575ac34c for: {'port': 1} {{(pid=109910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:03:25.166736 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-f1fdadc5-d0b1-4705-85b5-9d57e281b7d0 req-f9c51e5b-0711-4d55-a538-889a20ec0ab5 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:25.300762 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.db_base_plugin_common [req-f1fdadc5-d0b1-4705-85b5-9d57e281b7d0 req-f9c51e5b-0711-4d55-a538-889a20ec0ab5 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Allocated IP 172.20.0.4 (5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9/920bb832-b2df-48c9-bc0e-112cc1fcd212/550e2b27-c935-48ee-a9e2-76201a9fd25c) {{(pid=109910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:03:25.452877 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-f1fdadc5-d0b1-4705-85b5-9d57e281b7d0 req-f9c51e5b-0711-4d55-a538-889a20ec0ab5 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks [] for port (550e2b27-c935-48ee-a9e2-76201a9fd25c), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:25.495461 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-f1fdadc5-d0b1-4705-85b5-9d57e281b7d0 req-f9c51e5b-0711-4d55-a538-889a20ec0ab5 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14190223'] for port (550e2b27-c935-48ee-a9e2-76201a9fd25c), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:25.542127 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1fdadc5-d0b1-4705-85b5-9d57e281b7d0 req-f9c51e5b-0711-4d55-a538-889a20ec0ab5 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Network 5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9 is already hosted by enough agents. {{(pid=109910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:03:25.545320 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.base_scheduler [req-f1fdadc5-d0b1-4705-85b5-9d57e281b7d0 req-f9c51e5b-0711-4d55-a538-889a20ec0ab5 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Resources bound (agent type, host, resource id): {{(pid=109910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:03:25.551270 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1fdadc5-d0b1-4705-85b5-9d57e281b7d0 req-f9c51e5b-0711-4d55-a538-889a20ec0ab5 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Received port after_create {{(pid=109910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:03:25.557799 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c51e5b-0711-4d55-a538-889a20ec0ab5 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Pushing event updated for resources: {'Port': ['ID=550e2b27-c935-48ee-a9e2-76201a9fd25c,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:03:25.606059 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdadc5-d0b1-4705-85b5-9d57e281b7d0 req-f9c51e5b-0711-4d55-a538-889a20ec0ab5 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:25.606705 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-f1fdadc5-d0b1-4705-85b5-9d57e281b7d0 req-f9c51e5b-0711-4d55-a538-889a20ec0ab5 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for port (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:25.625817 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f1fdadc5-d0b1-4705-85b5-9d57e281b7d0 req-f9c51e5b-0711-4d55-a538-889a20ec0ab5 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5898180 Apr 08 11:03:25.636978 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [req-f1fdadc5-d0b1-4705-85b5-9d57e281b7d0 req-f4dbcfab-2076-4ddf-a0cb-f8f1a7217d38 service neutron] Request body: {'port': {'device_id': '4bf87502-eac9-480a-9c1b-1f54819608dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:03:25.702211 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-f1fdadc5-d0b1-4705-85b5-9d57e281b7d0 req-f4dbcfab-2076-4ddf-a0cb-f8f1a7217d38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (550e2b27-c935-48ee-a9e2-76201a9fd25c), before_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:25.808101 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-7eac3595-d20e-4bf8-a701-62f18b1049e9 None None] Provisioning complete for port 550e2b27-c935-48ee-a9e2-76201a9fd25c triggered by entity DHCP. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:03:25.808752 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-7eac3595-d20e-4bf8-a701-62f18b1049e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (550e2b27-c935-48ee-a9e2-76201a9fd25c), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:25.847639 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-7eac3595-d20e-4bf8-a701-62f18b1049e9 None None] Port 550e2b27-c935-48ee-a9e2-76201a9fd25c cannot update to ACTIVE because it is not bound. {{(pid=109911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 11:03:25.992448 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [req-f1fdadc5-d0b1-4705-85b5-9d57e281b7d0 req-f4dbcfab-2076-4ddf-a0cb-f8f1a7217d38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 550e2b27-c935-48ee-a9e2-76201a9fd25c {{(pid=109910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:03:26.001794 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-f1fdadc5-d0b1-4705-85b5-9d57e281b7d0 req-f4dbcfab-2076-4ddf-a0cb-f8f1a7217d38 service neutron] Publish callbacks [] for port (550e2b27-c935-48ee-a9e2-76201a9fd25c), precommit_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:26.019173 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.provisioning_blocks [req-f1fdadc5-d0b1-4705-85b5-9d57e281b7d0 req-f4dbcfab-2076-4ddf-a0cb-f8f1a7217d38 service neutron] Transition to ACTIVE for port object 550e2b27-c935-48ee-a9e2-76201a9fd25c will not be triggered until provisioned by entity L2. {{(pid=109910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 11:03:26.027391 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78836d99-c6f2-4ce7-9740-7b394adb6293 req-84666a49-c0af-4ee3-a072-698af6f2e7b3 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:26.028871 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-78836d99-c6f2-4ce7-9740-7b394adb6293 req-84666a49-c0af-4ee3-a072-698af6f2e7b3 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bf87502-eac9-480a-9c1b-1f54819608dc HTTP/1.1" status: 200 len: 931 time: 0.0977871 Apr 08 11:03:26.029933 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-f1fdadc5-d0b1-4705-85b5-9d57e281b7d0 req-f4dbcfab-2076-4ddf-a0cb-f8f1a7217d38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14190224'] for port (550e2b27-c935-48ee-a9e2-76201a9fd25c), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:26.382477 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbcfab-2076-4ddf-a0cb-f8f1a7217d38 service neutron] Pushing event updated for resources: {'Port': ['ID=550e2b27-c935-48ee-a9e2-76201a9fd25c,revision_number=2']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:03:26.419023 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-78836d99-c6f2-4ce7-9740-7b394adb6293 req-34ea0765-2541-4686-8e7b-eabaaccd1162 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/security-groups?id=f4f55799-d5ce-4ca7-bc9c-256bf3909efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3808649 Apr 08 11:03:26.470937 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.managers [req-f1fdadc5-d0b1-4705-85b5-9d57e281b7d0 req-f4dbcfab-2076-4ddf-a0cb-f8f1a7217d38 service neutron] Attempting to bind port 550e2b27-c935-48ee-a9e2-76201a9fd25c on host hv-cinder-83607 for vnic_type normal with profile {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:03:26.471271 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.managers [req-f1fdadc5-d0b1-4705-85b5-9d57e281b7d0 req-f4dbcfab-2076-4ddf-a0cb-f8f1a7217d38 service neutron] Attempting to bind port 550e2b27-c935-48ee-a9e2-76201a9fd25c by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '58931447-9a6b-4dac-a5d5-12a7f8dcf59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9'}] {{(pid=109910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:03:26.471597 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fdadc5-d0b1-4705-85b5-9d57e281b7d0 req-f4dbcfab-2076-4ddf-a0cb-f8f1a7217d38 service neutron] Attempting to bind port 550e2b27-c935-48ee-a9e2-76201a9fd25c on network 5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9 {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:03:26.476243 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fdadc5-d0b1-4705-85b5-9d57e281b7d0 req-f4dbcfab-2076-4ddf-a0cb-f8f1a7217d38 service neutron] Port 550e2b27-c935-48ee-a9e2-76201a9fd25c on network 5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 11:03:26.476564 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fdadc5-d0b1-4705-85b5-9d57e281b7d0 req-f4dbcfab-2076-4ddf-a0cb-f8f1a7217d38 service neutron] Attempting to bind port 550e2b27-c935-48ee-a9e2-76201a9fd25c on network 5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9 {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:03:26.481745 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fdadc5-d0b1-4705-85b5-9d57e281b7d0 req-f4dbcfab-2076-4ddf-a0cb-f8f1a7217d38 service neutron] Checking agent: {'id': 'df0b008b-1017-45b0-9cbd-b6387ecfd69a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 48, 18), 'started_at': datetime.datetime(2022, 4, 8, 10, 48, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:03:26.482255 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fdadc5-d0b1-4705-85b5-9d57e281b7d0 req-f4dbcfab-2076-4ddf-a0cb-f8f1a7217d38 service neutron] Checking segment: {'id': '58931447-9a6b-4dac-a5d5-12a7f8dcf59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:03:26.482646 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fdadc5-d0b1-4705-85b5-9d57e281b7d0 req-f4dbcfab-2076-4ddf-a0cb-f8f1a7217d38 service neutron] Bound using segment: {'id': '58931447-9a6b-4dac-a5d5-12a7f8dcf59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9'} {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:03:26.483077 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.managers [req-f1fdadc5-d0b1-4705-85b5-9d57e281b7d0 req-f4dbcfab-2076-4ddf-a0cb-f8f1a7217d38 service neutron] Bound port: 550e2b27-c935-48ee-a9e2-76201a9fd25c, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58931447-9a6b-4dac-a5d5-12a7f8dcf59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9'}}] {{(pid=109910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:03:26.483445 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-f1fdadc5-d0b1-4705-85b5-9d57e281b7d0 req-f4dbcfab-2076-4ddf-a0cb-f8f1a7217d38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (550e2b27-c935-48ee-a9e2-76201a9fd25c), before_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:26.551192 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [req-f1fdadc5-d0b1-4705-85b5-9d57e281b7d0 req-f4dbcfab-2076-4ddf-a0cb-f8f1a7217d38 service neutron] For port 550e2b27-c935-48ee-a9e2-76201a9fd25c, host hv-cinder-83607, cleared binding levels {{(pid=109910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:03:26.554719 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [req-f1fdadc5-d0b1-4705-85b5-9d57e281b7d0 req-f4dbcfab-2076-4ddf-a0cb-f8f1a7217d38 service neutron] For port 550e2b27-c935-48ee-a9e2-76201a9fd25c, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=550e2b27-c935-48ee-a9e2-76201a9fd25c,segment=NetworkSegment(58931447-9a6b-4dac-a5d5-12a7f8dcf59f),segment_id=58931447-9a6b-4dac-a5d5-12a7f8dcf59f)] {{(pid=109910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:03:26.569234 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-f1fdadc5-d0b1-4705-85b5-9d57e281b7d0 req-f4dbcfab-2076-4ddf-a0cb-f8f1a7217d38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14190224'] for port (550e2b27-c935-48ee-a9e2-76201a9fd25c), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:26.602193 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdadc5-d0b1-4705-85b5-9d57e281b7d0 req-f4dbcfab-2076-4ddf-a0cb-f8f1a7217d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:26.602893 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-f1fdadc5-d0b1-4705-85b5-9d57e281b7d0 req-f4dbcfab-2076-4ddf-a0cb-f8f1a7217d38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for port (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:26.604168 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f1fdadc5-d0b1-4705-85b5-9d57e281b7d0 req-f4dbcfab-2076-4ddf-a0cb-f8f1a7217d38 service neutron] 10.222.0.39 "PUT /v2.0/ports/550e2b27-c935-48ee-a9e2-76201a9fd25c HTTP/1.1" status: 200 len: 1093 time: 0.9715545 Apr 08 11:03:26.604611 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bf87502-eac9-480a-9c1b-1f54819608dc', 'tag': '550e2b27-c935-48ee-a9e2-76201a9fd25c'}] {{(pid=109910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:03:26.606927 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c101578fc708467248d177b11db2e3e6a7db5c554c0046cb1dea7ab1ce8b9fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3acb2da-2a32-4fec-9d1d-d5cf52e64f63" -d '{"events": [{"name": "network-changed", "server_uuid": "4bf87502-eac9-480a-9c1b-1f54819608dc", "tag": "550e2b27-c935-48ee-a9e2-76201a9fd25c"}]}' {{(pid=109910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:03:26.635583 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbcfab-2076-4ddf-a0cb-f8f1a7217d38 service neutron] Pushing event updated for resources: {'Port': ['ID=550e2b27-c935-48ee-a9e2-76201a9fd25c,revision_number=3']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:03:26.672429 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb164c7-d2fb-4750-9bab-ff92f836e748 x-openstack-request-id: req-2fb164c7-d2fb-4750-9bab-ff92f836e748 {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:03:26.672715 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bf87502-eac9-480a-9c1b-1f54819608dc", "tag": "550e2b27-c935-48ee-a9e2-76201a9fd25c", "status": "completed", "code": 200}]} {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:03:26.672963 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2fb164c7-d2fb-4750-9bab-ff92f836e748 {{(pid=109910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:03:26.673453 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fb164c7-d2fb-4750-9bab-ff92f836e748'] response: {'name': 'network-changed', 'server_uuid': '4bf87502-eac9-480a-9c1b-1f54819608dc', 'tag': '550e2b27-c935-48ee-a9e2-76201a9fd25c', 'status': 'completed', 'code': 200} Apr 08 11:03:26.693048 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdadc5-d0b1-4705-85b5-9d57e281b7d0 req-efa88494-06aa-41dc-854a-146a32ea6e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:26.694590 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f1fdadc5-d0b1-4705-85b5-9d57e281b7d0 req-efa88494-06aa-41dc-854a-146a32ea6e42 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b65c8b3119e3451497e21393575ac34c&device_id=4bf87502-eac9-480a-9c1b-1f54819608dc HTTP/1.1" status: 200 len: 1127 time: 0.0506370 Apr 08 11:03:26.739289 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f1fdadc5-d0b1-4705-85b5-9d57e281b7d0 req-fe26edc2-cceb-41fb-885e-145f61a0a5cf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=550e2b27-c935-48ee-a9e2-76201a9fd25c HTTP/1.1" status: 200 len: 217 time: 0.0379252 Apr 08 11:03:26.789203 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdadc5-d0b1-4705-85b5-9d57e281b7d0 req-f6d081d0-5bc7-481c-aa71-67cc7ad335c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:26.790692 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f1fdadc5-d0b1-4705-85b5-9d57e281b7d0 req-f6d081d0-5bc7-481c-aa71-67cc7ad335c5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=920bb832-b2df-48c9-bc0e-112cc1fcd212 HTTP/1.1" status: 200 len: 850 time: 0.0460284 Apr 08 11:03:26.842240 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdadc5-d0b1-4705-85b5-9d57e281b7d0 req-a1782790-6b30-4372-bfae-4e04020473b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:26.843743 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f1fdadc5-d0b1-4705-85b5-9d57e281b7d0 req-a1782790-6b30-4372-bfae-4e04020473b5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462635 Apr 08 11:03:26.946195 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f1fdadc5-d0b1-4705-85b5-9d57e281b7d0 req-25f14633-10c0-4c4e-a530-45d55f207a74 service neutron] 10.222.0.39 "GET /v2.0/networks/5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960176 Apr 08 11:03:27.042594 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f1fdadc5-d0b1-4705-85b5-9d57e281b7d0 req-0cce34a2-7ace-4124-8fa2-b554cf24722c service neutron] 10.222.0.39 "GET /v2.0/networks/5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894804 Apr 08 11:03:27.567300 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c66a33-1ec2-4c6d-9d4d-44ba0959f11a req-8971b24f-24c0-474a-afbc-29b058020239 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:27.569429 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-32c66a33-1ec2-4c6d-9d4d-44ba0959f11a req-8971b24f-24c0-474a-afbc-29b058020239 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bf87502-eac9-480a-9c1b-1f54819608dc HTTP/1.1" status: 200 len: 943 time: 0.0680025 Apr 08 11:03:27.618790 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-32c66a33-1ec2-4c6d-9d4d-44ba0959f11a req-987b1d14-280c-4023-a854-7a61f67d4b6e tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/security-groups?id=f4f55799-d5ce-4ca7-bc9c-256bf3909efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433774 Apr 08 11:03:27.757819 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3acb2da-2a32-4fec-9d1d-d5cf52e64f63 req-d04fee92-b73c-4aa5-a4cd-3263487dd609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:27.759223 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f3acb2da-2a32-4fec-9d1d-d5cf52e64f63 req-d04fee92-b73c-4aa5-a4cd-3263487dd609 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b65c8b3119e3451497e21393575ac34c&device_id=4bf87502-eac9-480a-9c1b-1f54819608dc HTTP/1.1" status: 200 len: 1127 time: 0.0580626 Apr 08 11:03:27.861871 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3acb2da-2a32-4fec-9d1d-d5cf52e64f63 req-7f57d6e3-99e2-49dc-94b3-83fedeaa3ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:27.863343 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f3acb2da-2a32-4fec-9d1d-d5cf52e64f63 req-7f57d6e3-99e2-49dc-94b3-83fedeaa3ad5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9 HTTP/1.1" status: 200 len: 912 time: 0.0982246 Apr 08 11:03:27.903652 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f3acb2da-2a32-4fec-9d1d-d5cf52e64f63 req-dd4519c3-5a08-4452-8a77-5871e2af4e1a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=550e2b27-c935-48ee-a9e2-76201a9fd25c HTTP/1.1" status: 200 len: 217 time: 0.0335455 Apr 08 11:03:27.950351 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3acb2da-2a32-4fec-9d1d-d5cf52e64f63 req-4f12574d-c193-438f-a157-e1c38883ba79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:27.951702 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f3acb2da-2a32-4fec-9d1d-d5cf52e64f63 req-4f12574d-c193-438f-a157-e1c38883ba79 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=920bb832-b2df-48c9-bc0e-112cc1fcd212 HTTP/1.1" status: 200 len: 850 time: 0.0423882 Apr 08 11:03:28.006917 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3acb2da-2a32-4fec-9d1d-d5cf52e64f63 req-851d3526-782d-49b7-8b21-25a2998c54ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:28.008470 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f3acb2da-2a32-4fec-9d1d-d5cf52e64f63 req-851d3526-782d-49b7-8b21-25a2998c54ef service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511553 Apr 08 11:03:28.103148 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f3acb2da-2a32-4fec-9d1d-d5cf52e64f63 req-73e20fe9-4146-488c-a8e4-351d8df1c5fd service neutron] 10.222.0.39 "GET /v2.0/networks/5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885112 Apr 08 11:03:28.210794 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f3acb2da-2a32-4fec-9d1d-d5cf52e64f63 req-17775cb2-ae92-497b-b366-80aeb43baa72 service neutron] 10.222.0.39 "GET /v2.0/networks/5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007471 Apr 08 11:03:28.444614 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device 550e2b27-c935-48ee-a9e2-76201a9fd25c details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=109911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:03:28.548361 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port 550e2b27-c935-48ee-a9e2-76201a9fd25c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=550e2b27-c935-48ee-a9e2-76201a9fd25c,segment=NetworkSegment(58931447-9a6b-4dac-a5d5-12a7f8dcf59f),segment_id=58931447-9a6b-4dac-a5d5-12a7f8dcf59f)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:03:28.568784 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Returning: {'device': '550e2b27-c935-48ee-a9e2-76201a9fd25c', 'network_id': '5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9', 'port_id': '550e2b27-c935-48ee-a9e2-76201a9fd25c', 'mac_address': 'fa:16:3e:d2:c5:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '920bb832-b2df-48c9-bc0e-112cc1fcd212', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:03:28.609948 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Current status of the port 550e2b27-c935-48ee-a9e2-76201a9fd25c is: DOWN; New status is: BUILD {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:03:28.610265 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (550e2b27-c935-48ee-a9e2-76201a9fd25c), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:28.623900 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.notifiers.nova [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 550e2b27-c935-48ee-a9e2-76201a9fd25c {{(pid=109911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:03:28.645700 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port 550e2b27-c935-48ee-a9e2-76201a9fd25c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=550e2b27-c935-48ee-a9e2-76201a9fd25c,segment=NetworkSegment(58931447-9a6b-4dac-a5d5-12a7f8dcf59f),segment_id=58931447-9a6b-4dac-a5d5-12a7f8dcf59f)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:03:28.650816 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (550e2b27-c935-48ee-a9e2-76201a9fd25c), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:28.699005 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Pushing event updated for resources: {'Port': ['ID=550e2b27-c935-48ee-a9e2-76201a9fd25c,revision_number=4']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:03:28.707048 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:28.707398 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:28.707743 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:28.708085 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:28.708420 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:28.708751 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:28.709097 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:28.709431 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:28.709756 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:28.710081 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:28.710408 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:28.710732 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:28.711055 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:28.711375 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:28.711696 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:03:28.744204 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d425c29-c142-4bf1-93ea-c4d5e2de30e2 req-befa8300-6d1c-4825-8109-4cf035ee8441 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:28.745845 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6d425c29-c142-4bf1-93ea-c4d5e2de30e2 req-befa8300-6d1c-4825-8109-4cf035ee8441 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bf87502-eac9-480a-9c1b-1f54819608dc HTTP/1.1" status: 200 len: 944 time: 0.0546272 Apr 08 11:03:28.795479 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6d425c29-c142-4bf1-93ea-c4d5e2de30e2 req-ab9e2924-66d5-4f61-ad77-2babac01543b tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/security-groups?id=f4f55799-d5ce-4ca7-bc9c-256bf3909efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406649 Apr 08 11:03:28.879983 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] get_ports_and_sgs() called for port_ids ['550e2b27-c935-48ee-a9e2-76201a9fd25c'] {{(pid=109911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:03:29.928436 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0502d041-5978-45bf-8185-f3a95e92f4a4 req-e78d402a-95cc-4277-8bfd-d53521dd1729 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:29.929953 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0502d041-5978-45bf-8185-f3a95e92f4a4 req-e78d402a-95cc-4277-8bfd-d53521dd1729 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bf87502-eac9-480a-9c1b-1f54819608dc HTTP/1.1" status: 200 len: 944 time: 0.0611751 Apr 08 11:03:29.985837 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0502d041-5978-45bf-8185-f3a95e92f4a4 req-728fb1fb-4c92-4a43-bbe7-81d0fa8760e9 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/security-groups?id=f4f55799-d5ce-4ca7-bc9c-256bf3909efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474501 Apr 08 11:03:30.460744 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device 550e2b27-c935-48ee-a9e2-76201a9fd25c up at agent hyperv_hv-cinder-83607 {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:03:30.532732 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Provisioning for port 550e2b27-c935-48ee-a9e2-76201a9fd25c completed by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 11:03:30.537169 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Provisioning complete for port 550e2b27-c935-48ee-a9e2-76201a9fd25c triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:03:30.537550 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (550e2b27-c935-48ee-a9e2-76201a9fd25c), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:30.622059 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Current status of the port 550e2b27-c935-48ee-a9e2-76201a9fd25c is: BUILD; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:03:30.622311 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (550e2b27-c935-48ee-a9e2-76201a9fd25c), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:30.647540 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf87502-eac9-480a-9c1b-1f54819608dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '550e2b27-c935-48ee-a9e2-76201a9fd25c'}] {{(pid=109911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:03:30.650882 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930651e71dbc4ea3279ef2aec3aabe40d8fedb7c9b7e81889183a919dd1d7a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7d9a31-47d2-42f8-962a-001cdf54e5ad" -d '{"events": [{"server_uuid": "4bf87502-eac9-480a-9c1b-1f54819608dc", "name": "network-vif-plugged", "status": "completed", "tag": "550e2b27-c935-48ee-a9e2-76201a9fd25c"}]}' {{(pid=109911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:03:30.666730 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port 550e2b27-c935-48ee-a9e2-76201a9fd25c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=550e2b27-c935-48ee-a9e2-76201a9fd25c,segment=NetworkSegment(58931447-9a6b-4dac-a5d5-12a7f8dcf59f),segment_id=58931447-9a6b-4dac-a5d5-12a7f8dcf59f)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:03:30.671993 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (550e2b27-c935-48ee-a9e2-76201a9fd25c), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:30.721491 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Pushing event updated for resources: {'Port': ['ID=550e2b27-c935-48ee-a9e2-76201a9fd25c,revision_number=5']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:03:30.810821 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcdf9154-b6d1-4a7d-be8d-7f9bb699e4aa x-openstack-request-id: req-bcdf9154-b6d1-4a7d-be8d-7f9bb699e4aa {{(pid=109911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:03:30.811111 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bf87502-eac9-480a-9c1b-1f54819608dc", "name": "network-vif-plugged", "status": "completed", "tag": "550e2b27-c935-48ee-a9e2-76201a9fd25c", "code": 200}]} {{(pid=109911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:03:30.811359 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bcdf9154-b6d1-4a7d-be8d-7f9bb699e4aa {{(pid=109911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:03:30.811758 dv-cinder-836071-3-iscsi neutron-server[109911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcdf9154-b6d1-4a7d-be8d-7f9bb699e4aa'] response: {'server_uuid': '4bf87502-eac9-480a-9c1b-1f54819608dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '550e2b27-c935-48ee-a9e2-76201a9fd25c', 'code': 200} Apr 08 11:03:30.994326 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378834ea-d37d-40aa-89d0-eb6095c73eae req-f1212679-4004-4775-8c14-b91350b64eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:30.995754 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-378834ea-d37d-40aa-89d0-eb6095c73eae req-f1212679-4004-4775-8c14-b91350b64eb6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4bf87502-eac9-480a-9c1b-1f54819608dc HTTP/1.1" status: 200 len: 1129 time: 0.0470588 Apr 08 11:03:31.042312 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-378834ea-d37d-40aa-89d0-eb6095c73eae req-aec4c9aa-4656-41d8-9fd6-0e19211f133f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f4f55799-d5ce-4ca7-bc9c-256bf3909efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403206 Apr 08 11:03:31.108078 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624ee1f-a0cb-4119-a569-db038a57dd6f req-747bf9d2-e058-410c-b829-91d560729d65 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:31.109578 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b624ee1f-a0cb-4119-a569-db038a57dd6f req-747bf9d2-e058-410c-b829-91d560729d65 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bf87502-eac9-480a-9c1b-1f54819608dc HTTP/1.1" status: 200 len: 945 time: 0.0549541 Apr 08 11:03:31.164670 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b624ee1f-a0cb-4119-a569-db038a57dd6f req-e607cc57-c4c4-4bb1-9818-515297ac989e tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/security-groups?id=f4f55799-d5ce-4ca7-bc9c-256bf3909efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468078 Apr 08 11:03:32.302686 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f2469-2024-4798-9024-ccab7d562988 req-2dec8932-9183-4e3e-b71b-837fe87352f3 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:32.304159 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-579f2469-2024-4798-9024-ccab7d562988 req-2dec8932-9183-4e3e-b71b-837fe87352f3 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bf87502-eac9-480a-9c1b-1f54819608dc HTTP/1.1" status: 200 len: 945 time: 0.0594974 Apr 08 11:03:32.352985 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-579f2469-2024-4798-9024-ccab7d562988 req-539659d8-c33a-4cdb-9813-c6433f032c66 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/security-groups?id=f4f55799-d5ce-4ca7-bc9c-256bf3909efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410914 Apr 08 11:03:32.476640 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188dd66c-c0c2-4c29-8ca7-4c43550fca21 req-c499a431-5a0d-4d85-9175-5347ecfb184f tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:32.478037 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-188dd66c-c0c2-4c29-8ca7-4c43550fca21 req-c499a431-5a0d-4d85-9175-5347ecfb184f tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bf87502-eac9-480a-9c1b-1f54819608dc HTTP/1.1" status: 200 len: 945 time: 0.0539570 Apr 08 11:03:32.486805 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 33958) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:03:32.491259 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [None req-a405fa92-c4a3-44cf-b205-45485d4dc45d tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Request body: {'floatingip': {'port_id': '550e2b27-c935-48ee-a9e2-76201a9fd25c'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:03:32.535990 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-a405fa92-c4a3-44cf-b205-45485d4dc45d tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks [] for floatingip (ab32cc69-357d-41df-9c75-2770e6731a60), before_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:32.991573 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-a405fa92-c4a3-44cf-b205-45485d4dc45d tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:32.997919 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-a405fa92-c4a3-44cf-b205-45485d4dc45d tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743873'] for floatingip (ab32cc69-357d-41df-9c75-2770e6731a60), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:33.101899 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.db.l3_db [None req-a405fa92-c4a3-44cf-b205-45485d4dc45d tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Floating IP ab32cc69-357d-41df-9c75-2770e6731a60 associated. External IP: 172.27.2.210, port: 550e2b27-c935-48ee-a9e2-76201a9fd25c. Apr 08 11:03:33.334317 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a405fa92-c4a3-44cf-b205-45485d4dc45d tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Router 0c9463b4-e418-4448-92c8-3682acde721b has already been hosted by L3 agent a0f054a9-d30b-4594-8de6-6c24438c3963 {{(pid=109910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:03:33.454315 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a405fa92-c4a3-44cf-b205-45485d4dc45d tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Notify agent at l3_agent.dv-cinder-836071-3-iscsi the message routers_updated {{(pid=109910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:03:33.459856 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-a405fa92-c4a3-44cf-b205-45485d4dc45d tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for floatingip (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:33.464937 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e191f35-1dce-4908-b277-7070e6204690 None None] Sync routers for ids ['0c9463b4-e418-4448-92c8-3682acde721b'] in dv-cinder-836071-3-iscsi {{(pid=109912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:03:33.479769 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e191f35-1dce-4908-b277-7070e6204690 None None] Routers {'0c9463b4-e418-4448-92c8-3682acde721b'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:03:33.481249 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-7e191f35-1dce-4908-b277-7070e6204690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T11:03:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['0c9463b4-e418-4448-92c8-3682acde721b'], 'active': True} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:03:33.494352 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-a405fa92-c4a3-44cf-b205-45485d4dc45d tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "PUT /v2.0/floatingips/ab32cc69-357d-41df-9c75-2770e6731a60 HTTP/1.1" status: 200 len: 991 time: 1.0064752 Apr 08 11:03:33.494944 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bf87502-eac9-480a-9c1b-1f54819608dc', 'tag': '550e2b27-c935-48ee-a9e2-76201a9fd25c'}] {{(pid=109910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:03:33.497233 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c101578fc708467248d177b11db2e3e6a7db5c554c0046cb1dea7ab1ce8b9fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857312d1-5659-4ff1-bf62-9c73a88ffec2" -d '{"events": [{"name": "network-changed", "server_uuid": "4bf87502-eac9-480a-9c1b-1f54819608dc", "tag": "550e2b27-c935-48ee-a9e2-76201a9fd25c"}]}' {{(pid=109910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:03:33.542159 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9968bcf3-6ec7-45d1-9699-a43d95cc8170 x-openstack-request-id: req-9968bcf3-6ec7-45d1-9699-a43d95cc8170 {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:03:33.542481 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bf87502-eac9-480a-9c1b-1f54819608dc", "tag": "550e2b27-c935-48ee-a9e2-76201a9fd25c", "status": "completed", "code": 200}]} {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:03:33.542712 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9968bcf3-6ec7-45d1-9699-a43d95cc8170 {{(pid=109910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:03:33.543153 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9968bcf3-6ec7-45d1-9699-a43d95cc8170'] response: {'name': 'network-changed', 'server_uuid': '4bf87502-eac9-480a-9c1b-1f54819608dc', 'tag': '550e2b27-c935-48ee-a9e2-76201a9fd25c', 'status': 'completed', 'code': 200} Apr 08 11:03:33.595706 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvr_db [None req-7e191f35-1dce-4908-b277-7070e6204690 None None] Set router 0c9463b4-e418-4448-92c8-3682acde721b gateway port host: dv-cinder-836071-3-iscsi {{(pid=109912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:03:33.616351 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857312d1-5659-4ff1-bf62-9c73a88ffec2 req-d6a0ec15-17bc-48fa-a54f-8c655c572eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:33.617915 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-857312d1-5659-4ff1-bf62-9c73a88ffec2 req-d6a0ec15-17bc-48fa-a54f-8c655c572eb6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b65c8b3119e3451497e21393575ac34c&device_id=4bf87502-eac9-480a-9c1b-1f54819608dc HTTP/1.1" status: 200 len: 1129 time: 0.0465198 Apr 08 11:03:33.711008 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857312d1-5659-4ff1-bf62-9c73a88ffec2 req-63575919-8a76-4525-a48d-6b02239e88a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:33.712558 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-857312d1-5659-4ff1-bf62-9c73a88ffec2 req-63575919-8a76-4525-a48d-6b02239e88a3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9 HTTP/1.1" status: 200 len: 912 time: 0.0888247 Apr 08 11:03:33.782497 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-857312d1-5659-4ff1-bf62-9c73a88ffec2 req-fc778a8e-8122-41a4-8f97-94856ca7cd89 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=550e2b27-c935-48ee-a9e2-76201a9fd25c HTTP/1.1" status: 200 len: 999 time: 0.0624435 Apr 08 11:03:33.822044 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-7e191f35-1dce-4908-b277-7070e6204690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c9463b4-e418-4448-92c8-3682acde721b', 'name': 'tempest-AttachVolumeTestJSON-1708035265-router', 'tenant_id': 'b65c8b3119e3451497e21393575ac34c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '909080ea-8dc9-4533-9666-de29bb36406f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:00:35Z', 'updated_at': '2022-04-08T11:00:37Z', 'revision_number': 4, 'project_id': 'b65c8b3119e3451497e21393575ac34c', 'gw_port': {'id': '909080ea-8dc9-4533-9666-de29bb36406f', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9463b4-e418-4448-92c8-3682acde721b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:00:35Z', 'updated_at': '2022-04-08T11:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_floatingips': [{'id': 'ab32cc69-357d-41df-9c75-2770e6731a60', 'tenant_id': 'b65c8b3119e3451497e21393575ac34c', 'floating_ip_address': '172.27.2.210', 'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'router_id': '0c9463b4-e418-4448-92c8-3682acde721b', 'port_id': '550e2b27-c935-48ee-a9e2-76201a9fd25c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9', 'mac_address': 'fa:16:3e:d2:c5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf87502-eac9-480a-9c1b-1f54819608dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:03:22Z', 'updated_at': '2022-04-08T11:03:32Z', 'revision_number': 1, 'project_id': 'b65c8b3119e3451497e21393575ac34c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3c3c3f5-b8ae-4b88-8664-6ef2e512789d', 'name': '', 'network_id': '5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9', 'tenant_id': 'b65c8b3119e3451497e21393575ac34c', 'mac_address': 'fa:16:3e:6d:e2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9463b4-e418-4448-92c8-3682acde721b', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '920bb832-b2df-48c9-bc0e-112cc1fcd212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:00:37Z', 'updated_at': '2022-04-08T11:00:40Z', 'revision_number': 5, 'project_id': 'b65c8b3119e3451497e21393575ac34c', 'subnets': [{'id': '920bb832-b2df-48c9-bc0e-112cc1fcd212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:03:33.831855 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857312d1-5659-4ff1-bf62-9c73a88ffec2 req-eaa006d2-2842-4198-837f-718f12a256fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:33.833404 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-857312d1-5659-4ff1-bf62-9c73a88ffec2 req-eaa006d2-2842-4198-837f-718f12a256fb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=920bb832-b2df-48c9-bc0e-112cc1fcd212 HTTP/1.1" status: 200 len: 850 time: 0.0451939 Apr 08 11:03:33.849409 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e191f35-1dce-4908-b277-7070e6204690 None None] Checking router: 0c9463b4-e418-4448-92c8-3682acde721b for host: dv-cinder-836071-3-iscsi {{(pid=109912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:03:33.858188 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e191f35-1dce-4908-b277-7070e6204690 None None] Routers {'0c9463b4-e418-4448-92c8-3682acde721b'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:03:33.858828 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-7e191f35-1dce-4908-b277-7070e6204690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T11:03:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['0c9463b4-e418-4448-92c8-3682acde721b'], 'active': True} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:03:33.882802 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857312d1-5659-4ff1-bf62-9c73a88ffec2 req-838517a2-55cd-4828-bca5-56e59e203312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:03:33.884317 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-857312d1-5659-4ff1-bf62-9c73a88ffec2 req-838517a2-55cd-4828-bca5-56e59e203312 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453205 Apr 08 11:03:33.973217 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvr_db [None req-7e191f35-1dce-4908-b277-7070e6204690 None None] Set router 0c9463b4-e418-4448-92c8-3682acde721b gateway port host: dv-cinder-836071-3-iscsi {{(pid=109912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:03:33.981925 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-857312d1-5659-4ff1-bf62-9c73a88ffec2 req-5110d8d8-df78-47d8-8f6e-5c6ce5150e58 service neutron] 10.222.0.39 "GET /v2.0/networks/5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912631 Apr 08 11:03:34.072952 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-857312d1-5659-4ff1-bf62-9c73a88ffec2 req-6da168af-7aed-43e5-92a1-c52856dc92c7 service neutron] 10.222.0.39 "GET /v2.0/networks/5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844824 Apr 08 11:03:34.208074 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-7e191f35-1dce-4908-b277-7070e6204690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c9463b4-e418-4448-92c8-3682acde721b', 'name': 'tempest-AttachVolumeTestJSON-1708035265-router', 'tenant_id': 'b65c8b3119e3451497e21393575ac34c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '909080ea-8dc9-4533-9666-de29bb36406f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:00:35Z', 'updated_at': '2022-04-08T11:00:37Z', 'revision_number': 4, 'project_id': 'b65c8b3119e3451497e21393575ac34c', 'gw_port': {'id': '909080ea-8dc9-4533-9666-de29bb36406f', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9463b4-e418-4448-92c8-3682acde721b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:00:35Z', 'updated_at': '2022-04-08T11:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_floatingips': [{'id': 'ab32cc69-357d-41df-9c75-2770e6731a60', 'tenant_id': 'b65c8b3119e3451497e21393575ac34c', 'floating_ip_address': '172.27.2.210', 'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'router_id': '0c9463b4-e418-4448-92c8-3682acde721b', 'port_id': '550e2b27-c935-48ee-a9e2-76201a9fd25c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9', 'mac_address': 'fa:16:3e:d2:c5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf87502-eac9-480a-9c1b-1f54819608dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:03:22Z', 'updated_at': '2022-04-08T11:03:32Z', 'revision_number': 1, 'project_id': 'b65c8b3119e3451497e21393575ac34c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3c3c3f5-b8ae-4b88-8664-6ef2e512789d', 'name': '', 'network_id': '5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9', 'tenant_id': 'b65c8b3119e3451497e21393575ac34c', 'mac_address': 'fa:16:3e:6d:e2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9463b4-e418-4448-92c8-3682acde721b', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '920bb832-b2df-48c9-bc0e-112cc1fcd212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:00:37Z', 'updated_at': '2022-04-08T11:00:40Z', 'revision_number': 5, 'project_id': 'b65c8b3119e3451497e21393575ac34c', 'subnets': [{'id': '920bb832-b2df-48c9-bc0e-112cc1fcd212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:03:34.245205 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e191f35-1dce-4908-b277-7070e6204690 None None] The sync data for ids ['0c9463b4-e418-4448-92c8-3682acde721b'] in dv-cinder-836071-3-iscsi is: [{'id': '0c9463b4-e418-4448-92c8-3682acde721b', 'name': 'tempest-AttachVolumeTestJSON-1708035265-router', 'tenant_id': 'b65c8b3119e3451497e21393575ac34c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '909080ea-8dc9-4533-9666-de29bb36406f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:00:35Z', 'updated_at': '2022-04-08T11:00:37Z', 'revision_number': 4, 'project_id': 'b65c8b3119e3451497e21393575ac34c', 'gw_port': {'id': '909080ea-8dc9-4533-9666-de29bb36406f', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9463b4-e418-4448-92c8-3682acde721b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:00:35Z', 'updated_at': '2022-04-08T11:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_floatingips': [{'id': 'ab32cc69-357d-41df-9c75-2770e6731a60', 'tenant_id': 'b65c8b3119e3451497e21393575ac34c', 'floating_ip_address': '172.27.2.210', 'floating_network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'router_id': '0c9463b4-e418-4448-92c8-3682acde721b', 'port_id': '550e2b27-c935-48ee-a9e2-76201a9fd25c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9', 'mac_address': 'fa:16:3e:d2:c5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf87502-eac9-480a-9c1b-1f54819608dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T11:03:22Z', 'updated_at': '2022-04-08T11:03:32Z', 'revision_number': 1, 'project_id': 'b65c8b3119e3451497e21393575ac34c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3c3c3f5-b8ae-4b88-8664-6ef2e512789d', 'name': '', 'network_id': '5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9', 'tenant_id': 'b65c8b3119e3451497e21393575ac34c', 'mac_address': 'fa:16:3e:6d:e2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9463b4-e418-4448-92c8-3682acde721b', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '920bb832-b2df-48c9-bc0e-112cc1fcd212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:00:37Z', 'updated_at': '2022-04-08T11:00:40Z', 'revision_number': 5, 'project_id': 'b65c8b3119e3451497e21393575ac34c', 'subnets': [{'id': '920bb832-b2df-48c9-bc0e-112cc1fcd212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:03:34.250912 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.agents_db [None req-4d82583b-548a-400c-8f4c-c09be56c4ea4 None None] Agent healthcheck: found 6 active agents {{(pid=109912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:03:34.438207 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418f527e-4b20-4bde-8c49-2f620f586cb2 None None] New status for floating IP ab32cc69-357d-41df-9c75-2770e6731a60: ACTIVE {{(pid=109911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:03:41.816813 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-88f19c7e-cfcb-4388-bac0-fa7cacaeb008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (0996d03c-a6d6-4751-8b32-c8111f4b3d8a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:44.214360 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-2237abbd-c159-42a4-8c3a-a380b8c14abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (a0f054a9-d30b-4594-8de6-6c24438c3963), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:45.199940 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c39995e2-c233-4533-b78f-2944bd33f611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (65c9c9bc-bb02-426d-a902-340b44f1a4c2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:46.663422 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dfd57949-1be2-4190-94f2-c1682066023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (140c1fdd-4f9d-4fc9-9d7c-f6f7cee51a0a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:48.067592 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (d1e78606-e5cc-43c0-bc22-8a5324478286), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:03:48.589758 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (df0b008b-1017-45b0-9cbd-b6387ecfd69a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:11.255135 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.agents_db [None req-4d82583b-548a-400c-8f4c-c09be56c4ea4 None None] Agent healthcheck: found 6 active agents {{(pid=109912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:04:11.817521 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-ea89c4ea-87ed-48d6-a37f-a4294c295cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (0996d03c-a6d6-4751-8b32-c8111f4b3d8a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:14.213860 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-5db700b4-b3b5-4656-96d6-293b3b7a1a7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (a0f054a9-d30b-4594-8de6-6c24438c3963), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:15.203995 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c39995e2-c233-4533-b78f-2944bd33f611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (65c9c9bc-bb02-426d-a902-340b44f1a4c2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:16.659004 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dfd57949-1be2-4190-94f2-c1682066023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (140c1fdd-4f9d-4fc9-9d7c-f6f7cee51a0a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:18.057496 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (d1e78606-e5cc-43c0-bc22-8a5324478286), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:18.582357 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (df0b008b-1017-45b0-9cbd-b6387ecfd69a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:26.604794 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-123d3c71-d9dc-41e1-81b2-ab3c9de25f6b req-0c640599-aa20-4116-b3e5-11b62573646f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4bf87502-eac9-480a-9c1b-1f54819608dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0464373 Apr 08 11:04:26.702203 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123d3c71-d9dc-41e1-81b2-ab3c9de25f6b req-6635170f-460c-48ad-baff-56b3f3724240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:26.703730 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-123d3c71-d9dc-41e1-81b2-ab3c9de25f6b req-6635170f-460c-48ad-baff-56b3f3724240 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b65c8b3119e3451497e21393575ac34c&device_id=4bf87502-eac9-480a-9c1b-1f54819608dc HTTP/1.1" status: 200 len: 1129 time: 0.0525682 Apr 08 11:04:26.988156 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123d3c71-d9dc-41e1-81b2-ab3c9de25f6b req-dcba74b1-bce0-4e48-b56a-7f8cd2c9712f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:26.989570 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-123d3c71-d9dc-41e1-81b2-ab3c9de25f6b req-dcba74b1-bce0-4e48-b56a-7f8cd2c9712f service neutron] 10.222.0.39 "GET /v2.0/networks?id=5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9 HTTP/1.1" status: 200 len: 912 time: 0.0890713 Apr 08 11:04:27.292301 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-123d3c71-d9dc-41e1-81b2-ab3c9de25f6b req-ad5c5d68-7ed5-44c3-bdac-42c0a2b71ae6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=550e2b27-c935-48ee-a9e2-76201a9fd25c HTTP/1.1" status: 200 len: 1001 time: 0.0762300 Apr 08 11:04:27.342676 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123d3c71-d9dc-41e1-81b2-ab3c9de25f6b req-20d152a9-849b-473e-82bd-fb9683f015d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:27.344278 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-123d3c71-d9dc-41e1-81b2-ab3c9de25f6b req-20d152a9-849b-473e-82bd-fb9683f015d2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=920bb832-b2df-48c9-bc0e-112cc1fcd212 HTTP/1.1" status: 200 len: 850 time: 0.0455954 Apr 08 11:04:27.401283 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123d3c71-d9dc-41e1-81b2-ab3c9de25f6b req-0514e762-3be3-454f-ae0d-3279f216d76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:27.402890 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-123d3c71-d9dc-41e1-81b2-ab3c9de25f6b req-0514e762-3be3-454f-ae0d-3279f216d76f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0521166 Apr 08 11:04:27.503843 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-123d3c71-d9dc-41e1-81b2-ab3c9de25f6b req-4b790c03-4b25-4ce3-9641-5dbf09d283b0 service neutron] 10.222.0.39 "GET /v2.0/networks/5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945220 Apr 08 11:04:27.594592 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-123d3c71-d9dc-41e1-81b2-ab3c9de25f6b req-66fbb8ab-b8e2-473a-9e4a-b53ef0ff2399 service neutron] 10.222.0.39 "GET /v2.0/networks/5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843930 Apr 08 11:04:29.571450 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6043d93c-dc20-44c8-9d94-bd281048270d req-03cd0ccf-b0e9-4d37-9b0c-a011541defb6 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:29.573000 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6043d93c-dc20-44c8-9d94-bd281048270d req-03cd0ccf-b0e9-4d37-9b0c-a011541defb6 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bf87502-eac9-480a-9c1b-1f54819608dc HTTP/1.1" status: 200 len: 945 time: 0.0612319 Apr 08 11:04:29.623268 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6043d93c-dc20-44c8-9d94-bd281048270d req-a0659339-309c-4aa9-a8be-ffda1e364d43 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/security-groups?id=f4f55799-d5ce-4ca7-bc9c-256bf3909efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444109 Apr 08 11:04:30.760869 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0429ca3-3764-4c08-8798-4e2c4c41bb7f req-d6ad07cf-3f1d-45c1-ba1b-6ecfb07cd5f4 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:30.762382 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a0429ca3-3764-4c08-8798-4e2c4c41bb7f req-d6ad07cf-3f1d-45c1-ba1b-6ecfb07cd5f4 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bf87502-eac9-480a-9c1b-1f54819608dc HTTP/1.1" status: 200 len: 945 time: 0.0579846 Apr 08 11:04:30.812576 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a0429ca3-3764-4c08-8798-4e2c4c41bb7f req-b60b87db-2f0f-48b2-8437-8c567555e9e5 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/security-groups?id=f4f55799-d5ce-4ca7-bc9c-256bf3909efd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425885 Apr 08 11:04:31.215840 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bde9ea-6154-444e-8ec4-6985ef978f59 req-2b10aa6d-1557-47e0-b6f8-6bc9a48ac75f tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:04:31.217720 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b7bde9ea-6154-444e-8ec4-6985ef978f59 req-2b10aa6d-1557-47e0-b6f8-6bc9a48ac75f tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bf87502-eac9-480a-9c1b-1f54819608dc HTTP/1.1" status: 200 len: 945 time: 0.0585086 Apr 08 11:04:31.316304 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [req-b7bde9ea-6154-444e-8ec4-6985ef978f59 req-819ec8b4-e391-48a6-9188-34d6ee9c3e93 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Deleting port 550e2b27-c935-48ee-a9e2-76201a9fd25c {{(pid=109910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:04:31.316679 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-b7bde9ea-6154-444e-8ec4-6985ef978f59 req-819ec8b4-e391-48a6-9188-34d6ee9c3e93 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (550e2b27-c935-48ee-a9e2-76201a9fd25c), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:31.415165 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [req-b7bde9ea-6154-444e-8ec4-6985ef978f59 req-819ec8b4-e391-48a6-9188-34d6ee9c3e93 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] For port 550e2b27-c935-48ee-a9e2-76201a9fd25c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=550e2b27-c935-48ee-a9e2-76201a9fd25c,segment=NetworkSegment(58931447-9a6b-4dac-a5d5-12a7f8dcf59f),segment_id=58931447-9a6b-4dac-a5d5-12a7f8dcf59f)] {{(pid=109910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:04:31.415480 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-b7bde9ea-6154-444e-8ec4-6985ef978f59 req-819ec8b4-e391-48a6-9188-34d6ee9c3e93 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (550e2b27-c935-48ee-a9e2-76201a9fd25c), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:31.586908 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-b7bde9ea-6154-444e-8ec4-6985ef978f59 req-819ec8b4-e391-48a6-9188-34d6ee9c3e93 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:31.587276 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-b7bde9ea-6154-444e-8ec4-6985ef978f59 req-819ec8b4-e391-48a6-9188-34d6ee9c3e93 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-743873'] for floatingip (ab32cc69-357d-41df-9c75-2770e6731a60), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:31.587591 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.db.l3_db [req-b7bde9ea-6154-444e-8ec4-6985ef978f59 req-819ec8b4-e391-48a6-9188-34d6ee9c3e93 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Floating IP ab32cc69-357d-41df-9c75-2770e6731a60 disassociated. External IP: 172.27.2.210, port: 550e2b27-c935-48ee-a9e2-76201a9fd25c. Apr 08 11:04:31.587937 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [req-b7bde9ea-6154-444e-8ec4-6985ef978f59 req-819ec8b4-e391-48a6-9188-34d6ee9c3e93 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Calling delete_port for 550e2b27-c935-48ee-a9e2-76201a9fd25c owned by compute:nova {{(pid=109910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:04:31.731023 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-b7bde9ea-6154-444e-8ec4-6985ef978f59 req-819ec8b4-e391-48a6-9188-34d6ee9c3e93 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14190223'] for port (550e2b27-c935-48ee-a9e2-76201a9fd25c), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:31.762317 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ec8b4-e391-48a6-9188-34d6ee9c3e93 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Pushing event deleted for resources: {'Port': ['ID=550e2b27-c935-48ee-a9e2-76201a9fd25c,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:04:31.775217 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819ec8b4-e391-48a6-9188-34d6ee9c3e93 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:31.775565 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819ec8b4-e391-48a6-9188-34d6ee9c3e93 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:31.775911 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819ec8b4-e391-48a6-9188-34d6ee9c3e93 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:31.776259 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819ec8b4-e391-48a6-9188-34d6ee9c3e93 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:31.776589 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819ec8b4-e391-48a6-9188-34d6ee9c3e93 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:31.776923 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819ec8b4-e391-48a6-9188-34d6ee9c3e93 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:31.777360 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819ec8b4-e391-48a6-9188-34d6ee9c3e93 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:31.777591 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819ec8b4-e391-48a6-9188-34d6ee9c3e93 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:31.778019 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819ec8b4-e391-48a6-9188-34d6ee9c3e93 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:31.778245 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819ec8b4-e391-48a6-9188-34d6ee9c3e93 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:31.778644 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819ec8b4-e391-48a6-9188-34d6ee9c3e93 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:31.778932 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819ec8b4-e391-48a6-9188-34d6ee9c3e93 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:31.779270 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819ec8b4-e391-48a6-9188-34d6ee9c3e93 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:31.779589 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819ec8b4-e391-48a6-9188-34d6ee9c3e93 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:31.779910 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819ec8b4-e391-48a6-9188-34d6ee9c3e93 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:32.190121 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-06fc4f6f-1882-42ea-8aa5-a5c4ee49b87c req-015dd28b-f177-43cb-acdb-6184d8086d01 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/ports?device_id=4bf87502-eac9-480a-9c1b-1f54819608dc HTTP/1.1" status: 200 len: 210 time: 0.0365622 Apr 08 11:04:32.213382 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7bde9ea-6154-444e-8ec4-6985ef978f59 req-819ec8b4-e391-48a6-9188-34d6ee9c3e93 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Router 0c9463b4-e418-4448-92c8-3682acde721b has already been hosted by L3 agent a0f054a9-d30b-4594-8de6-6c24438c3963 {{(pid=109910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:04:32.326931 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7bde9ea-6154-444e-8ec4-6985ef978f59 req-819ec8b4-e391-48a6-9188-34d6ee9c3e93 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Notify agent at l3_agent.dv-cinder-836071-3-iscsi the message routers_updated {{(pid=109910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:04:32.337902 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c52dcd-5a39-491b-9734-dc6fd246261b None None] Sync routers for ids ['0c9463b4-e418-4448-92c8-3682acde721b'] in dv-cinder-836071-3-iscsi {{(pid=109912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:04:32.348528 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c52dcd-5a39-491b-9734-dc6fd246261b None None] Routers {'0c9463b4-e418-4448-92c8-3682acde721b'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:04:32.349037 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-44c52dcd-5a39-491b-9734-dc6fd246261b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T11:04:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['0c9463b4-e418-4448-92c8-3682acde721b'], 'active': True} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:04:32.369307 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7bde9ea-6154-444e-8ec4-6985ef978f59 req-819ec8b4-e391-48a6-9188-34d6ee9c3e93 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] No DVR routers for this DVR port 550e2b27-c935-48ee-a9e2-76201a9fd25c on host hv-cinder-83607 {{(pid=109910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:04:32.372098 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-b7bde9ea-6154-444e-8ec4-6985ef978f59 req-819ec8b4-e391-48a6-9188-34d6ee9c3e93 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for port (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:32.375951 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b7bde9ea-6154-444e-8ec4-6985ef978f59 req-819ec8b4-e391-48a6-9188-34d6ee9c3e93 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.39 "DELETE /v2.0/ports/550e2b27-c935-48ee-a9e2-76201a9fd25c HTTP/1.1" status: 204 len: 173 time: 1.1530466 Apr 08 11:04:32.376419 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf87502-eac9-480a-9c1b-1f54819608dc', 'name': 'network-vif-deleted', 'tag': '550e2b27-c935-48ee-a9e2-76201a9fd25c'}] {{(pid=109910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:04:32.379003 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c101578fc708467248d177b11db2e3e6a7db5c554c0046cb1dea7ab1ce8b9fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f77f4e74-81bf-4195-8da3-8e12224e7065" -d '{"events": [{"server_uuid": "4bf87502-eac9-480a-9c1b-1f54819608dc", "name": "network-vif-deleted", "tag": "550e2b27-c935-48ee-a9e2-76201a9fd25c"}]}' {{(pid=109910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:04:32.415652 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda9b94b-0b8f-40bc-95af-f6a4282434e2 x-openstack-request-id: req-fda9b94b-0b8f-40bc-95af-f6a4282434e2 {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:04:32.415946 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bf87502-eac9-480a-9c1b-1f54819608dc", "name": "network-vif-deleted", "tag": "550e2b27-c935-48ee-a9e2-76201a9fd25c", "status": "completed", "code": 200}]} {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:04:32.416198 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fda9b94b-0b8f-40bc-95af-f6a4282434e2 {{(pid=109910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:04:32.416614 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fda9b94b-0b8f-40bc-95af-f6a4282434e2'] response: {'server_uuid': '4bf87502-eac9-480a-9c1b-1f54819608dc', 'name': 'network-vif-deleted', 'tag': '550e2b27-c935-48ee-a9e2-76201a9fd25c', 'status': 'completed', 'code': 200} Apr 08 11:04:32.475047 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvr_db [None req-44c52dcd-5a39-491b-9734-dc6fd246261b None None] Set router 0c9463b4-e418-4448-92c8-3682acde721b gateway port host: dv-cinder-836071-3-iscsi {{(pid=109912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:04:32.689413 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-44c52dcd-5a39-491b-9734-dc6fd246261b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c9463b4-e418-4448-92c8-3682acde721b', 'name': 'tempest-AttachVolumeTestJSON-1708035265-router', 'tenant_id': 'b65c8b3119e3451497e21393575ac34c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '909080ea-8dc9-4533-9666-de29bb36406f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:00:35Z', 'updated_at': '2022-04-08T11:00:37Z', 'revision_number': 4, 'project_id': 'b65c8b3119e3451497e21393575ac34c', 'gw_port': {'id': '909080ea-8dc9-4533-9666-de29bb36406f', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9463b4-e418-4448-92c8-3682acde721b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:00:35Z', 'updated_at': '2022-04-08T11:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': 'e3c3c3f5-b8ae-4b88-8664-6ef2e512789d', 'name': '', 'network_id': '5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9', 'tenant_id': 'b65c8b3119e3451497e21393575ac34c', 'mac_address': 'fa:16:3e:6d:e2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9463b4-e418-4448-92c8-3682acde721b', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '920bb832-b2df-48c9-bc0e-112cc1fcd212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:00:37Z', 'updated_at': '2022-04-08T11:00:40Z', 'revision_number': 5, 'project_id': 'b65c8b3119e3451497e21393575ac34c', 'subnets': [{'id': '920bb832-b2df-48c9-bc0e-112cc1fcd212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:04:32.720349 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c52dcd-5a39-491b-9734-dc6fd246261b None None] Checking router: 0c9463b4-e418-4448-92c8-3682acde721b for host: dv-cinder-836071-3-iscsi {{(pid=109912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:04:32.730199 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c52dcd-5a39-491b-9734-dc6fd246261b None None] Routers {'0c9463b4-e418-4448-92c8-3682acde721b'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:04:32.730807 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-44c52dcd-5a39-491b-9734-dc6fd246261b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T11:04:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['0c9463b4-e418-4448-92c8-3682acde721b'], 'active': True} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:04:32.844452 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvr_db [None req-44c52dcd-5a39-491b-9734-dc6fd246261b None None] Set router 0c9463b4-e418-4448-92c8-3682acde721b gateway port host: dv-cinder-836071-3-iscsi {{(pid=109912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:04:33.046865 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-44c52dcd-5a39-491b-9734-dc6fd246261b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c9463b4-e418-4448-92c8-3682acde721b', 'name': 'tempest-AttachVolumeTestJSON-1708035265-router', 'tenant_id': 'b65c8b3119e3451497e21393575ac34c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '909080ea-8dc9-4533-9666-de29bb36406f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:00:35Z', 'updated_at': '2022-04-08T11:00:37Z', 'revision_number': 4, 'project_id': 'b65c8b3119e3451497e21393575ac34c', 'gw_port': {'id': '909080ea-8dc9-4533-9666-de29bb36406f', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9463b4-e418-4448-92c8-3682acde721b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:00:35Z', 'updated_at': '2022-04-08T11:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': 'e3c3c3f5-b8ae-4b88-8664-6ef2e512789d', 'name': '', 'network_id': '5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9', 'tenant_id': 'b65c8b3119e3451497e21393575ac34c', 'mac_address': 'fa:16:3e:6d:e2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9463b4-e418-4448-92c8-3682acde721b', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '920bb832-b2df-48c9-bc0e-112cc1fcd212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:00:37Z', 'updated_at': '2022-04-08T11:00:40Z', 'revision_number': 5, 'project_id': 'b65c8b3119e3451497e21393575ac34c', 'subnets': [{'id': '920bb832-b2df-48c9-bc0e-112cc1fcd212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:04:33.072718 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c52dcd-5a39-491b-9734-dc6fd246261b None None] The sync data for ids ['0c9463b4-e418-4448-92c8-3682acde721b'] in dv-cinder-836071-3-iscsi is: [{'id': '0c9463b4-e418-4448-92c8-3682acde721b', 'name': 'tempest-AttachVolumeTestJSON-1708035265-router', 'tenant_id': 'b65c8b3119e3451497e21393575ac34c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '909080ea-8dc9-4533-9666-de29bb36406f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:00:35Z', 'updated_at': '2022-04-08T11:00:37Z', 'revision_number': 4, 'project_id': 'b65c8b3119e3451497e21393575ac34c', 'gw_port': {'id': '909080ea-8dc9-4533-9666-de29bb36406f', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9463b4-e418-4448-92c8-3682acde721b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:00:35Z', 'updated_at': '2022-04-08T11:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi', '_interfaces': [{'id': 'e3c3c3f5-b8ae-4b88-8664-6ef2e512789d', 'name': '', 'network_id': '5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9', 'tenant_id': 'b65c8b3119e3451497e21393575ac34c', 'mac_address': 'fa:16:3e:6d:e2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9463b4-e418-4448-92c8-3682acde721b', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '920bb832-b2df-48c9-bc0e-112cc1fcd212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:00:37Z', 'updated_at': '2022-04-08T11:00:40Z', 'revision_number': 5, 'project_id': 'b65c8b3119e3451497e21393575ac34c', 'subnets': [{'id': '920bb832-b2df-48c9-bc0e-112cc1fcd212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:04:33.280358 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 34114) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:04:33.312066 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d45b025-d505-42d9-b21c-003c54437f31 None None] New status for floating IP ab32cc69-357d-41df-9c75-2770e6731a60: DOWN {{(pid=109911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 11:04:33.340182 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-e3bec876-3491-48db-9c47-74441f87afc1 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks [] for security_group (f4f55799-d5ce-4ca7-bc9c-256bf3909efd), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:33.364632 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-e3bec876-3491-48db-9c47-74441f87afc1 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks [] for security_group (f4f55799-d5ce-4ca7-bc9c-256bf3909efd), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:33.413888 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-e3bec876-3491-48db-9c47-74441f87afc1 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (f4f55799-d5ce-4ca7-bc9c-256bf3909efd), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:33.416519 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-e3bec876-3491-48db-9c47-74441f87afc1 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks [] for security_group (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:33.417705 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-e3bec876-3491-48db-9c47-74441f87afc1 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "DELETE /v2.0/security-groups/f4f55799-d5ce-4ca7-bc9c-256bf3909efd HTTP/1.1" status: 204 len: 168 time: 0.1362784 Apr 08 11:04:33.420526 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 34116) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:04:33.427910 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bec876-3491-48db-9c47-74441f87afc1 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f55799-d5ce-4ca7-bc9c-256bf3909efd,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:04:33.447427 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.api.v2.resource [None req-845eadf0-6da2-4cb1-b50e-d48e35134f9d tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] show failed (client error): The resource could not be found. Apr 08 11:04:33.450914 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-845eadf0-6da2-4cb1-b50e-d48e35134f9d tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "GET /v2.0/security-groups/f4f55799-d5ce-4ca7-bc9c-256bf3909efd HTTP/1.1" status: 404 len: 347 time: 0.0284598 Apr 08 11:04:33.451053 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 34120) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:04:33.586544 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [None req-786bcda3-e725-4cdc-b058-db56e72ca079 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Deleting port edaba23f-18a3-437b-9de1-be8219d4cee5 {{(pid=109910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:04:33.586929 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-786bcda3-e725-4cdc-b058-db56e72ca079 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (edaba23f-18a3-437b-9de1-be8219d4cee5), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:33.664844 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-786bcda3-e725-4cdc-b058-db56e72ca079 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (edaba23f-18a3-437b-9de1-be8219d4cee5), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:33.665368 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-786bcda3-e725-4cdc-b058-db56e72ca079 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks [] for floatingip (edaba23f-18a3-437b-9de1-be8219d4cee5), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:33.684362 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [None req-786bcda3-e725-4cdc-b058-db56e72ca079 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Calling delete_port for edaba23f-18a3-437b-9de1-be8219d4cee5 owned by network:floatingip {{(pid=109910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:04:33.832795 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-786bcda3-e725-4cdc-b058-db56e72ca079 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14190223'] for port (edaba23f-18a3-437b-9de1-be8219d4cee5), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:33.855852 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786bcda3-e725-4cdc-b058-db56e72ca079 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Pushing event deleted for resources: {'Port': ['ID=edaba23f-18a3-437b-9de1-be8219d4cee5,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:04:33.923712 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-786bcda3-e725-4cdc-b058-db56e72ca079 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks [] for floatingip (ab32cc69-357d-41df-9c75-2770e6731a60), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:33.926505 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-786bcda3-e725-4cdc-b058-db56e72ca079 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for floatingip (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:33.927686 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-786bcda3-e725-4cdc-b058-db56e72ca079 tempest-AttachVolumeTestJSON-2122413746 tempest-AttachVolumeTestJSON-2122413746-project] 10.222.0.43 "DELETE /v2.0/floatingips/ab32cc69-357d-41df-9c75-2770e6731a60 HTTP/1.1" status: 204 len: 168 time: 0.4755847 Apr 08 11:04:34.742978 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device 550e2b27-c935-48ee-a9e2-76201a9fd25c no longer exists at agent hyperv_hv-cinder-83607 {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:04:34.773341 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] No Port match for: 550e2b27-c935-48ee-a9e2-76201a9fd25c {{(pid=109911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:04:34.773686 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device 550e2b27-c935-48ee-a9e2-76201a9fd25c not bound to the agent host hv-cinder-83607 {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:04:37.496779 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 34148) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:04:37.879960 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-49d2a32a-a2c0-4e30-95e4-fde5aeee2d58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-741569'] for router_interface (0c9463b4-e418-4448-92c8-3682acde721b), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:38.138962 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [None req-49d2a32a-a2c0-4e30-95e4-fde5aeee2d58 admin admin] Deleting port e3c3c3f5-b8ae-4b88-8664-6ef2e512789d {{(pid=109910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:04:38.139188 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-49d2a32a-a2c0-4e30-95e4-fde5aeee2d58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (e3c3c3f5-b8ae-4b88-8664-6ef2e512789d), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:38.222605 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [None req-49d2a32a-a2c0-4e30-95e4-fde5aeee2d58 admin admin] For port e3c3c3f5-b8ae-4b88-8664-6ef2e512789d, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=e3c3c3f5-b8ae-4b88-8664-6ef2e512789d,segment=NetworkSegment(58931447-9a6b-4dac-a5d5-12a7f8dcf59f),segment_id=58931447-9a6b-4dac-a5d5-12a7f8dcf59f)] {{(pid=109910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:04:38.222953 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-49d2a32a-a2c0-4e30-95e4-fde5aeee2d58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (e3c3c3f5-b8ae-4b88-8664-6ef2e512789d), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:38.235328 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [None req-49d2a32a-a2c0-4e30-95e4-fde5aeee2d58 admin admin] Calling delete_port for e3c3c3f5-b8ae-4b88-8664-6ef2e512789d owned by network:router_interface {{(pid=109910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:04:38.421715 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-49d2a32a-a2c0-4e30-95e4-fde5aeee2d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14190223'] for port (e3c3c3f5-b8ae-4b88-8664-6ef2e512789d), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:38.446309 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d2a32a-a2c0-4e30-95e4-fde5aeee2d58 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3c3c3f5-b8ae-4b88-8664-6ef2e512789d,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:04:38.615904 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-49d2a32a-a2c0-4e30-95e4-fde5aeee2d58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-741518'] for router_interface (0c9463b4-e418-4448-92c8-3682acde721b), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:38.851437 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d2a32a-a2c0-4e30-95e4-fde5aeee2d58 admin admin] Router 0c9463b4-e418-4448-92c8-3682acde721b has already been hosted by L3 agent a0f054a9-d30b-4594-8de6-6c24438c3963 {{(pid=109910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 11:04:38.976608 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d2a32a-a2c0-4e30-95e4-fde5aeee2d58 admin admin] Notify agent at l3_agent.dv-cinder-836071-3-iscsi the message routers_updated {{(pid=109910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 11:04:38.981897 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-49d2a32a-a2c0-4e30-95e4-fde5aeee2d58 admin admin] 10.222.0.43 "PUT /v2.0/routers/0c9463b4-e418-4448-92c8-3682acde721b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4840419 Apr 08 11:04:38.984910 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 34150) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:04:38.988310 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bc2e66-0a43-41e1-87de-fd07da0167ee None None] Sync routers for ids ['0c9463b4-e418-4448-92c8-3682acde721b'] in dv-cinder-836071-3-iscsi {{(pid=109912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 11:04:38.999278 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bc2e66-0a43-41e1-87de-fd07da0167ee None None] Routers {'0c9463b4-e418-4448-92c8-3682acde721b'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:04:38.999894 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-a7bc2e66-0a43-41e1-87de-fd07da0167ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T11:04:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['0c9463b4-e418-4448-92c8-3682acde721b'], 'active': True} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:04:39.115519 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvr_db [None req-a7bc2e66-0a43-41e1-87de-fd07da0167ee None None] Set router 0c9463b4-e418-4448-92c8-3682acde721b gateway port host: dv-cinder-836071-3-iscsi {{(pid=109912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:04:39.338628 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-a7bc2e66-0a43-41e1-87de-fd07da0167ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c9463b4-e418-4448-92c8-3682acde721b', 'name': 'tempest-AttachVolumeTestJSON-1708035265-router', 'tenant_id': 'b65c8b3119e3451497e21393575ac34c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '909080ea-8dc9-4533-9666-de29bb36406f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:00:35Z', 'updated_at': '2022-04-08T11:04:38Z', 'revision_number': 5, 'project_id': 'b65c8b3119e3451497e21393575ac34c', 'gw_port': {'id': '909080ea-8dc9-4533-9666-de29bb36406f', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9463b4-e418-4448-92c8-3682acde721b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:00:35Z', 'updated_at': '2022-04-08T11:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi'}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:04:39.345624 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-f08b49cd-6817-4aea-99e3-90430791e9f5 admin admin] Publish callbacks [] for router (0c9463b4-e418-4448-92c8-3682acde721b), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:39.367448 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bc2e66-0a43-41e1-87de-fd07da0167ee None None] Checking router: 0c9463b4-e418-4448-92c8-3682acde721b for host: dv-cinder-836071-3-iscsi {{(pid=109912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 11:04:39.376950 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bc2e66-0a43-41e1-87de-fd07da0167ee None None] Routers {'0c9463b4-e418-4448-92c8-3682acde721b'} bound to L3 agent in host dv-cinder-836071-3-iscsi {{(pid=109912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 11:04:39.377602 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-a7bc2e66-0a43-41e1-87de-fd07da0167ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T10:41:44Z,description=,heartbeat_timestamp=2022-04-08T11:04:14Z,host='dv-cinder-836071-3-iscsi',id=a0f054a9-d30b-4594-8de6-6c24438c3963,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T10:41:44Z,topic='l3_agent')) {'router_ids': ['0c9463b4-e418-4448-92c8-3682acde721b'], 'active': True} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:04:39.451987 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-f08b49cd-6817-4aea-99e3-90430791e9f5 admin admin] Publish callbacks [] for router_gateway (0c9463b4-e418-4448-92c8-3682acde721b), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:39.491407 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_dvr_db [None req-a7bc2e66-0a43-41e1-87de-fd07da0167ee None None] Set router 0c9463b4-e418-4448-92c8-3682acde721b gateway port host: dv-cinder-836071-3-iscsi {{(pid=109912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 11:04:39.509919 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.plugin [None req-f08b49cd-6817-4aea-99e3-90430791e9f5 admin admin] Deleting port 909080ea-8dc9-4533-9666-de29bb36406f {{(pid=109909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:04:39.510262 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-f08b49cd-6817-4aea-99e3-90430791e9f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (909080ea-8dc9-4533-9666-de29bb36406f), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:39.600643 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.db [None req-f08b49cd-6817-4aea-99e3-90430791e9f5 admin admin] For port 909080ea-8dc9-4533-9666-de29bb36406f, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=909080ea-8dc9-4533-9666-de29bb36406f,segment=NetworkSegment(161e69df-2a78-40e9-90fc-e661b1490c65),segment_id=161e69df-2a78-40e9-90fc-e661b1490c65)] {{(pid=109909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:04:39.601036 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-f08b49cd-6817-4aea-99e3-90430791e9f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (909080ea-8dc9-4533-9666-de29bb36406f), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:39.614185 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.plugin [None req-f08b49cd-6817-4aea-99e3-90430791e9f5 admin admin] Calling delete_port for 909080ea-8dc9-4533-9666-de29bb36406f owned by network:router_gateway {{(pid=109909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:04:39.683165 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.l3_hamode_db [None req-a7bc2e66-0a43-41e1-87de-fd07da0167ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c9463b4-e418-4448-92c8-3682acde721b', 'name': 'tempest-AttachVolumeTestJSON-1708035265-router', 'tenant_id': 'b65c8b3119e3451497e21393575ac34c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '909080ea-8dc9-4533-9666-de29bb36406f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:00:35Z', 'updated_at': '2022-04-08T11:04:38Z', 'revision_number': 5, 'project_id': 'b65c8b3119e3451497e21393575ac34c', 'gw_port': {'id': '909080ea-8dc9-4533-9666-de29bb36406f', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9463b4-e418-4448-92c8-3682acde721b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:00:35Z', 'updated_at': '2022-04-08T11:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi'}], 'dv-cinder-836071-3-iscsi', False) {} {{(pid=109912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:04:39.810344 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-f08b49cd-6817-4aea-99e3-90430791e9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16387658'] for port (909080ea-8dc9-4533-9666-de29bb36406f), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:39.820669 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bc2e66-0a43-41e1-87de-fd07da0167ee None None] The sync data for ids ['0c9463b4-e418-4448-92c8-3682acde721b'] in dv-cinder-836071-3-iscsi is: [{'id': '0c9463b4-e418-4448-92c8-3682acde721b', 'name': 'tempest-AttachVolumeTestJSON-1708035265-router', 'tenant_id': 'b65c8b3119e3451497e21393575ac34c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'external_fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '909080ea-8dc9-4533-9666-de29bb36406f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T11:00:35Z', 'updated_at': '2022-04-08T11:04:38Z', 'revision_number': 5, 'project_id': 'b65c8b3119e3451497e21393575ac34c', 'gw_port': {'id': '909080ea-8dc9-4533-9666-de29bb36406f', 'name': '', 'network_id': '173a9438-8c11-42c7-a64e-a6d835b0fe8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9463b4-e418-4448-92c8-3682acde721b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T11:00:35Z', 'updated_at': '2022-04-08T11:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e92b2da-8062-400a-a6d5-15b49fe43bf4', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-3-iscsi'}] {{(pid=109912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 11:04:39.843707 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08b49cd-6817-4aea-99e3-90430791e9f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=909080ea-8dc9-4533-9666-de29bb36406f,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:04:39.866897 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b49cd-6817-4aea-99e3-90430791e9f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:39.867471 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b49cd-6817-4aea-99e3-90430791e9f5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:39.868047 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b49cd-6817-4aea-99e3-90430791e9f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:39.868639 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b49cd-6817-4aea-99e3-90430791e9f5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:39.869165 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b49cd-6817-4aea-99e3-90430791e9f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:39.869734 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b49cd-6817-4aea-99e3-90430791e9f5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:39.870146 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b49cd-6817-4aea-99e3-90430791e9f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:39.870477 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b49cd-6817-4aea-99e3-90430791e9f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:39.870813 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b49cd-6817-4aea-99e3-90430791e9f5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:39.871144 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b49cd-6817-4aea-99e3-90430791e9f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:39.871472 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b49cd-6817-4aea-99e3-90430791e9f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:39.871802 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b49cd-6817-4aea-99e3-90430791e9f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:39.872124 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b49cd-6817-4aea-99e3-90430791e9f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:39.872448 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b49cd-6817-4aea-99e3-90430791e9f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:39.872768 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08b49cd-6817-4aea-99e3-90430791e9f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:39.935680 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-f08b49cd-6817-4aea-99e3-90430791e9f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-743931'] for router_gateway (0c9463b4-e418-4448-92c8-3682acde721b), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:40.033143 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-f08b49cd-6817-4aea-99e3-90430791e9f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-748458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40417'] for router (0c9463b4-e418-4448-92c8-3682acde721b), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:40.035316 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-f08b49cd-6817-4aea-99e3-90430791e9f5 admin admin] Publish callbacks [] for router_controller (0c9463b4-e418-4448-92c8-3682acde721b), precommit_delete_associations {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:40.080730 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-f08b49cd-6817-4aea-99e3-90430791e9f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-748453'] for router (0c9463b4-e418-4448-92c8-3682acde721b), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:40.081311 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f08b49cd-6817-4aea-99e3-90430791e9f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c9463b4-e418-4448-92c8-3682acde721b {{(pid=109909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 11:04:40.086026 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-f08b49cd-6817-4aea-99e3-90430791e9f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:40.087050 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-f08b49cd-6817-4aea-99e3-90430791e9f5 admin admin] 10.222.0.43 "DELETE /v2.0/routers/0c9463b4-e418-4448-92c8-3682acde721b HTTP/1.1" status: 204 len: 168 time: 1.1004012 Apr 08 11:04:40.089707 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 34152) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:04:40.135447 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.db.db_base_plugin_v2 [None req-685c9e23-f245-4232-a7b0-8ad43ec50c95 admin admin] Deleting subnet 920bb832-b2df-48c9-bc0e-112cc1fcd212 {{(pid=109909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 11:04:40.138817 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-685c9e23-f245-4232-a7b0-8ad43ec50c95 admin admin] Publish callbacks [] for subnet (920bb832-b2df-48c9-bc0e-112cc1fcd212), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:40.175467 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-685c9e23-f245-4232-a7b0-8ad43ec50c95 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12708406'] for subnet (920bb832-b2df-48c9-bc0e-112cc1fcd212), precommit_delete_associations {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:40.257546 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-685c9e23-f245-4232-a7b0-8ad43ec50c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1794403'] for subnet (920bb832-b2df-48c9-bc0e-112cc1fcd212), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:40.312070 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-685c9e23-f245-4232-a7b0-8ad43ec50c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1794410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16387743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12895238'] for subnet (920bb832-b2df-48c9-bc0e-112cc1fcd212), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:40.335380 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685c9e23-f245-4232-a7b0-8ad43ec50c95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=920bb832-b2df-48c9-bc0e-112cc1fcd212,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:04:40.341182 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-685c9e23-f245-4232-a7b0-8ad43ec50c95 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:40.344335 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-685c9e23-f245-4232-a7b0-8ad43ec50c95 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/920bb832-b2df-48c9-bc0e-112cc1fcd212 HTTP/1.1" status: 204 len: 168 time: 0.2537029 Apr 08 11:04:40.347391 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 34154) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:04:40.349179 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5f2369-2467-4e54-80ac-d25371475ca8 None None] Network 5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9 requested from dv-cinder-836071-3-iscsi {{(pid=109911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:04:40.426905 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-472ac239-3d98-43d4-a19e-a8a41c316f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1935778'] for network (5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:40.489284 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.plugin [None req-472ac239-3d98-43d4-a19e-a8a41c316f53 admin admin] Deleting port 7b56786d-457f-4cbb-af7f-d9d63a5b982d {{(pid=109909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:04:40.489632 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-472ac239-3d98-43d4-a19e-a8a41c316f53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (7b56786d-457f-4cbb-af7f-d9d63a5b982d), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:40.542339 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4cdd1c-50bf-4a8d-9f5f-84a1eb4b6956 None None] DHCP port deletion for 5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9 request from dv-cinder-836071-3-iscsi {{(pid=109911) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 11:04:40.560661 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.db [None req-472ac239-3d98-43d4-a19e-a8a41c316f53 admin admin] For port 7b56786d-457f-4cbb-af7f-d9d63a5b982d, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=7b56786d-457f-4cbb-af7f-d9d63a5b982d,segment=NetworkSegment(58931447-9a6b-4dac-a5d5-12a7f8dcf59f),segment_id=58931447-9a6b-4dac-a5d5-12a7f8dcf59f)] {{(pid=109909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:04:40.561141 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-472ac239-3d98-43d4-a19e-a8a41c316f53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (7b56786d-457f-4cbb-af7f-d9d63a5b982d), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:40.577922 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.plugin [None req-472ac239-3d98-43d4-a19e-a8a41c316f53 admin admin] Calling delete_port for 7b56786d-457f-4cbb-af7f-d9d63a5b982d owned by network:dhcp {{(pid=109909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:04:40.598003 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-0f4cdd1c-50bf-4a8d-9f5f-84a1eb4b6956 None None] Deleting port 7b56786d-457f-4cbb-af7f-d9d63a5b982d {{(pid=109911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:04:40.598376 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-0f4cdd1c-50bf-4a8d-9f5f-84a1eb4b6956 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (7b56786d-457f-4cbb-af7f-d9d63a5b982d), before_delete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:40.659758 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-472ac239-3d98-43d4-a19e-a8a41c316f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16387658'] for port (7b56786d-457f-4cbb-af7f-d9d63a5b982d), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:40.660838 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-0f4cdd1c-50bf-4a8d-9f5f-84a1eb4b6956 None None] For port 7b56786d-457f-4cbb-af7f-d9d63a5b982d, host dv-cinder-836071-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-3-iscsi',level=0,port_id=7b56786d-457f-4cbb-af7f-d9d63a5b982d,segment=NetworkSegment(58931447-9a6b-4dac-a5d5-12a7f8dcf59f),segment_id=58931447-9a6b-4dac-a5d5-12a7f8dcf59f)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:04:40.661609 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-0f4cdd1c-50bf-4a8d-9f5f-84a1eb4b6956 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (7b56786d-457f-4cbb-af7f-d9d63a5b982d), precommit_delete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:40.674312 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-0f4cdd1c-50bf-4a8d-9f5f-84a1eb4b6956 None None] Calling delete_port for 7b56786d-457f-4cbb-af7f-d9d63a5b982d owned by network:dhcp {{(pid=109911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:04:40.686302 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472ac239-3d98-43d4-a19e-a8a41c316f53 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b56786d-457f-4cbb-af7f-d9d63a5b982d,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:04:40.688105 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472ac239-3d98-43d4-a19e-a8a41c316f53 admin admin] No DVR routers for this DVR port 7b56786d-457f-4cbb-af7f-d9d63a5b982d on host dv-cinder-836071-3-iscsi {{(pid=109909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:04:40.750836 dv-cinder-836071-3-iscsi neutron-server[109911]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 08 11:04:40.750836 dv-cinder-836071-3-iscsi neutron-server[109911]: from cryptography.utils import int_from_bytes Apr 08 11:04:40.750836 dv-cinder-836071-3-iscsi neutron-server[109911]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 08 11:04:40.750836 dv-cinder-836071-3-iscsi neutron-server[109911]: from cryptography.utils import int_from_bytes Apr 08 11:04:40.750836 dv-cinder-836071-3-iscsi neutron-server[109911]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:04:40.750836 dv-cinder-836071-3-iscsi neutron-server[109911]: self.session.flush() Apr 08 11:04:40.750836 dv-cinder-836071-3-iscsi neutron-server[109911]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:04:40.750836 dv-cinder-836071-3-iscsi neutron-server[109911]: self.session.flush() Apr 08 11:04:40.750836 dv-cinder-836071-3-iscsi neutron-server[109911]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:04:40.750836 dv-cinder-836071-3-iscsi neutron-server[109911]: self.session.flush() Apr 08 11:04:40.750836 dv-cinder-836071-3-iscsi neutron-server[109911]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:04:40.750836 dv-cinder-836071-3-iscsi neutron-server[109911]: self.session.flush() Apr 08 11:04:40.750836 dv-cinder-836071-3-iscsi neutron-server[109911]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:04:40.750836 dv-cinder-836071-3-iscsi neutron-server[109911]: self.session.flush() Apr 08 11:04:40.750836 dv-cinder-836071-3-iscsi neutron-server[109911]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:04:40.750836 dv-cinder-836071-3-iscsi neutron-server[109911]: self.session.flush() Apr 08 11:04:40.750836 dv-cinder-836071-3-iscsi neutron-server[109911]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:04:40.750836 dv-cinder-836071-3-iscsi neutron-server[109911]: self.session.flush() Apr 08 11:04:40.750836 dv-cinder-836071-3-iscsi neutron-server[109911]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:04:40.750836 dv-cinder-836071-3-iscsi neutron-server[109911]: self.session.flush() Apr 08 11:04:40.750836 dv-cinder-836071-3-iscsi neutron-server[109911]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:04:40.750836 dv-cinder-836071-3-iscsi neutron-server[109911]: self.session.flush() Apr 08 11:04:40.750836 dv-cinder-836071-3-iscsi neutron-server[109911]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:04:40.750836 dv-cinder-836071-3-iscsi neutron-server[109911]: self.session.flush() Apr 08 11:04:40.750836 dv-cinder-836071-3-iscsi neutron-server[109911]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:04:40.750836 dv-cinder-836071-3-iscsi neutron-server[109911]: self.session.flush() Apr 08 11:04:40.750836 dv-cinder-836071-3-iscsi neutron-server[109911]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:04:40.750836 dv-cinder-836071-3-iscsi neutron-server[109911]: self.session.flush() Apr 08 11:04:40.750836 dv-cinder-836071-3-iscsi neutron-server[109911]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:04:40.750836 dv-cinder-836071-3-iscsi neutron-server[109911]: self.session.flush() Apr 08 11:04:40.750836 dv-cinder-836071-3-iscsi neutron-server[109911]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:04:40.750836 dv-cinder-836071-3-iscsi neutron-server[109911]: self.session.flush() Apr 08 11:04:40.750836 dv-cinder-836071-3-iscsi neutron-server[109911]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:04:40.750836 dv-cinder-836071-3-iscsi neutron-server[109911]: self.session.flush() Apr 08 11:04:40.750836 dv-cinder-836071-3-iscsi neutron-server[109911]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:04:40.750836 dv-cinder-836071-3-iscsi neutron-server[109911]: self.session.flush() Apr 08 11:04:40.750836 dv-cinder-836071-3-iscsi neutron-server[109911]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:04:40.750836 dv-cinder-836071-3-iscsi neutron-server[109911]: self.session.flush() Apr 08 11:04:40.750836 dv-cinder-836071-3-iscsi neutron-server[109911]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:04:40.750836 dv-cinder-836071-3-iscsi neutron-server[109911]: self.session.flush() Apr 08 11:04:40.750836 dv-cinder-836071-3-iscsi neutron-server[109911]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:04:40.750836 dv-cinder-836071-3-iscsi neutron-server[109911]: self.session.flush() Apr 08 11:04:40.753960 dv-cinder-836071-3-iscsi neutron-server[109911]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:04:40.753960 dv-cinder-836071-3-iscsi neutron-server[109911]: self.session.flush() Apr 08 11:04:40.753960 dv-cinder-836071-3-iscsi neutron-server[109911]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:04:40.753960 dv-cinder-836071-3-iscsi neutron-server[109911]: self.session.flush() Apr 08 11:04:40.753960 dv-cinder-836071-3-iscsi neutron-server[109911]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:04:40.753960 dv-cinder-836071-3-iscsi neutron-server[109911]: self.session.flush() Apr 08 11:04:40.753960 dv-cinder-836071-3-iscsi neutron-server[109911]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:04:40.753960 dv-cinder-836071-3-iscsi neutron-server[109911]: self.session.flush() Apr 08 11:04:40.753960 dv-cinder-836071-3-iscsi neutron-server[109911]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:04:40.753960 dv-cinder-836071-3-iscsi neutron-server[109911]: self.session.flush() Apr 08 11:04:40.753960 dv-cinder-836071-3-iscsi neutron-server[109911]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:04:40.753960 dv-cinder-836071-3-iscsi neutron-server[109911]: self.session.flush() Apr 08 11:04:40.753960 dv-cinder-836071-3-iscsi neutron-server[109911]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 08 11:04:40.753960 dv-cinder-836071-3-iscsi neutron-server[109911]: self.session.flush() Apr 08 11:04:40.759471 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-0f4cdd1c-50bf-4a8d-9f5f-84a1eb4b6956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870'] for port (7b56786d-457f-4cbb-af7f-d9d63a5b982d), after_delete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:40.759775 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-472ac239-3d98-43d4-a19e-a8a41c316f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1814266', 'neutron.services.segments.db._delete_segments_for_network-8778033058250'] for network (5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:40.781545 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.services.segments.db [None req-472ac239-3d98-43d4-a19e-a8a41c316f53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9']}} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:04:40.784085 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4cdd1c-50bf-4a8d-9f5f-84a1eb4b6956 None None] Pushing event deleted for resources: {'Port': ['ID=7b56786d-457f-4cbb-af7f-d9d63a5b982d,revision_number=None']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:04:40.791493 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.services.segments.db [None req-472ac239-3d98-43d4-a19e-a8a41c316f53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58931447-9a6b-4dac-a5d5-12a7f8dcf59f') {'for_net_delete': True} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:04:40.791790 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.services.segments.db [None req-472ac239-3d98-43d4-a19e-a8a41c316f53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58931447-9a6b-4dac-a5d5-12a7f8dcf59f') {} {{(pid=109909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:04:40.792000 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4cdd1c-50bf-4a8d-9f5f-84a1eb4b6956 None None] No DVR routers for this DVR port 7b56786d-457f-4cbb-af7f-d9d63a5b982d on host dv-cinder-836071-3-iscsi {{(pid=109911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:04:40.794331 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4cdd1c-50bf-4a8d-9f5f-84a1eb4b6956 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:40.794680 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4cdd1c-50bf-4a8d-9f5f-84a1eb4b6956 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:40.795002 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4cdd1c-50bf-4a8d-9f5f-84a1eb4b6956 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:40.795354 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4cdd1c-50bf-4a8d-9f5f-84a1eb4b6956 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:40.795665 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4cdd1c-50bf-4a8d-9f5f-84a1eb4b6956 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:40.795981 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4cdd1c-50bf-4a8d-9f5f-84a1eb4b6956 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:40.796295 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4cdd1c-50bf-4a8d-9f5f-84a1eb4b6956 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:40.796612 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4cdd1c-50bf-4a8d-9f5f-84a1eb4b6956 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:40.796926 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4cdd1c-50bf-4a8d-9f5f-84a1eb4b6956 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:40.797257 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4cdd1c-50bf-4a8d-9f5f-84a1eb4b6956 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:40.797577 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4cdd1c-50bf-4a8d-9f5f-84a1eb4b6956 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:40.797887 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4cdd1c-50bf-4a8d-9f5f-84a1eb4b6956 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:40.798197 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4cdd1c-50bf-4a8d-9f5f-84a1eb4b6956 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:40.798508 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4cdd1c-50bf-4a8d-9f5f-84a1eb4b6956 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:40.798813 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4cdd1c-50bf-4a8d-9f5f-84a1eb4b6956 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:04:40.801345 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-472ac239-3d98-43d4-a19e-a8a41c316f53 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778033060307', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12708399'] for segment (58931447-9a6b-4dac-a5d5-12a7f8dcf59f), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:40.815301 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-472ac239-3d98-43d4-a19e-a8a41c316f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801210'] for segment (58931447-9a6b-4dac-a5d5-12a7f8dcf59f), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:40.825096 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-472ac239-3d98-43d4-a19e-a8a41c316f53 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=109909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:04:40.827527 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-472ac239-3d98-43d4-a19e-a8a41c316f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16387705'] for segment (58931447-9a6b-4dac-a5d5-12a7f8dcf59f), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:40.827527 dv-cinder-836071-3-iscsi neutron-server[109909]: Traceback (most recent call last): Apr 08 11:04:40.827527 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:04:40.827527 dv-cinder-836071-3-iscsi neutron-server[109909]: timer() Apr 08 11:04:40.827527 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:04:40.827527 dv-cinder-836071-3-iscsi neutron-server[109909]: cb(*args, **kw) Apr 08 11:04:40.827527 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 11:04:40.827527 dv-cinder-836071-3-iscsi neutron-server[109909]: return func(*args, **kwargs) Apr 08 11:04:40.827527 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:04:40.827527 dv-cinder-836071-3-iscsi neutron-server[109909]: self._notify() Apr 08 11:04:40.827527 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:04:40.827527 dv-cinder-836071-3-iscsi neutron-server[109909]: self.callback(batched_events) Apr 08 11:04:40.827527 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:04:40.827527 dv-cinder-836071-3-iscsi neutron-server[109909]: event.method(event) Apr 08 11:04:40.827527 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 11:04:40.827527 dv-cinder-836071-3-iscsi neutron-server[109909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:04:40.827527 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 11:04:40.827527 dv-cinder-836071-3-iscsi neutron-server[109909]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:04:40.827527 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 11:04:40.827527 dv-cinder-836071-3-iscsi neutron-server[109909]: return f(self, *a, **k) Apr 08 11:04:40.827527 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 11:04:40.827527 dv-cinder-836071-3-iscsi neutron-server[109909]: return self._get(url).json() Apr 08 11:04:40.827527 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 11:04:40.827527 dv-cinder-836071-3-iscsi neutron-server[109909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:04:40.827527 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:04:40.827527 dv-cinder-836071-3-iscsi neutron-server[109909]: return self.request(url, 'GET', **kwargs) Apr 08 11:04:40.827527 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:04:40.827527 dv-cinder-836071-3-iscsi neutron-server[109909]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:04:40.827527 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:04:40.827527 dv-cinder-836071-3-iscsi neutron-server[109909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:04:40.827527 dv-cinder-836071-3-iscsi neutron-server[109909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:04:40.827527 dv-cinder-836071-3-iscsi neutron-server[109909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:04:40.827527 dv-cinder-836071-3-iscsi neutron-server[109909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:04:40.850687 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device e3c3c3f5-b8ae-4b88-8664-6ef2e512789d no longer exists at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:04:40.882756 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] No Port match for: e3c3c3f5-b8ae-4b88-8664-6ef2e512789d {{(pid=109911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:04:40.883456 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device e3c3c3f5-b8ae-4b88-8664-6ef2e512789d not bound to the agent host dv-cinder-836071-3-iscsi {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:04:40.888075 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-472ac239-3d98-43d4-a19e-a8a41c316f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1814241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-743903'] for network (5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:40.893141 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-472ac239-3d98-43d4-a19e-a8a41c316f53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553535'] for network (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:40.896308 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-472ac239-3d98-43d4-a19e-a8a41c316f53 admin admin] 10.222.0.43 "DELETE /v2.0/networks/5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9 HTTP/1.1" status: 204 len: 168 time: 0.5479884 Apr 08 11:04:40.907699 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472ac239-3d98-43d4-a19e-a8a41c316f53 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c4b75bb-2ac9-41c9-8e0b-8678d10d0ed9,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:04:41.102678 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 34158) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:04:41.155472 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-28167f2a-9249-44b1-bd00-cebcafaff6db admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b65c8b3119e3451497e21393575ac34c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0512362 Apr 08 11:04:41.159184 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 34160) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:04:41.212451 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-2bc0d6f0-4873-4c2a-81eb-58c2c4ec7b4a admin admin] Publish callbacks [] for security_group (54e83894-8cc6-49ee-9845-02599080a81e), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:41.234539 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-2bc0d6f0-4873-4c2a-81eb-58c2c4ec7b4a admin admin] Publish callbacks [] for security_group (54e83894-8cc6-49ee-9845-02599080a81e), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:41.291364 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-2bc0d6f0-4873-4c2a-81eb-58c2c4ec7b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (54e83894-8cc6-49ee-9845-02599080a81e), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:41.293996 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-2bc0d6f0-4873-4c2a-81eb-58c2c4ec7b4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:41.295173 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-2bc0d6f0-4873-4c2a-81eb-58c2c4ec7b4a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/54e83894-8cc6-49ee-9845-02599080a81e HTTP/1.1" status: 204 len: 168 time: 0.1350186 Apr 08 11:04:41.303333 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc0d6f0-4873-4c2a-81eb-58c2c4ec7b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e83894-8cc6-49ee-9845-02599080a81e,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:04:41.812940 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-f4504356-6473-46b4-a6f7-207ecbb341ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (0996d03c-a6d6-4751-8b32-c8111f4b3d8a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:42.438520 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device 909080ea-8dc9-4533-9666-de29bb36406f no longer exists at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:04:42.461376 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] No Port match for: 909080ea-8dc9-4533-9666-de29bb36406f {{(pid=109911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:04:42.461722 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device 909080ea-8dc9-4533-9666-de29bb36406f not bound to the agent host dv-cinder-836071-3-iscsi {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:04:42.462127 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device 7b56786d-457f-4cbb-af7f-d9d63a5b982d no longer exists at agent ovs-agent-dv-cinder-836071-3-iscsi {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:04:42.480900 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] No Port match for: 7b56786d-457f-4cbb-af7f-d9d63a5b982d {{(pid=109911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:04:42.481266 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Device 7b56786d-457f-4cbb-af7f-d9d63a5b982d not bound to the agent host dv-cinder-836071-3-iscsi {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:04:43.073360 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 34204) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:04:43.187640 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-83d4ad71-5b28-44e9-954c-da517bcaf5f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:43.265320 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-83d4ad71-5b28-44e9-954c-da517bcaf5f7 admin admin] Publish callbacks [] for security_group (d7e53180-f424-41ae-b970-1807046fdee9), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:43.270825 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-83d4ad71-5b28-44e9-954c-da517bcaf5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (d7e53180-f424-41ae-b970-1807046fdee9), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:43.308896 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-83d4ad71-5b28-44e9-954c-da517bcaf5f7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=adfc2537be314790aa5d365a88ef641c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2344153 Apr 08 11:04:43.309779 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d4ad71-5b28-44e9-954c-da517bcaf5f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e53180-f424-41ae-b970-1807046fdee9,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:04:43.311920 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 34208) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:04:43.366947 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-ae5fb8ec-9602-4387-8035-09d9856f948e admin admin] Publish callbacks [] for security_group (d7e53180-f424-41ae-b970-1807046fdee9), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:43.394364 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-ae5fb8ec-9602-4387-8035-09d9856f948e admin admin] Publish callbacks [] for security_group (d7e53180-f424-41ae-b970-1807046fdee9), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:43.443948 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-ae5fb8ec-9602-4387-8035-09d9856f948e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (d7e53180-f424-41ae-b970-1807046fdee9), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:43.446868 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-ae5fb8ec-9602-4387-8035-09d9856f948e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:43.448028 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-ae5fb8ec-9602-4387-8035-09d9856f948e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d7e53180-f424-41ae-b970-1807046fdee9 HTTP/1.1" status: 204 len: 168 time: 0.1351316 Apr 08 11:04:43.457663 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5fb8ec-9602-4387-8035-09d9856f948e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e53180-f424-41ae-b970-1807046fdee9,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:04:43.728481 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 34214) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:04:43.742010 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-7034bd25-45f2-4749-8c1c-1ffde3d98d37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:43.820912 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-7034bd25-45f2-4749-8c1c-1ffde3d98d37 admin admin] Publish callbacks [] for security_group (91a48e7e-ba2e-45aa-bc4d-8a0c0e7fdde9), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:43.827718 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-7034bd25-45f2-4749-8c1c-1ffde3d98d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (91a48e7e-ba2e-45aa-bc4d-8a0c0e7fdde9), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:43.864074 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7034bd25-45f2-4749-8c1c-1ffde3d98d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a48e7e-ba2e-45aa-bc4d-8a0c0e7fdde9,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:04:43.868702 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-7034bd25-45f2-4749-8c1c-1ffde3d98d37 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=519a5af34ff643dc99ae095d3b5f3303&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1391943 Apr 08 11:04:43.872338 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 34216) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:04:43.922309 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-f4460e1d-93ba-4f98-9fc3-b791c1847586 admin admin] Publish callbacks [] for security_group (91a48e7e-ba2e-45aa-bc4d-8a0c0e7fdde9), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:43.943832 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-f4460e1d-93ba-4f98-9fc3-b791c1847586 admin admin] Publish callbacks [] for security_group (91a48e7e-ba2e-45aa-bc4d-8a0c0e7fdde9), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:43.992901 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-f4460e1d-93ba-4f98-9fc3-b791c1847586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (91a48e7e-ba2e-45aa-bc4d-8a0c0e7fdde9), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:43.995613 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-f4460e1d-93ba-4f98-9fc3-b791c1847586 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:43.996782 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-f4460e1d-93ba-4f98-9fc3-b791c1847586 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/91a48e7e-ba2e-45aa-bc4d-8a0c0e7fdde9 HTTP/1.1" status: 204 len: 168 time: 0.1235325 Apr 08 11:04:44.004904 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4460e1d-93ba-4f98-9fc3-b791c1847586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a48e7e-ba2e-45aa-bc4d-8a0c0e7fdde9,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:04:44.207128 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-cdc12606-c72a-4cba-a1b6-abc77dfa094b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (a0f054a9-d30b-4594-8de6-6c24438c3963), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:45.120389 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 34250) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:04:45.204622 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c39995e2-c233-4533-b78f-2944bd33f611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (65c9c9bc-bb02-426d-a902-340b44f1a4c2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:45.236711 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-02cc68e7-7658-4cf0-be19-8f3c347e9797 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:45.315853 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-02cc68e7-7658-4cf0-be19-8f3c347e9797 admin admin] Publish callbacks [] for security_group (16ece3c4-829e-4653-9cdc-5c18eec89b7a), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:45.322445 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-02cc68e7-7658-4cf0-be19-8f3c347e9797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (16ece3c4-829e-4653-9cdc-5c18eec89b7a), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:45.364444 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-02cc68e7-7658-4cf0-be19-8f3c347e9797 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e7b820ba31f64b75a213f39450b9d338&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2430084 Apr 08 11:04:45.365412 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cc68e7-7658-4cf0-be19-8f3c347e9797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ece3c4-829e-4653-9cdc-5c18eec89b7a,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:04:45.367537 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 34254) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:04:45.423570 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-dacdf8eb-3587-4805-bb38-08089a2d497f admin admin] Publish callbacks [] for security_group (16ece3c4-829e-4653-9cdc-5c18eec89b7a), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:45.444511 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-dacdf8eb-3587-4805-bb38-08089a2d497f admin admin] Publish callbacks [] for security_group (16ece3c4-829e-4653-9cdc-5c18eec89b7a), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:45.497666 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-dacdf8eb-3587-4805-bb38-08089a2d497f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (16ece3c4-829e-4653-9cdc-5c18eec89b7a), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:45.501836 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-dacdf8eb-3587-4805-bb38-08089a2d497f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:45.503623 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-dacdf8eb-3587-4805-bb38-08089a2d497f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/16ece3c4-829e-4653-9cdc-5c18eec89b7a HTTP/1.1" status: 204 len: 168 time: 0.1346345 Apr 08 11:04:45.515478 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacdf8eb-3587-4805-bb38-08089a2d497f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ece3c4-829e-4653-9cdc-5c18eec89b7a,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:04:46.663066 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dfd57949-1be2-4190-94f2-c1682066023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (140c1fdd-4f9d-4fc9-9d7c-f6f7cee51a0a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:48.191640 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (d1e78606-e5cc-43c0-bc22-8a5324478286), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:04:48.255017 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.agents_db [None req-4d82583b-548a-400c-8f4c-c09be56c4ea4 None None] Agent healthcheck: found 6 active agents {{(pid=109912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:04:48.602289 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (df0b008b-1017-45b0-9cbd-b6387ecfd69a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:11.812653 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-03445605-75f0-41b9-9a4a-3f3c9184181d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (0996d03c-a6d6-4751-8b32-c8111f4b3d8a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:14.217118 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-faec4a3e-509f-4f08-a392-30cd6f606490 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (a0f054a9-d30b-4594-8de6-6c24438c3963), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:15.214862 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c39995e2-c233-4533-b78f-2944bd33f611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (65c9c9bc-bb02-426d-a902-340b44f1a4c2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:16.668552 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dfd57949-1be2-4190-94f2-c1682066023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (140c1fdd-4f9d-4fc9-9d7c-f6f7cee51a0a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:16.948633 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 34446) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:05:17.071944 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-8b352c86-3982-4b14-9638-eb15d22176ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:17.163225 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-8b352c86-3982-4b14-9638-eb15d22176ab admin admin] Publish callbacks [] for security_group (b387b4ba-8e19-4fd7-9b14-133541ce57ed), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:17.170525 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-8b352c86-3982-4b14-9638-eb15d22176ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (b387b4ba-8e19-4fd7-9b14-133541ce57ed), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:17.210190 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-8b352c86-3982-4b14-9638-eb15d22176ab admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=57ade498dcc44dbdb8e8dd2075ab8ca4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2602611 Apr 08 11:05:17.210833 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b352c86-3982-4b14-9638-eb15d22176ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b387b4ba-8e19-4fd7-9b14-133541ce57ed,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:17.214315 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 34450) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:05:17.274742 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-abff9edc-0a3b-434e-89c8-05c93fe88466 admin admin] Publish callbacks [] for security_group (b387b4ba-8e19-4fd7-9b14-133541ce57ed), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:17.300693 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-abff9edc-0a3b-434e-89c8-05c93fe88466 admin admin] Publish callbacks [] for security_group (b387b4ba-8e19-4fd7-9b14-133541ce57ed), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:17.359071 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-abff9edc-0a3b-434e-89c8-05c93fe88466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (b387b4ba-8e19-4fd7-9b14-133541ce57ed), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:17.361954 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-abff9edc-0a3b-434e-89c8-05c93fe88466 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:17.363387 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-abff9edc-0a3b-434e-89c8-05c93fe88466 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b387b4ba-8e19-4fd7-9b14-133541ce57ed HTTP/1.1" status: 204 len: 168 time: 0.1477075 Apr 08 11:05:17.371287 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abff9edc-0a3b-434e-89c8-05c93fe88466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b387b4ba-8e19-4fd7-9b14-133541ce57ed,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:18.059742 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (d1e78606-e5cc-43c0-bc22-8a5324478286), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:18.614659 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (df0b008b-1017-45b0-9cbd-b6387ecfd69a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:25.255386 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.agents_db [None req-4d82583b-548a-400c-8f4c-c09be56c4ea4 None None] Agent healthcheck: found 6 active agents {{(pid=109912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:05:41.808330 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-98f1abc6-5d54-4db2-9541-33727a3f07c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (0996d03c-a6d6-4751-8b32-c8111f4b3d8a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:43.198157 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 34630) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:05:43.314010 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-5e8d8ab5-6a45-4c97-8cff-921bb2f65369 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:43.394601 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-5e8d8ab5-6a45-4c97-8cff-921bb2f65369 admin admin] Publish callbacks [] for security_group (ed2ace21-83b5-4bbf-986b-d7cf92b926bb), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:43.407372 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-5e8d8ab5-6a45-4c97-8cff-921bb2f65369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (ed2ace21-83b5-4bbf-986b-d7cf92b926bb), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:43.446762 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8d8ab5-6a45-4c97-8cff-921bb2f65369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2ace21-83b5-4bbf-986b-d7cf92b926bb,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:43.451052 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-5e8d8ab5-6a45-4c97-8cff-921bb2f65369 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=829fa96e0f794041827cd5553a344f3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2518389 Apr 08 11:05:43.454158 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 34636) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:05:43.458405 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8d8ab5-6a45-4c97-8cff-921bb2f65369 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:43.458794 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8d8ab5-6a45-4c97-8cff-921bb2f65369 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:43.459262 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8d8ab5-6a45-4c97-8cff-921bb2f65369 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:43.459582 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8d8ab5-6a45-4c97-8cff-921bb2f65369 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:43.459914 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8d8ab5-6a45-4c97-8cff-921bb2f65369 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:43.460244 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8d8ab5-6a45-4c97-8cff-921bb2f65369 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:43.460568 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8d8ab5-6a45-4c97-8cff-921bb2f65369 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:43.460891 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8d8ab5-6a45-4c97-8cff-921bb2f65369 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:43.461240 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8d8ab5-6a45-4c97-8cff-921bb2f65369 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:43.461579 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8d8ab5-6a45-4c97-8cff-921bb2f65369 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:43.461892 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8d8ab5-6a45-4c97-8cff-921bb2f65369 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:43.462225 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8d8ab5-6a45-4c97-8cff-921bb2f65369 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:43.462523 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8d8ab5-6a45-4c97-8cff-921bb2f65369 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:43.462843 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8d8ab5-6a45-4c97-8cff-921bb2f65369 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:43.463155 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8d8ab5-6a45-4c97-8cff-921bb2f65369 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:43.507573 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-67bd559a-65d0-4f18-bdd9-fa7b33aae42d admin admin] Publish callbacks [] for security_group (ed2ace21-83b5-4bbf-986b-d7cf92b926bb), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:43.534959 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-67bd559a-65d0-4f18-bdd9-fa7b33aae42d admin admin] Publish callbacks [] for security_group (ed2ace21-83b5-4bbf-986b-d7cf92b926bb), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:43.588859 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-67bd559a-65d0-4f18-bdd9-fa7b33aae42d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (ed2ace21-83b5-4bbf-986b-d7cf92b926bb), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:43.591427 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-67bd559a-65d0-4f18-bdd9-fa7b33aae42d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:43.592541 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-67bd559a-65d0-4f18-bdd9-fa7b33aae42d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ed2ace21-83b5-4bbf-986b-d7cf92b926bb HTTP/1.1" status: 204 len: 168 time: 0.1373453 Apr 08 11:05:43.600233 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bd559a-65d0-4f18-bdd9-fa7b33aae42d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2ace21-83b5-4bbf-986b-d7cf92b926bb,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:43.607419 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bd559a-65d0-4f18-bdd9-fa7b33aae42d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:43.607763 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bd559a-65d0-4f18-bdd9-fa7b33aae42d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:43.608099 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bd559a-65d0-4f18-bdd9-fa7b33aae42d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:43.608432 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bd559a-65d0-4f18-bdd9-fa7b33aae42d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:43.608759 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bd559a-65d0-4f18-bdd9-fa7b33aae42d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:43.609110 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bd559a-65d0-4f18-bdd9-fa7b33aae42d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:43.609423 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bd559a-65d0-4f18-bdd9-fa7b33aae42d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:43.609774 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bd559a-65d0-4f18-bdd9-fa7b33aae42d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:43.610090 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bd559a-65d0-4f18-bdd9-fa7b33aae42d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:43.610410 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bd559a-65d0-4f18-bdd9-fa7b33aae42d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:43.610729 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bd559a-65d0-4f18-bdd9-fa7b33aae42d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:43.611052 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bd559a-65d0-4f18-bdd9-fa7b33aae42d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:43.611367 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bd559a-65d0-4f18-bdd9-fa7b33aae42d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:43.611847 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bd559a-65d0-4f18-bdd9-fa7b33aae42d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:43.611955 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bd559a-65d0-4f18-bdd9-fa7b33aae42d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:44.213470 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c776b0d6-691a-415c-9219-792e3a9913cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (a0f054a9-d30b-4594-8de6-6c24438c3963), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:44.261835 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 34658) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:05:44.365545 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.v2.base [None req-c426445a-b865-433c-a806-f5d8b78b033e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-423570816-network', 'tenant_id': '76c45567f5c14ecdb8ea16bbffdf0932'}} {{(pid=109909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:05:44.390968 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c426445a-b865-433c-a806-f5d8b78b033e admin admin] Made reservation on behalf of 76c45567f5c14ecdb8ea16bbffdf0932 for: {'network': 1} {{(pid=109909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:05:44.393263 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-c426445a-b865-433c-a806-f5d8b78b033e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for network (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:44.402588 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-c426445a-b865-433c-a806-f5d8b78b033e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:44.483578 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-c426445a-b865-433c-a806-f5d8b78b033e admin admin] Publish callbacks [] for security_group (f76ce62e-f2ee-460d-ad59-626b53eb2c41), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:44.488851 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-c426445a-b865-433c-a806-f5d8b78b033e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (f76ce62e-f2ee-460d-ad59-626b53eb2c41), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:44.520902 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c426445a-b865-433c-a806-f5d8b78b033e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=109909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 11:05:44.530362 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c426445a-b865-433c-a806-f5d8b78b033e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f76ce62e-f2ee-460d-ad59-626b53eb2c41,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:44.537163 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-c426445a-b865-433c-a806-f5d8b78b033e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801210'] for segment (bf7fd8ca-14a6-49ab-9f5c-f94bec0d0ffd), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:44.538789 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.db.segments_db [None req-c426445a-b865-433c-a806-f5d8b78b033e admin admin] Added segment bf7fd8ca-14a6-49ab-9f5c-f94bec0d0ffd of type vlan for network 85c2f180-f628-44a0-a833-713be93ebee5 Apr 08 11:05:44.579515 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-c426445a-b865-433c-a806-f5d8b78b033e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778032765835'] for network (85c2f180-f628-44a0-a833-713be93ebee5), precommit_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:44.607583 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-c426445a-b865-433c-a806-f5d8b78b033e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513'] for network (85c2f180-f628-44a0-a833-713be93ebee5), after_create {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:44.608583 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c426445a-b865-433c-a806-f5d8b78b033e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:44.609211 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-c426445a-b865-433c-a806-f5d8b78b033e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553535'] for network (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:44.665019 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-c426445a-b865-433c-a806-f5d8b78b033e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4020500 Apr 08 11:05:44.668270 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 34662) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:05:44.672270 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c426445a-b865-433c-a806-f5d8b78b033e admin admin] Pushing event updated for resources: {'Network': ['ID=85c2f180-f628-44a0-a833-713be93ebee5,revision_number=1']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:44.673263 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [None req-1fa5110f-acbd-4a51-9c78-5b8667d4092c admin admin] Request body: {'subnet': {'network_id': '85c2f180-f628-44a0-a833-713be93ebee5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-423570816-subnet', 'tenant_id': '76c45567f5c14ecdb8ea16bbffdf0932', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:05:44.682765 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Network 85c2f180-f628-44a0-a833-713be93ebee5 details requested by agent ovs-agent-dv-cinder-836071-3-iscsi with host dv-cinder-836071-3-iscsi {{(pid=109911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 11:05:44.694724 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa5110f-acbd-4a51-9c78-5b8667d4092c admin admin] Made reservation on behalf of 76c45567f5c14ecdb8ea16bbffdf0932 for: {'subnet': 1} {{(pid=109910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:05:44.697002 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-1fa5110f-acbd-4a51-9c78-5b8667d4092c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14574116'] for subnet (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:44.866334 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-1fa5110f-acbd-4a51-9c78-5b8667d4092c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14190107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14576862'] for subnet (1612737e-32b5-4a9d-a8be-17c1f942ff77), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:44.921469 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa5110f-acbd-4a51-9c78-5b8667d4092c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1612737e-32b5-4a9d-a8be-17c1f942ff77,revision_number=0']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:44.932066 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa5110f-acbd-4a51-9c78-5b8667d4092c admin admin] Checking segment: {'id': 'bf7fd8ca-14a6-49ab-9f5c-f94bec0d0ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '85c2f180-f628-44a0-a833-713be93ebee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:05:44.932415 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa5110f-acbd-4a51-9c78-5b8667d4092c admin admin] Network hostable DHCP agents. Network: 85c2f180-f628-44a0-a833-713be93ebee5, hostable agents: ['0996d03c-a6d6-4751-8b32-c8111f4b3d8a'], hosted agents: [] {{(pid=109910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 11:05:44.951548 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa5110f-acbd-4a51-9c78-5b8667d4092c admin admin] Network 85c2f180-f628-44a0-a833-713be93ebee5 is scheduled to be hosted by DHCP agent 0996d03c-a6d6-4751-8b32-c8111f4b3d8a with binding_index 1 {{(pid=109910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 11:05:44.961560 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.base_scheduler [None req-1fa5110f-acbd-4a51-9c78-5b8667d4092c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836071-3-iscsi, 85c2f180-f628-44a0-a833-713be93ebee5) {{(pid=109910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:05:44.965796 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa5110f-acbd-4a51-9c78-5b8667d4092c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:44.966387 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-1fa5110f-acbd-4a51-9c78-5b8667d4092c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553535'] for subnet (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:44.970763 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bc2e05-bb82-4e7f-8d31-8591d58b3847 None None] Network 85c2f180-f628-44a0-a833-713be93ebee5 requested from dv-cinder-836071-3-iscsi {{(pid=109911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:05:44.981576 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-1fa5110f-acbd-4a51-9c78-5b8667d4092c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3122032 Apr 08 11:05:45.069216 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5d7f3c-c156-4084-8ec5-4949d2a22fa0 None None] Network 85c2f180-f628-44a0-a833-713be93ebee5 requested from dv-cinder-836071-3-iscsi {{(pid=109911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 11:05:45.210948 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c39995e2-c233-4533-b78f-2944bd33f611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (65c9c9bc-bb02-426d-a902-340b44f1a4c2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:46.669164 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dfd57949-1be2-4190-94f2-c1682066023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (140c1fdd-4f9d-4fc9-9d7c-f6f7cee51a0a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:46.982593 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9edd2-1768-43be-a710-ad859c6d6edf req-9c9858de-2184-4d89-821e-ad4ed9e1a9a1 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:46.984047 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b6c9edd2-1768-43be-a710-ad859c6d6edf req-9c9858de-2184-4d89-821e-ad4ed9e1a9a1 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] 10.222.0.43 "GET /v2.0/networks?id=85c2f180-f628-44a0-a833-713be93ebee5 HTTP/1.1" status: 200 len: 813 time: 0.1073606 Apr 08 11:05:47.002055 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b6c9edd2-1768-43be-a710-ad859c6d6edf req-56d7ff02-e17e-4407-a283-5d6bec20b092 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] 10.222.0.43 "GET /v2.0/quotas/76c45567f5c14ecdb8ea16bbffdf0932 HTTP/1.1" status: 200 len: 375 time: 0.0120335 Apr 08 11:05:47.036538 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b6c9edd2-1768-43be-a710-ad859c6d6edf req-6f28e064-48fb-474a-9d2c-63a15d2befe6 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=76c45567f5c14ecdb8ea16bbffdf0932&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287466 Apr 08 11:05:47.143720 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b6c9edd2-1768-43be-a710-ad859c6d6edf req-b76fcd93-96ee-4530-b042-dff411b1477e service neutron] 10.222.0.43 "GET /v2.0/networks/85c2f180-f628-44a0-a833-713be93ebee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993392 Apr 08 11:05:47.243706 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b6c9edd2-1768-43be-a710-ad859c6d6edf req-4284d1bf-9325-4519-984e-9adcc10a5050 service neutron] 10.222.0.43 "GET /v2.0/networks/85c2f180-f628-44a0-a833-713be93ebee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936143 Apr 08 11:05:47.475926 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ce4daa3d-1a80-4bb0-aab3-4ee6cecfb47c req-1706db20-8735-421d-ac01-ee857dd57e74 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] 10.222.0.43 "GET /v2.0/ports?device_id=f91dec2c-ee00-4f46-bb5c-bd7b29892369 HTTP/1.1" status: 200 len: 210 time: 0.0865197 Apr 08 11:05:48.056280 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (d1e78606-e5cc-43c0-bc22-8a5324478286), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:48.569431 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9edd2-1768-43be-a710-ad859c6d6edf req-05e77027-4d90-484d-a7ea-e8f0b1217760 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:48.570998 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b6c9edd2-1768-43be-a710-ad859c6d6edf req-05e77027-4d90-484d-a7ea-e8f0b1217760 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] 10.222.0.39 "GET /v2.0/networks?id=85c2f180-f628-44a0-a833-713be93ebee5 HTTP/1.1" status: 200 len: 813 time: 0.1289115 Apr 08 11:05:48.586082 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [req-b6c9edd2-1768-43be-a710-ad859c6d6edf req-8366e75b-b889-45a7-8192-aa2b809f8952 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Request body: {'port': {'device_id': 'f91dec2c-ee00-4f46-bb5c-bd7b29892369', 'network_id': '85c2f180-f628-44a0-a833-713be93ebee5', 'admin_state_up': True, 'tenant_id': '76c45567f5c14ecdb8ea16bbffdf0932'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:05:48.622718 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (df0b008b-1017-45b0-9cbd-b6387ecfd69a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:48.635345 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-867a1e7e-96ea-4131-8568-1817b2af617f req-516ae897-9d57-40ba-b457-1736ca32590b tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] 10.222.0.43 "GET /v2.0/ports?device_id=f91dec2c-ee00-4f46-bb5c-bd7b29892369 HTTP/1.1" status: 200 len: 210 time: 0.0632637 Apr 08 11:05:48.731702 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6c9edd2-1768-43be-a710-ad859c6d6edf req-8366e75b-b889-45a7-8192-aa2b809f8952 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Made reservation on behalf of 76c45567f5c14ecdb8ea16bbffdf0932 for: {'port': 1} {{(pid=109910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:05:48.735314 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-b6c9edd2-1768-43be-a710-ad859c6d6edf req-8366e75b-b889-45a7-8192-aa2b809f8952 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:48.872957 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.db_base_plugin_common [req-b6c9edd2-1768-43be-a710-ad859c6d6edf req-8366e75b-b889-45a7-8192-aa2b809f8952 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Allocated IP 172.20.0.4 (85c2f180-f628-44a0-a833-713be93ebee5/1612737e-32b5-4a9d-a8be-17c1f942ff77/9d6753d6-97b4-494b-85c1-ca6be58d1213) {{(pid=109910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:05:49.031213 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-b6c9edd2-1768-43be-a710-ad859c6d6edf req-8366e75b-b889-45a7-8192-aa2b809f8952 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Publish callbacks [] for port (9d6753d6-97b4-494b-85c1-ca6be58d1213), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:49.068251 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-b6c9edd2-1768-43be-a710-ad859c6d6edf req-8366e75b-b889-45a7-8192-aa2b809f8952 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14190223'] for port (9d6753d6-97b4-494b-85c1-ca6be58d1213), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:49.110307 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6c9edd2-1768-43be-a710-ad859c6d6edf req-8366e75b-b889-45a7-8192-aa2b809f8952 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Network 85c2f180-f628-44a0-a833-713be93ebee5 is already hosted by enough agents. {{(pid=109910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:05:49.113479 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.base_scheduler [req-b6c9edd2-1768-43be-a710-ad859c6d6edf req-8366e75b-b889-45a7-8192-aa2b809f8952 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Resources bound (agent type, host, resource id): {{(pid=109910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:05:49.119407 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c9edd2-1768-43be-a710-ad859c6d6edf req-8366e75b-b889-45a7-8192-aa2b809f8952 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Received port after_create {{(pid=109910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:05:49.126048 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8366e75b-b889-45a7-8192-aa2b809f8952 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Pushing event updated for resources: {'Port': ['ID=9d6753d6-97b4-494b-85c1-ca6be58d1213,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:49.171627 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9edd2-1768-43be-a710-ad859c6d6edf req-8366e75b-b889-45a7-8192-aa2b809f8952 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:49.172238 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-b6c9edd2-1768-43be-a710-ad859c6d6edf req-8366e75b-b889-45a7-8192-aa2b809f8952 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for port (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:49.188926 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b6c9edd2-1768-43be-a710-ad859c6d6edf req-8366e75b-b889-45a7-8192-aa2b809f8952 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6079748 Apr 08 11:05:49.245833 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [req-b6c9edd2-1768-43be-a710-ad859c6d6edf req-03162790-61ba-4916-b65b-c2a10b946317 service neutron] Request body: {'port': {'device_id': 'f91dec2c-ee00-4f46-bb5c-bd7b29892369', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:05:49.310160 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-b6c9edd2-1768-43be-a710-ad859c6d6edf req-03162790-61ba-4916-b65b-c2a10b946317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (9d6753d6-97b4-494b-85c1-ca6be58d1213), before_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:49.575619 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [req-b6c9edd2-1768-43be-a710-ad859c6d6edf req-03162790-61ba-4916-b65b-c2a10b946317 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d6753d6-97b4-494b-85c1-ca6be58d1213 {{(pid=109910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:05:49.583228 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-b6c9edd2-1768-43be-a710-ad859c6d6edf req-03162790-61ba-4916-b65b-c2a10b946317 service neutron] Publish callbacks [] for port (9d6753d6-97b4-494b-85c1-ca6be58d1213), precommit_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:49.596499 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.provisioning_blocks [req-b6c9edd2-1768-43be-a710-ad859c6d6edf req-03162790-61ba-4916-b65b-c2a10b946317 service neutron] Transition to ACTIVE for port object 9d6753d6-97b4-494b-85c1-ca6be58d1213 will not be triggered until provisioned by entity L2. {{(pid=109910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 11:05:49.601150 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-b6c9edd2-1768-43be-a710-ad859c6d6edf req-03162790-61ba-4916-b65b-c2a10b946317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14190224'] for port (9d6753d6-97b4-494b-85c1-ca6be58d1213), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:49.657233 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03162790-61ba-4916-b65b-c2a10b946317 service neutron] Pushing event updated for resources: {'Port': ['ID=9d6753d6-97b4-494b-85c1-ca6be58d1213,revision_number=2']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:49.754488 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.managers [req-b6c9edd2-1768-43be-a710-ad859c6d6edf req-03162790-61ba-4916-b65b-c2a10b946317 service neutron] Attempting to bind port 9d6753d6-97b4-494b-85c1-ca6be58d1213 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:05:49.754822 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.managers [req-b6c9edd2-1768-43be-a710-ad859c6d6edf req-03162790-61ba-4916-b65b-c2a10b946317 service neutron] Attempting to bind port 9d6753d6-97b4-494b-85c1-ca6be58d1213 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'bf7fd8ca-14a6-49ab-9f5c-f94bec0d0ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '85c2f180-f628-44a0-a833-713be93ebee5'}] {{(pid=109910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:05:49.755158 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c9edd2-1768-43be-a710-ad859c6d6edf req-03162790-61ba-4916-b65b-c2a10b946317 service neutron] Attempting to bind port 9d6753d6-97b4-494b-85c1-ca6be58d1213 on network 85c2f180-f628-44a0-a833-713be93ebee5 {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:05:49.763700 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c9edd2-1768-43be-a710-ad859c6d6edf req-03162790-61ba-4916-b65b-c2a10b946317 service neutron] Port 9d6753d6-97b4-494b-85c1-ca6be58d1213 on network 85c2f180-f628-44a0-a833-713be93ebee5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 11:05:49.764061 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c9edd2-1768-43be-a710-ad859c6d6edf req-03162790-61ba-4916-b65b-c2a10b946317 service neutron] Attempting to bind port 9d6753d6-97b4-494b-85c1-ca6be58d1213 on network 85c2f180-f628-44a0-a833-713be93ebee5 {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:05:49.771998 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c9edd2-1768-43be-a710-ad859c6d6edf req-03162790-61ba-4916-b65b-c2a10b946317 service neutron] Checking agent: {'id': 'df0b008b-1017-45b0-9cbd-b6387ecfd69a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 48, 18), 'started_at': datetime.datetime(2022, 4, 8, 10, 48, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:05:49.772344 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c9edd2-1768-43be-a710-ad859c6d6edf req-03162790-61ba-4916-b65b-c2a10b946317 service neutron] Checking segment: {'id': 'bf7fd8ca-14a6-49ab-9f5c-f94bec0d0ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '85c2f180-f628-44a0-a833-713be93ebee5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:05:49.772732 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c9edd2-1768-43be-a710-ad859c6d6edf req-03162790-61ba-4916-b65b-c2a10b946317 service neutron] Bound using segment: {'id': 'bf7fd8ca-14a6-49ab-9f5c-f94bec0d0ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '85c2f180-f628-44a0-a833-713be93ebee5'} {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:05:49.773223 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.managers [req-b6c9edd2-1768-43be-a710-ad859c6d6edf req-03162790-61ba-4916-b65b-c2a10b946317 service neutron] Bound port: 9d6753d6-97b4-494b-85c1-ca6be58d1213, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf7fd8ca-14a6-49ab-9f5c-f94bec0d0ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '85c2f180-f628-44a0-a833-713be93ebee5'}}] {{(pid=109910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:05:49.773590 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-b6c9edd2-1768-43be-a710-ad859c6d6edf req-03162790-61ba-4916-b65b-c2a10b946317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (9d6753d6-97b4-494b-85c1-ca6be58d1213), before_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:49.793542 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31434a34-1139-4083-ad07-26885e793bb5 req-6852764f-8268-4107-b466-9233b6d50b8c tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:49.795030 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-31434a34-1139-4083-ad07-26885e793bb5 req-6852764f-8268-4107-b466-9233b6d50b8c tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] 10.222.0.43 "GET /v2.0/ports?device_id=f91dec2c-ee00-4f46-bb5c-bd7b29892369 HTTP/1.1" status: 200 len: 943 time: 0.0823967 Apr 08 11:05:49.879690 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [req-b6c9edd2-1768-43be-a710-ad859c6d6edf req-03162790-61ba-4916-b65b-c2a10b946317 service neutron] For port 9d6753d6-97b4-494b-85c1-ca6be58d1213, host hv-cinder-83607, cleared binding levels {{(pid=109910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:05:49.883415 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [req-b6c9edd2-1768-43be-a710-ad859c6d6edf req-03162790-61ba-4916-b65b-c2a10b946317 service neutron] For port 9d6753d6-97b4-494b-85c1-ca6be58d1213, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=9d6753d6-97b4-494b-85c1-ca6be58d1213,segment=NetworkSegment(bf7fd8ca-14a6-49ab-9f5c-f94bec0d0ffd),segment_id=bf7fd8ca-14a6-49ab-9f5c-f94bec0d0ffd)] {{(pid=109910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:05:49.889053 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-31434a34-1139-4083-ad07-26885e793bb5 req-1c0d27d0-7db8-4eda-b45c-83fcd7d650d4 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] 10.222.0.43 "GET /v2.0/security-groups?id=f76ce62e-f2ee-460d-ad59-626b53eb2c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725100 Apr 08 11:05:49.890539 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-b6c9edd2-1768-43be-a710-ad859c6d6edf req-03162790-61ba-4916-b65b-c2a10b946317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14190224'] for port (9d6753d6-97b4-494b-85c1-ca6be58d1213), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:49.925250 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9edd2-1768-43be-a710-ad859c6d6edf req-03162790-61ba-4916-b65b-c2a10b946317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:49.925858 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-b6c9edd2-1768-43be-a710-ad859c6d6edf req-03162790-61ba-4916-b65b-c2a10b946317 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for port (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:49.927244 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b6c9edd2-1768-43be-a710-ad859c6d6edf req-03162790-61ba-4916-b65b-c2a10b946317 service neutron] 10.222.0.39 "PUT /v2.0/ports/9d6753d6-97b4-494b-85c1-ca6be58d1213 HTTP/1.1" status: 200 len: 1093 time: 0.7310042 Apr 08 11:05:49.927791 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f91dec2c-ee00-4f46-bb5c-bd7b29892369', 'tag': '9d6753d6-97b4-494b-85c1-ca6be58d1213'}] {{(pid=109910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:05:49.930050 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c101578fc708467248d177b11db2e3e6a7db5c554c0046cb1dea7ab1ce8b9fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9f2abc-a14f-4106-9c42-23656c116278" -d '{"events": [{"name": "network-changed", "server_uuid": "f91dec2c-ee00-4f46-bb5c-bd7b29892369", "tag": "9d6753d6-97b4-494b-85c1-ca6be58d1213"}]}' {{(pid=109910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:05:49.955976 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03162790-61ba-4916-b65b-c2a10b946317 service neutron] Pushing event updated for resources: {'Port': ['ID=9d6753d6-97b4-494b-85c1-ca6be58d1213,revision_number=3']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:50.020408 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9edd2-1768-43be-a710-ad859c6d6edf req-03e34070-ef09-4cb8-8799-843063fc6d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:50.022485 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b6c9edd2-1768-43be-a710-ad859c6d6edf req-03e34070-ef09-4cb8-8799-843063fc6d37 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=76c45567f5c14ecdb8ea16bbffdf0932&device_id=f91dec2c-ee00-4f46-bb5c-bd7b29892369 HTTP/1.1" status: 200 len: 1127 time: 0.0479662 Apr 08 11:05:50.036894 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36bc32eb-65aa-42e3-8544-967212d96df8 x-openstack-request-id: req-36bc32eb-65aa-42e3-8544-967212d96df8 {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:05:50.037217 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f91dec2c-ee00-4f46-bb5c-bd7b29892369", "tag": "9d6753d6-97b4-494b-85c1-ca6be58d1213", "status": "completed", "code": 200}]} {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:05:50.037466 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-36bc32eb-65aa-42e3-8544-967212d96df8 {{(pid=109910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:05:50.038232 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36bc32eb-65aa-42e3-8544-967212d96df8'] response: {'name': 'network-changed', 'server_uuid': 'f91dec2c-ee00-4f46-bb5c-bd7b29892369', 'tag': '9d6753d6-97b4-494b-85c1-ca6be58d1213', 'status': 'completed', 'code': 200} Apr 08 11:05:50.068478 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b6c9edd2-1768-43be-a710-ad859c6d6edf req-571bbc5e-2df6-4951-aaf7-8368067ef0c2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d6753d6-97b4-494b-85c1-ca6be58d1213 HTTP/1.1" status: 200 len: 217 time: 0.0399435 Apr 08 11:05:50.115960 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9edd2-1768-43be-a710-ad859c6d6edf req-87758e62-7674-4f0d-85fc-311fc8885c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:50.117441 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b6c9edd2-1768-43be-a710-ad859c6d6edf req-87758e62-7674-4f0d-85fc-311fc8885c4e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1612737e-32b5-4a9d-a8be-17c1f942ff77 HTTP/1.1" status: 200 len: 853 time: 0.0436184 Apr 08 11:05:50.148441 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b6c9edd2-1768-43be-a710-ad859c6d6edf req-ef93d443-a158-41ab-a99b-30e49004235d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=85c2f180-f628-44a0-a833-713be93ebee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253172 Apr 08 11:05:50.240191 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b6c9edd2-1768-43be-a710-ad859c6d6edf req-b1e0a1c9-f640-4ffd-8eb1-cd38de1a537c service neutron] 10.222.0.39 "GET /v2.0/networks/85c2f180-f628-44a0-a833-713be93ebee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860562 Apr 08 11:05:50.620947 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b6c9edd2-1768-43be-a710-ad859c6d6edf req-774152f4-42fb-46ac-9722-3d1a2cb54ced service neutron] 10.222.0.39 "GET /v2.0/networks/85c2f180-f628-44a0-a833-713be93ebee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3739572 Apr 08 11:05:51.012971 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf97ef9-fde2-4390-9dd6-751d02a7b31f req-ecf06ee8-c7f6-42f2-a5f7-e09661c94f13 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:51.014484 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-faf97ef9-fde2-4390-9dd6-751d02a7b31f req-ecf06ee8-c7f6-42f2-a5f7-e09661c94f13 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] 10.222.0.43 "GET /v2.0/ports?device_id=f91dec2c-ee00-4f46-bb5c-bd7b29892369 HTTP/1.1" status: 200 len: 943 time: 0.0560465 Apr 08 11:05:51.065853 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-faf97ef9-fde2-4390-9dd6-751d02a7b31f req-623a4f46-a0c0-4a20-b5be-9c68cbf504c0 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] 10.222.0.43 "GET /v2.0/security-groups?id=f76ce62e-f2ee-460d-ad59-626b53eb2c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456080 Apr 08 11:05:51.346119 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f2abc-a14f-4106-9c42-23656c116278 req-a3bf6bdb-d76b-4844-b325-8b04ac821b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:51.347658 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ed9f2abc-a14f-4106-9c42-23656c116278 req-a3bf6bdb-d76b-4844-b325-8b04ac821b35 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=76c45567f5c14ecdb8ea16bbffdf0932&device_id=f91dec2c-ee00-4f46-bb5c-bd7b29892369 HTTP/1.1" status: 200 len: 1127 time: 0.0475414 Apr 08 11:05:51.438546 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f2abc-a14f-4106-9c42-23656c116278 req-4dd6d406-5580-431f-97ba-86cdaee9331f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:51.440066 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ed9f2abc-a14f-4106-9c42-23656c116278 req-4dd6d406-5580-431f-97ba-86cdaee9331f service neutron] 10.222.0.39 "GET /v2.0/networks?id=85c2f180-f628-44a0-a833-713be93ebee5 HTTP/1.1" status: 200 len: 914 time: 0.0862372 Apr 08 11:05:51.485236 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ed9f2abc-a14f-4106-9c42-23656c116278 req-c155d90a-84cf-4740-943d-0a222defa8bc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d6753d6-97b4-494b-85c1-ca6be58d1213 HTTP/1.1" status: 200 len: 217 time: 0.0380304 Apr 08 11:05:51.533079 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f2abc-a14f-4106-9c42-23656c116278 req-21f76790-2bd8-4531-85a0-d76840f9ad27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:51.534570 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ed9f2abc-a14f-4106-9c42-23656c116278 req-21f76790-2bd8-4531-85a0-d76840f9ad27 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1612737e-32b5-4a9d-a8be-17c1f942ff77 HTTP/1.1" status: 200 len: 853 time: 0.0431304 Apr 08 11:05:51.566866 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ed9f2abc-a14f-4106-9c42-23656c116278 req-632a9460-a522-43a4-8efc-d9837c1b6b08 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=85c2f180-f628-44a0-a833-713be93ebee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257154 Apr 08 11:05:51.662509 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ed9f2abc-a14f-4106-9c42-23656c116278 req-bb11ab69-5384-48a0-9c84-5a7f5215910b service neutron] 10.222.0.39 "GET /v2.0/networks/85c2f180-f628-44a0-a833-713be93ebee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889325 Apr 08 11:05:51.754716 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ed9f2abc-a14f-4106-9c42-23656c116278 req-2ad3e1d7-06bd-4319-9e17-ec632a19dd80 service neutron] 10.222.0.39 "GET /v2.0/networks/85c2f180-f628-44a0-a833-713be93ebee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863328 Apr 08 11:05:52.195326 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd0831-0300-4280-bb6c-78cb32590fb7 req-964a47cf-d7be-4483-9fe0-b3f5fbaf4cbf tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:52.196832 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-8ebd0831-0300-4280-bb6c-78cb32590fb7 req-964a47cf-d7be-4483-9fe0-b3f5fbaf4cbf tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] 10.222.0.43 "GET /v2.0/ports?device_id=f91dec2c-ee00-4f46-bb5c-bd7b29892369 HTTP/1.1" status: 200 len: 943 time: 0.0601230 Apr 08 11:05:52.245536 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-8ebd0831-0300-4280-bb6c-78cb32590fb7 req-f6a53bec-99e6-4536-9adb-bfec6be74e28 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] 10.222.0.43 "GET /v2.0/security-groups?id=f76ce62e-f2ee-460d-ad59-626b53eb2c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428741 Apr 08 11:05:53.368318 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42768959-098c-41f1-b37d-9de0266df54b req-cf04d630-3fe1-4ffd-9e99-47693550582e tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:53.369920 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-42768959-098c-41f1-b37d-9de0266df54b req-cf04d630-3fe1-4ffd-9e99-47693550582e tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] 10.222.0.43 "GET /v2.0/ports?device_id=f91dec2c-ee00-4f46-bb5c-bd7b29892369 HTTP/1.1" status: 200 len: 943 time: 0.0560138 Apr 08 11:05:53.428228 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-42768959-098c-41f1-b37d-9de0266df54b req-23d70989-8048-4b4e-babb-8c58d1e93568 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] 10.222.0.43 "GET /v2.0/security-groups?id=f76ce62e-f2ee-460d-ad59-626b53eb2c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498714 Apr 08 11:05:54.564230 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310cb34d-178e-4e8e-b363-1bdf0f1772e6 req-84801bf5-c858-4e23-b628-2c766328ca3a tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:54.565754 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-310cb34d-178e-4e8e-b363-1bdf0f1772e6 req-84801bf5-c858-4e23-b628-2c766328ca3a tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] 10.222.0.43 "GET /v2.0/ports?device_id=f91dec2c-ee00-4f46-bb5c-bd7b29892369 HTTP/1.1" status: 200 len: 943 time: 0.0588326 Apr 08 11:05:54.613812 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-310cb34d-178e-4e8e-b363-1bdf0f1772e6 req-6579ce46-c07b-4d7b-8363-e5159baa364f tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] 10.222.0.43 "GET /v2.0/security-groups?id=f76ce62e-f2ee-460d-ad59-626b53eb2c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418010 Apr 08 11:05:55.041867 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device 9d6753d6-97b4-494b-85c1-ca6be58d1213 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=109911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:05:55.147461 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port 9d6753d6-97b4-494b-85c1-ca6be58d1213, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=9d6753d6-97b4-494b-85c1-ca6be58d1213,segment=NetworkSegment(bf7fd8ca-14a6-49ab-9f5c-f94bec0d0ffd),segment_id=bf7fd8ca-14a6-49ab-9f5c-f94bec0d0ffd)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:05:55.159144 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Returning: {'device': '9d6753d6-97b4-494b-85c1-ca6be58d1213', 'network_id': '85c2f180-f628-44a0-a833-713be93ebee5', 'port_id': '9d6753d6-97b4-494b-85c1-ca6be58d1213', 'mac_address': 'fa:16:3e:c2:eb:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1612737e-32b5-4a9d-a8be-17c1f942ff77', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:05:55.196618 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Current status of the port 9d6753d6-97b4-494b-85c1-ca6be58d1213 is: DOWN; New status is: BUILD {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:05:55.197017 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (9d6753d6-97b4-494b-85c1-ca6be58d1213), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:55.210276 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.notifiers.nova [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d6753d6-97b4-494b-85c1-ca6be58d1213 {{(pid=109911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:05:55.230260 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port 9d6753d6-97b4-494b-85c1-ca6be58d1213, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=9d6753d6-97b4-494b-85c1-ca6be58d1213,segment=NetworkSegment(bf7fd8ca-14a6-49ab-9f5c-f94bec0d0ffd),segment_id=bf7fd8ca-14a6-49ab-9f5c-f94bec0d0ffd)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:05:55.235336 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (9d6753d6-97b4-494b-85c1-ca6be58d1213), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:55.281046 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Pushing event updated for resources: {'Port': ['ID=9d6753d6-97b4-494b-85c1-ca6be58d1213,revision_number=4']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:55.288614 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:55.288963 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:55.289342 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:55.289682 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:55.290016 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:55.290344 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:55.290654 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:55.290973 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:55.291300 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:55.291620 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:55.292005 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:55.292269 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:55.292588 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:55.292903 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:55.293256 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:05:55.457261 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] get_ports_and_sgs() called for port_ids ['9d6753d6-97b4-494b-85c1-ca6be58d1213'] {{(pid=109911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:05:55.735765 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca11def-152a-4b79-9319-deaaa576dc6f req-f6118ebb-1ea3-40a0-978b-b7bb9de7f4c8 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:55.737301 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-cca11def-152a-4b79-9319-deaaa576dc6f req-f6118ebb-1ea3-40a0-978b-b7bb9de7f4c8 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] 10.222.0.43 "GET /v2.0/ports?device_id=f91dec2c-ee00-4f46-bb5c-bd7b29892369 HTTP/1.1" status: 200 len: 944 time: 0.0553799 Apr 08 11:05:55.787037 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-cca11def-152a-4b79-9319-deaaa576dc6f req-80576d9e-6ecb-4929-b157-133bbd9cd729 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] 10.222.0.43 "GET /v2.0/security-groups?id=f76ce62e-f2ee-460d-ad59-626b53eb2c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436234 Apr 08 11:05:56.912031 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d76158d-605d-4755-bcb6-21cd2a8d5f1e req-70356594-6801-4a0b-b418-f85c94dbbd03 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:56.914079 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6d76158d-605d-4755-bcb6-21cd2a8d5f1e req-70356594-6801-4a0b-b418-f85c94dbbd03 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] 10.222.0.43 "GET /v2.0/ports?device_id=f91dec2c-ee00-4f46-bb5c-bd7b29892369 HTTP/1.1" status: 200 len: 944 time: 0.0565569 Apr 08 11:05:56.966746 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6d76158d-605d-4755-bcb6-21cd2a8d5f1e req-f6206ee3-5394-49d4-b68f-d999fbdde2f2 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] 10.222.0.43 "GET /v2.0/security-groups?id=f76ce62e-f2ee-460d-ad59-626b53eb2c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469139 Apr 08 11:05:57.058072 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device 9d6753d6-97b4-494b-85c1-ca6be58d1213 up at agent hyperv_hv-cinder-83607 {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:05:57.120187 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Provisioning for port 9d6753d6-97b4-494b-85c1-ca6be58d1213 completed by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 11:05:57.124198 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Provisioning complete for port 9d6753d6-97b4-494b-85c1-ca6be58d1213 triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:05:57.124614 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (9d6753d6-97b4-494b-85c1-ca6be58d1213), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:57.208193 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Current status of the port 9d6753d6-97b4-494b-85c1-ca6be58d1213 is: BUILD; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:05:57.208575 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (9d6753d6-97b4-494b-85c1-ca6be58d1213), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:57.230928 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f91dec2c-ee00-4f46-bb5c-bd7b29892369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d6753d6-97b4-494b-85c1-ca6be58d1213'}] {{(pid=109911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:05:57.233190 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930651e71dbc4ea3279ef2aec3aabe40d8fedb7c9b7e81889183a919dd1d7a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb407596-577b-4717-a255-71285af80d07" -d '{"events": [{"server_uuid": "f91dec2c-ee00-4f46-bb5c-bd7b29892369", "name": "network-vif-plugged", "status": "completed", "tag": "9d6753d6-97b4-494b-85c1-ca6be58d1213"}]}' {{(pid=109911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:05:57.245354 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port 9d6753d6-97b4-494b-85c1-ca6be58d1213, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=9d6753d6-97b4-494b-85c1-ca6be58d1213,segment=NetworkSegment(bf7fd8ca-14a6-49ab-9f5c-f94bec0d0ffd),segment_id=bf7fd8ca-14a6-49ab-9f5c-f94bec0d0ffd)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:05:57.250037 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (9d6753d6-97b4-494b-85c1-ca6be58d1213), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:05:57.274465 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6c0a65-e2f4-48c9-bcf7-af6edeabb9c4 x-openstack-request-id: req-bd6c0a65-e2f4-48c9-bcf7-af6edeabb9c4 {{(pid=109911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:05:57.274797 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f91dec2c-ee00-4f46-bb5c-bd7b29892369", "name": "network-vif-plugged", "status": "completed", "tag": "9d6753d6-97b4-494b-85c1-ca6be58d1213", "code": 200}]} {{(pid=109911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:05:57.275100 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bd6c0a65-e2f4-48c9-bcf7-af6edeabb9c4 {{(pid=109911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:05:57.275570 dv-cinder-836071-3-iscsi neutron-server[109911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd6c0a65-e2f4-48c9-bcf7-af6edeabb9c4'] response: {'server_uuid': 'f91dec2c-ee00-4f46-bb5c-bd7b29892369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d6753d6-97b4-494b-85c1-ca6be58d1213', 'code': 200} Apr 08 11:05:57.303262 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Pushing event updated for resources: {'Port': ['ID=9d6753d6-97b4-494b-85c1-ca6be58d1213,revision_number=5']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:05:57.441406 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54745f36-82d7-4954-9e99-a0adf12902d3 req-4ec2dc2c-feb9-4222-b54a-9dca4012aa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:57.443053 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-54745f36-82d7-4954-9e99-a0adf12902d3 req-4ec2dc2c-feb9-4222-b54a-9dca4012aa52 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f91dec2c-ee00-4f46-bb5c-bd7b29892369 HTTP/1.1" status: 200 len: 1129 time: 0.0469999 Apr 08 11:05:57.492877 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-54745f36-82d7-4954-9e99-a0adf12902d3 req-21e8333f-fb7d-40ea-b82b-35b622a6fdc4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f76ce62e-f2ee-460d-ad59-626b53eb2c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438590 Apr 08 11:05:58.088739 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1731ceaa-5bfc-4d04-bc36-80ff96cd4509 req-8b9e3eff-5048-40cc-bb42-c56daa4cbdde tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:58.090305 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1731ceaa-5bfc-4d04-bc36-80ff96cd4509 req-8b9e3eff-5048-40cc-bb42-c56daa4cbdde tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] 10.222.0.43 "GET /v2.0/ports?device_id=f91dec2c-ee00-4f46-bb5c-bd7b29892369 HTTP/1.1" status: 200 len: 945 time: 0.0559957 Apr 08 11:05:58.138019 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-1731ceaa-5bfc-4d04-bc36-80ff96cd4509 req-de6ea6a1-7551-4cd1-812e-ab82521deeb8 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] 10.222.0.43 "GET /v2.0/security-groups?id=f76ce62e-f2ee-460d-ad59-626b53eb2c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419526 Apr 08 11:05:59.279371 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f460dc-f932-45ed-9850-bec0e20a84c5 req-8fbfeee8-2a95-4504-b569-7aad91e8ff35 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:05:59.280931 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a3f460dc-f932-45ed-9850-bec0e20a84c5 req-8fbfeee8-2a95-4504-b569-7aad91e8ff35 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] 10.222.0.43 "GET /v2.0/ports?device_id=f91dec2c-ee00-4f46-bb5c-bd7b29892369 HTTP/1.1" status: 200 len: 945 time: 0.0693088 Apr 08 11:05:59.330711 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-a3f460dc-f932-45ed-9850-bec0e20a84c5 req-5df971ef-5ba4-495f-b3d8-d78333b96b8d tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] 10.222.0.43 "GET /v2.0/security-groups?id=f76ce62e-f2ee-460d-ad59-626b53eb2c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440469 Apr 08 11:06:02.255477 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.agents_db [None req-4d82583b-548a-400c-8f4c-c09be56c4ea4 None None] Agent healthcheck: found 6 active agents {{(pid=109912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:06:11.821167 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-3e69dc48-1ddc-45b6-aeae-414145afbb2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (0996d03c-a6d6-4751-8b32-c8111f4b3d8a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:14.220266 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-f7084fc7-11bb-49b2-b521-0f63a0722bee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (a0f054a9-d30b-4594-8de6-6c24438c3963), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:15.218630 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c39995e2-c233-4533-b78f-2944bd33f611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (65c9c9bc-bb02-426d-a902-340b44f1a4c2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:16.678680 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dfd57949-1be2-4190-94f2-c1682066023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (140c1fdd-4f9d-4fc9-9d7c-f6f7cee51a0a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:18.063916 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (d1e78606-e5cc-43c0-bc22-8a5324478286), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:18.623142 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (df0b008b-1017-45b0-9cbd-b6387ecfd69a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:29.794983 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ed7766c0-3265-4c8f-a901-e3b671802c1d req-071b051a-d98a-41bb-89a0-0a445456ece0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f91dec2c-ee00-4f46-bb5c-bd7b29892369&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0571454 Apr 08 11:06:29.896275 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7766c0-3265-4c8f-a901-e3b671802c1d req-21da76cf-2c61-4cba-8601-1d766b461174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:29.898900 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ed7766c0-3265-4c8f-a901-e3b671802c1d req-21da76cf-2c61-4cba-8601-1d766b461174 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=76c45567f5c14ecdb8ea16bbffdf0932&device_id=f91dec2c-ee00-4f46-bb5c-bd7b29892369 HTTP/1.1" status: 200 len: 1129 time: 0.0576582 Apr 08 11:06:30.031649 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7766c0-3265-4c8f-a901-e3b671802c1d req-84f65d7b-60e8-4ff6-a943-668c0c689f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:30.033543 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ed7766c0-3265-4c8f-a901-e3b671802c1d req-84f65d7b-60e8-4ff6-a943-668c0c689f63 service neutron] 10.222.0.39 "GET /v2.0/networks?id=85c2f180-f628-44a0-a833-713be93ebee5 HTTP/1.1" status: 200 len: 914 time: 0.1124814 Apr 08 11:06:30.083061 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ed7766c0-3265-4c8f-a901-e3b671802c1d req-23b97e59-79d9-41b3-a2d1-7c9c2a0f4e3d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d6753d6-97b4-494b-85c1-ca6be58d1213 HTTP/1.1" status: 200 len: 217 time: 0.0425148 Apr 08 11:06:30.137839 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7766c0-3265-4c8f-a901-e3b671802c1d req-f60e71f8-882d-4965-853c-4e504428b55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:30.139340 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ed7766c0-3265-4c8f-a901-e3b671802c1d req-f60e71f8-882d-4965-853c-4e504428b55e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1612737e-32b5-4a9d-a8be-17c1f942ff77 HTTP/1.1" status: 200 len: 853 time: 0.0506909 Apr 08 11:06:30.172793 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ed7766c0-3265-4c8f-a901-e3b671802c1d req-5f1070f7-5ab8-45c6-86e1-7d6d2279cb90 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=85c2f180-f628-44a0-a833-713be93ebee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276682 Apr 08 11:06:30.272913 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ed7766c0-3265-4c8f-a901-e3b671802c1d req-03cc33a4-41ec-4d23-805b-03c0d8540447 service neutron] 10.222.0.39 "GET /v2.0/networks/85c2f180-f628-44a0-a833-713be93ebee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925345 Apr 08 11:06:30.371355 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ed7766c0-3265-4c8f-a901-e3b671802c1d req-fcd6cdbc-e361-4583-b9b0-030d0449dacf service neutron] 10.222.0.39 "GET /v2.0/networks/85c2f180-f628-44a0-a833-713be93ebee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924354 Apr 08 11:06:34.993420 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a0d3b-f5b8-4fd4-a066-03cdeae471b5 req-dc7c05a4-8a77-4577-978e-8242cd5cdb69 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:34.994828 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-7e1a0d3b-f5b8-4fd4-a066-03cdeae471b5 req-dc7c05a4-8a77-4577-978e-8242cd5cdb69 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] 10.222.0.43 "GET /v2.0/ports?device_id=f91dec2c-ee00-4f46-bb5c-bd7b29892369 HTTP/1.1" status: 200 len: 945 time: 0.0554361 Apr 08 11:06:35.043509 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-7e1a0d3b-f5b8-4fd4-a066-03cdeae471b5 req-4cc4c6c6-1d4c-43d9-be03-9b304ad6b65a tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] 10.222.0.43 "GET /v2.0/security-groups?id=f76ce62e-f2ee-460d-ad59-626b53eb2c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428197 Apr 08 11:06:36.173085 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb14ca-1154-4582-9bae-53a5b5f7b778 req-2d32ac6b-38d1-47d2-9113-e36e92f4fb03 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:36.174606 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-7fcb14ca-1154-4582-9bae-53a5b5f7b778 req-2d32ac6b-38d1-47d2-9113-e36e92f4fb03 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] 10.222.0.43 "GET /v2.0/ports?device_id=f91dec2c-ee00-4f46-bb5c-bd7b29892369 HTTP/1.1" status: 200 len: 945 time: 0.0598183 Apr 08 11:06:36.223655 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-7fcb14ca-1154-4582-9bae-53a5b5f7b778 req-a270537d-c518-4aa9-891b-5ee8d4d7a511 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] 10.222.0.43 "GET /v2.0/security-groups?id=f76ce62e-f2ee-460d-ad59-626b53eb2c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433216 Apr 08 11:06:36.664673 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee76b64b-ea29-47ba-b4f9-a3f31f0803d6 req-187597c5-956a-48d1-a6d3-80bfaa5d64fb tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:36.666185 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ee76b64b-ea29-47ba-b4f9-a3f31f0803d6 req-187597c5-956a-48d1-a6d3-80bfaa5d64fb tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] 10.222.0.39 "GET /v2.0/ports?device_id=f91dec2c-ee00-4f46-bb5c-bd7b29892369 HTTP/1.1" status: 200 len: 945 time: 0.0548131 Apr 08 11:06:36.760165 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [req-ee76b64b-ea29-47ba-b4f9-a3f31f0803d6 req-22faae1d-d9cc-4c12-aef5-91a6860fcfd4 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Deleting port 9d6753d6-97b4-494b-85c1-ca6be58d1213 {{(pid=109910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:06:36.760416 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-ee76b64b-ea29-47ba-b4f9-a3f31f0803d6 req-22faae1d-d9cc-4c12-aef5-91a6860fcfd4 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (9d6753d6-97b4-494b-85c1-ca6be58d1213), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:36.850978 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [req-ee76b64b-ea29-47ba-b4f9-a3f31f0803d6 req-22faae1d-d9cc-4c12-aef5-91a6860fcfd4 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] For port 9d6753d6-97b4-494b-85c1-ca6be58d1213, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=9d6753d6-97b4-494b-85c1-ca6be58d1213,segment=NetworkSegment(bf7fd8ca-14a6-49ab-9f5c-f94bec0d0ffd),segment_id=bf7fd8ca-14a6-49ab-9f5c-f94bec0d0ffd)] {{(pid=109910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:06:36.851334 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-ee76b64b-ea29-47ba-b4f9-a3f31f0803d6 req-22faae1d-d9cc-4c12-aef5-91a6860fcfd4 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (9d6753d6-97b4-494b-85c1-ca6be58d1213), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:36.864050 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [req-ee76b64b-ea29-47ba-b4f9-a3f31f0803d6 req-22faae1d-d9cc-4c12-aef5-91a6860fcfd4 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Calling delete_port for 9d6753d6-97b4-494b-85c1-ca6be58d1213 owned by compute:nova {{(pid=109910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:06:37.002546 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-ee76b64b-ea29-47ba-b4f9-a3f31f0803d6 req-22faae1d-d9cc-4c12-aef5-91a6860fcfd4 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14190223'] for port (9d6753d6-97b4-494b-85c1-ca6be58d1213), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:37.015331 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] get_ports_and_sgs() called for port_ids ['9d6753d6-97b4-494b-85c1-ca6be58d1213'] {{(pid=109911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:06:37.031609 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22faae1d-d9cc-4c12-aef5-91a6860fcfd4 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Pushing event deleted for resources: {'Port': ['ID=9d6753d6-97b4-494b-85c1-ca6be58d1213,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:37.077152 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee76b64b-ea29-47ba-b4f9-a3f31f0803d6 req-22faae1d-d9cc-4c12-aef5-91a6860fcfd4 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] No DVR routers for this DVR port 9d6753d6-97b4-494b-85c1-ca6be58d1213 on host hv-cinder-83607 {{(pid=109910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:06:37.079845 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-ee76b64b-ea29-47ba-b4f9-a3f31f0803d6 req-22faae1d-d9cc-4c12-aef5-91a6860fcfd4 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for port (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:37.083229 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-ee76b64b-ea29-47ba-b4f9-a3f31f0803d6 req-22faae1d-d9cc-4c12-aef5-91a6860fcfd4 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] 10.222.0.39 "DELETE /v2.0/ports/9d6753d6-97b4-494b-85c1-ca6be58d1213 HTTP/1.1" status: 204 len: 173 time: 0.4115112 Apr 08 11:06:37.083677 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f91dec2c-ee00-4f46-bb5c-bd7b29892369', 'name': 'network-vif-deleted', 'tag': '9d6753d6-97b4-494b-85c1-ca6be58d1213'}] {{(pid=109910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:06:37.086051 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c101578fc708467248d177b11db2e3e6a7db5c554c0046cb1dea7ab1ce8b9fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3393e7c-abe4-4817-8ef9-38882bfe3459" -d '{"events": [{"server_uuid": "f91dec2c-ee00-4f46-bb5c-bd7b29892369", "name": "network-vif-deleted", "tag": "9d6753d6-97b4-494b-85c1-ca6be58d1213"}]}' {{(pid=109910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:06:37.128031 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca6ff21-4a54-4b87-a456-217985533a5c x-openstack-request-id: req-7ca6ff21-4a54-4b87-a456-217985533a5c {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:06:37.128328 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f91dec2c-ee00-4f46-bb5c-bd7b29892369", "name": "network-vif-deleted", "tag": "9d6753d6-97b4-494b-85c1-ca6be58d1213", "status": "completed", "code": 200}]} {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:06:37.128605 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7ca6ff21-4a54-4b87-a456-217985533a5c {{(pid=109910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:06:37.129030 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ca6ff21-4a54-4b87-a456-217985533a5c'] response: {'server_uuid': 'f91dec2c-ee00-4f46-bb5c-bd7b29892369', 'name': 'network-vif-deleted', 'tag': '9d6753d6-97b4-494b-85c1-ca6be58d1213', 'status': 'completed', 'code': 200} Apr 08 11:06:37.354189 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-0dff32ab-4cb3-4583-8441-569b51a320f0 req-0cb21807-c706-43bb-84bc-e636e0354fcc tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] 10.222.0.43 "GET /v2.0/ports?device_id=f91dec2c-ee00-4f46-bb5c-bd7b29892369 HTTP/1.1" status: 200 len: 210 time: 0.0391915 Apr 08 11:06:39.256571 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.agents_db [None req-4d82583b-548a-400c-8f4c-c09be56c4ea4 None None] Agent healthcheck: found 6 active agents {{(pid=109912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:06:39.571969 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device 9d6753d6-97b4-494b-85c1-ca6be58d1213 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:06:39.596123 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] No Port match for: 9d6753d6-97b4-494b-85c1-ca6be58d1213 {{(pid=109911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:06:39.596430 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device 9d6753d6-97b4-494b-85c1-ca6be58d1213 not bound to the agent host hv-cinder-83607 {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:06:41.819411 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-de283730-cefe-417e-92bb-16007361949b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (0996d03c-a6d6-4751-8b32-c8111f4b3d8a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:44.216991 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-150ac690-b1a7-424f-a9b9-f38e06b94a31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (a0f054a9-d30b-4594-8de6-6c24438c3963), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:45.221838 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c39995e2-c233-4533-b78f-2944bd33f611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (65c9c9bc-bb02-426d-a902-340b44f1a4c2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:46.382609 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56859b66-7665-4b22-a686-f560acc83af3 req-34a64193-17c1-4ad4-885b-69f37b449390 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:46.384108 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-56859b66-7665-4b22-a686-f560acc83af3 req-34a64193-17c1-4ad4-885b-69f37b449390 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] 10.222.0.43 "GET /v2.0/networks?id=85c2f180-f628-44a0-a833-713be93ebee5 HTTP/1.1" status: 200 len: 813 time: 0.1058142 Apr 08 11:06:46.400020 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-56859b66-7665-4b22-a686-f560acc83af3 req-da516e78-5737-454e-bfc9-ee9a076d13de tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] 10.222.0.43 "GET /v2.0/quotas/76c45567f5c14ecdb8ea16bbffdf0932 HTTP/1.1" status: 200 len: 375 time: 0.0097425 Apr 08 11:06:46.435624 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-56859b66-7665-4b22-a686-f560acc83af3 req-80658bea-0074-466c-af11-82daeffd5fee tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=76c45567f5c14ecdb8ea16bbffdf0932&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299392 Apr 08 11:06:46.543241 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-56859b66-7665-4b22-a686-f560acc83af3 req-307929f6-bc30-417d-bf4d-95ee13b8d672 service neutron] 10.222.0.43 "GET /v2.0/networks/85c2f180-f628-44a0-a833-713be93ebee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003187 Apr 08 11:06:46.648681 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-56859b66-7665-4b22-a686-f560acc83af3 req-160ee8c5-5607-4166-9566-e68ae82ecf44 service neutron] 10.222.0.43 "GET /v2.0/networks/85c2f180-f628-44a0-a833-713be93ebee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993927 Apr 08 11:06:46.683250 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dfd57949-1be2-4190-94f2-c1682066023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (140c1fdd-4f9d-4fc9-9d7c-f6f7cee51a0a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:46.826212 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-9b0b5e50-f17b-4fbb-993d-4e7f6f7e65a2 req-3e2faabb-4742-4743-9661-1cc91ee4bd05 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8a3850c-7a0a-40c4-a9d4-869341e4be66 HTTP/1.1" status: 200 len: 210 time: 0.0349541 Apr 08 11:06:47.814963 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56859b66-7665-4b22-a686-f560acc83af3 req-ec4fd3a5-ad49-4af9-be5b-f45955169742 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:47.816856 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-56859b66-7665-4b22-a686-f560acc83af3 req-ec4fd3a5-ad49-4af9-be5b-f45955169742 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] 10.222.0.39 "GET /v2.0/networks?id=85c2f180-f628-44a0-a833-713be93ebee5 HTTP/1.1" status: 200 len: 813 time: 0.1146901 Apr 08 11:06:47.829674 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [req-56859b66-7665-4b22-a686-f560acc83af3 req-0ab271fd-7a4e-466b-9f36-a2d0de67856a tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Request body: {'port': {'device_id': 'e8a3850c-7a0a-40c4-a9d4-869341e4be66', 'network_id': '85c2f180-f628-44a0-a833-713be93ebee5', 'admin_state_up': True, 'tenant_id': '76c45567f5c14ecdb8ea16bbffdf0932'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:06:47.936533 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-deac30bc-ff54-4466-a294-4cdd0e2a8b33 req-8304de54-1d4e-4e31-bef0-f62bae4480fd tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8a3850c-7a0a-40c4-a9d4-869341e4be66 HTTP/1.1" status: 200 len: 210 time: 0.0351510 Apr 08 11:06:47.981534 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56859b66-7665-4b22-a686-f560acc83af3 req-0ab271fd-7a4e-466b-9f36-a2d0de67856a tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Made reservation on behalf of 76c45567f5c14ecdb8ea16bbffdf0932 for: {'port': 1} {{(pid=109910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 11:06:47.992107 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-56859b66-7665-4b22-a686-f560acc83af3 req-0ab271fd-7a4e-466b-9f36-a2d0de67856a tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (None), before_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:48.053987 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (d1e78606-e5cc-43c0-bc22-8a5324478286), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:48.136795 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.db_base_plugin_common [req-56859b66-7665-4b22-a686-f560acc83af3 req-0ab271fd-7a4e-466b-9f36-a2d0de67856a tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Allocated IP 172.20.0.12 (85c2f180-f628-44a0-a833-713be93ebee5/1612737e-32b5-4a9d-a8be-17c1f942ff77/3eef27a9-750a-4d5c-a6c3-49d7502106b2) {{(pid=109910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 11:06:48.310097 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-56859b66-7665-4b22-a686-f560acc83af3 req-0ab271fd-7a4e-466b-9f36-a2d0de67856a tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Publish callbacks [] for port (3eef27a9-750a-4d5c-a6c3-49d7502106b2), precommit_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:48.352052 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-56859b66-7665-4b22-a686-f560acc83af3 req-0ab271fd-7a4e-466b-9f36-a2d0de67856a tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778032779861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14190223'] for port (3eef27a9-750a-4d5c-a6c3-49d7502106b2), after_create {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:48.398817 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56859b66-7665-4b22-a686-f560acc83af3 req-0ab271fd-7a4e-466b-9f36-a2d0de67856a tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Network 85c2f180-f628-44a0-a833-713be93ebee5 is already hosted by enough agents. {{(pid=109910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 11:06:48.402860 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.scheduler.base_scheduler [req-56859b66-7665-4b22-a686-f560acc83af3 req-0ab271fd-7a4e-466b-9f36-a2d0de67856a tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Resources bound (agent type, host, resource id): {{(pid=109910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 11:06:48.406675 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.l3_dvrscheduler_db [req-56859b66-7665-4b22-a686-f560acc83af3 req-0ab271fd-7a4e-466b-9f36-a2d0de67856a tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Received port after_create {{(pid=109910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 11:06:48.435111 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab271fd-7a4e-466b-9f36-a2d0de67856a tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Pushing event updated for resources: {'Port': ['ID=3eef27a9-750a-4d5c-a6c3-49d7502106b2,revision_number=1']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:48.447944 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab271fd-7a4e-466b-9f36-a2d0de67856a tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:48.448298 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab271fd-7a4e-466b-9f36-a2d0de67856a tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:48.448650 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab271fd-7a4e-466b-9f36-a2d0de67856a tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:48.448994 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab271fd-7a4e-466b-9f36-a2d0de67856a tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:48.449359 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab271fd-7a4e-466b-9f36-a2d0de67856a tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:48.449697 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab271fd-7a4e-466b-9f36-a2d0de67856a tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:48.450378 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab271fd-7a4e-466b-9f36-a2d0de67856a tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:48.450378 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab271fd-7a4e-466b-9f36-a2d0de67856a tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:48.450665 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab271fd-7a4e-466b-9f36-a2d0de67856a tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:48.450993 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab271fd-7a4e-466b-9f36-a2d0de67856a tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:48.451324 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab271fd-7a4e-466b-9f36-a2d0de67856a tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:48.451651 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab271fd-7a4e-466b-9f36-a2d0de67856a tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:48.451977 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab271fd-7a4e-466b-9f36-a2d0de67856a tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:48.452301 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab271fd-7a4e-466b-9f36-a2d0de67856a tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:48.452628 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab271fd-7a4e-466b-9f36-a2d0de67856a tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:48.475528 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56859b66-7665-4b22-a686-f560acc83af3 req-0ab271fd-7a4e-466b-9f36-a2d0de67856a tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:48.476157 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-56859b66-7665-4b22-a686-f560acc83af3 req-0ab271fd-7a4e-466b-9f36-a2d0de67856a tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for port (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:48.503868 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-56859b66-7665-4b22-a686-f560acc83af3 req-0ab271fd-7a4e-466b-9f36-a2d0de67856a tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6781838 Apr 08 11:06:48.514925 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.v2.base [req-56859b66-7665-4b22-a686-f560acc83af3 req-9d8e9ec0-55ec-4cd6-affa-d8c8b6e12642 service neutron] Request body: {'port': {'device_id': 'e8a3850c-7a0a-40c4-a9d4-869341e4be66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=109910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 11:06:48.582763 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-56859b66-7665-4b22-a686-f560acc83af3 req-9d8e9ec0-55ec-4cd6-affa-d8c8b6e12642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (3eef27a9-750a-4d5c-a6c3-49d7502106b2), before_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:48.633052 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (df0b008b-1017-45b0-9cbd-b6387ecfd69a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:48.863025 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [req-56859b66-7665-4b22-a686-f560acc83af3 req-9d8e9ec0-55ec-4cd6-affa-d8c8b6e12642 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3eef27a9-750a-4d5c-a6c3-49d7502106b2 {{(pid=109910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:06:48.871031 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-56859b66-7665-4b22-a686-f560acc83af3 req-9d8e9ec0-55ec-4cd6-affa-d8c8b6e12642 service neutron] Publish callbacks [] for port (3eef27a9-750a-4d5c-a6c3-49d7502106b2), precommit_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:48.884638 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.provisioning_blocks [req-56859b66-7665-4b22-a686-f560acc83af3 req-9d8e9ec0-55ec-4cd6-affa-d8c8b6e12642 service neutron] Transition to ACTIVE for port object 3eef27a9-750a-4d5c-a6c3-49d7502106b2 will not be triggered until provisioned by entity L2. {{(pid=109910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 11:06:48.889187 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-56859b66-7665-4b22-a686-f560acc83af3 req-9d8e9ec0-55ec-4cd6-affa-d8c8b6e12642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14190224'] for port (3eef27a9-750a-4d5c-a6c3-49d7502106b2), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:48.943556 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8e9ec0-55ec-4cd6-affa-d8c8b6e12642 service neutron] Pushing event updated for resources: {'Port': ['ID=3eef27a9-750a-4d5c-a6c3-49d7502106b2,revision_number=2']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:49.034912 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.managers [req-56859b66-7665-4b22-a686-f560acc83af3 req-9d8e9ec0-55ec-4cd6-affa-d8c8b6e12642 service neutron] Attempting to bind port 3eef27a9-750a-4d5c-a6c3-49d7502106b2 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 11:06:49.034912 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.managers [req-56859b66-7665-4b22-a686-f560acc83af3 req-9d8e9ec0-55ec-4cd6-affa-d8c8b6e12642 service neutron] Attempting to bind port 3eef27a9-750a-4d5c-a6c3-49d7502106b2 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'bf7fd8ca-14a6-49ab-9f5c-f94bec0d0ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '85c2f180-f628-44a0-a833-713be93ebee5'}] {{(pid=109910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 11:06:49.034912 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56859b66-7665-4b22-a686-f560acc83af3 req-9d8e9ec0-55ec-4cd6-affa-d8c8b6e12642 service neutron] Attempting to bind port 3eef27a9-750a-4d5c-a6c3-49d7502106b2 on network 85c2f180-f628-44a0-a833-713be93ebee5 {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:06:49.055145 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56859b66-7665-4b22-a686-f560acc83af3 req-9d8e9ec0-55ec-4cd6-affa-d8c8b6e12642 service neutron] Port 3eef27a9-750a-4d5c-a6c3-49d7502106b2 on network 85c2f180-f628-44a0-a833-713be93ebee5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 11:06:49.055448 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56859b66-7665-4b22-a686-f560acc83af3 req-9d8e9ec0-55ec-4cd6-affa-d8c8b6e12642 service neutron] Attempting to bind port 3eef27a9-750a-4d5c-a6c3-49d7502106b2 on network 85c2f180-f628-44a0-a833-713be93ebee5 {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 11:06:49.063979 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56859b66-7665-4b22-a686-f560acc83af3 req-9d8e9ec0-55ec-4cd6-affa-d8c8b6e12642 service neutron] Checking agent: {'id': 'df0b008b-1017-45b0-9cbd-b6387ecfd69a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 10, 48, 18), 'started_at': datetime.datetime(2022, 4, 8, 10, 48, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 11, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 11:06:49.064329 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56859b66-7665-4b22-a686-f560acc83af3 req-9d8e9ec0-55ec-4cd6-affa-d8c8b6e12642 service neutron] Checking segment: {'id': 'bf7fd8ca-14a6-49ab-9f5c-f94bec0d0ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '85c2f180-f628-44a0-a833-713be93ebee5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 11:06:49.064710 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56859b66-7665-4b22-a686-f560acc83af3 req-9d8e9ec0-55ec-4cd6-affa-d8c8b6e12642 service neutron] Bound using segment: {'id': 'bf7fd8ca-14a6-49ab-9f5c-f94bec0d0ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '85c2f180-f628-44a0-a833-713be93ebee5'} {{(pid=109910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 11:06:49.065183 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.managers [req-56859b66-7665-4b22-a686-f560acc83af3 req-9d8e9ec0-55ec-4cd6-affa-d8c8b6e12642 service neutron] Bound port: 3eef27a9-750a-4d5c-a6c3-49d7502106b2, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf7fd8ca-14a6-49ab-9f5c-f94bec0d0ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '85c2f180-f628-44a0-a833-713be93ebee5'}}] {{(pid=109910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 11:06:49.065661 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-56859b66-7665-4b22-a686-f560acc83af3 req-9d8e9ec0-55ec-4cd6-affa-d8c8b6e12642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (3eef27a9-750a-4d5c-a6c3-49d7502106b2), before_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:49.116974 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd90fb12-49ef-4980-9a5b-9e3e75513dc9 req-7b4780d0-8c29-4b49-b990-4bb18a49ce4c tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:49.118413 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-fd90fb12-49ef-4980-9a5b-9e3e75513dc9 req-7b4780d0-8c29-4b49-b990-4bb18a49ce4c tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8a3850c-7a0a-40c4-a9d4-869341e4be66 HTTP/1.1" status: 200 len: 944 time: 0.1010883 Apr 08 11:06:49.164054 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [req-56859b66-7665-4b22-a686-f560acc83af3 req-9d8e9ec0-55ec-4cd6-affa-d8c8b6e12642 service neutron] For port 3eef27a9-750a-4d5c-a6c3-49d7502106b2, host hv-cinder-83607, cleared binding levels {{(pid=109910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 11:06:49.168483 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [req-56859b66-7665-4b22-a686-f560acc83af3 req-9d8e9ec0-55ec-4cd6-affa-d8c8b6e12642 service neutron] For port 3eef27a9-750a-4d5c-a6c3-49d7502106b2, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=3eef27a9-750a-4d5c-a6c3-49d7502106b2,segment=NetworkSegment(bf7fd8ca-14a6-49ab-9f5c-f94bec0d0ffd),segment_id=bf7fd8ca-14a6-49ab-9f5c-f94bec0d0ffd)] {{(pid=109910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 11:06:49.184639 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-56859b66-7665-4b22-a686-f560acc83af3 req-9d8e9ec0-55ec-4cd6-affa-d8c8b6e12642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14190224'] for port (3eef27a9-750a-4d5c-a6c3-49d7502106b2), after_update {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:49.224191 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-fd90fb12-49ef-4980-9a5b-9e3e75513dc9 req-6e241abd-cd8c-47cc-b0a1-dfbdddd1af90 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] 10.222.0.43 "GET /v2.0/security-groups?id=f76ce62e-f2ee-460d-ad59-626b53eb2c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995951 Apr 08 11:06:49.233378 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56859b66-7665-4b22-a686-f560acc83af3 req-9d8e9ec0-55ec-4cd6-affa-d8c8b6e12642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:49.233939 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-56859b66-7665-4b22-a686-f560acc83af3 req-9d8e9ec0-55ec-4cd6-affa-d8c8b6e12642 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for port (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:49.235324 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-56859b66-7665-4b22-a686-f560acc83af3 req-9d8e9ec0-55ec-4cd6-affa-d8c8b6e12642 service neutron] 10.222.0.39 "PUT /v2.0/ports/3eef27a9-750a-4d5c-a6c3-49d7502106b2 HTTP/1.1" status: 200 len: 1094 time: 0.7246294 Apr 08 11:06:49.235798 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8a3850c-7a0a-40c4-a9d4-869341e4be66', 'tag': '3eef27a9-750a-4d5c-a6c3-49d7502106b2'}] {{(pid=109910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:06:49.238120 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c101578fc708467248d177b11db2e3e6a7db5c554c0046cb1dea7ab1ce8b9fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95735196-3739-412e-916d-0519aa4fa9c3" -d '{"events": [{"name": "network-changed", "server_uuid": "e8a3850c-7a0a-40c4-a9d4-869341e4be66", "tag": "3eef27a9-750a-4d5c-a6c3-49d7502106b2"}]}' {{(pid=109910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:06:49.263832 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8e9ec0-55ec-4cd6-affa-d8c8b6e12642 service neutron] Pushing event updated for resources: {'Port': ['ID=3eef27a9-750a-4d5c-a6c3-49d7502106b2,revision_number=3']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:49.284067 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 11:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e9a16e-ab32-4219-b45a-dbb06807140e x-openstack-request-id: req-96e9a16e-ab32-4219-b45a-dbb06807140e {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:06:49.284414 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8a3850c-7a0a-40c4-a9d4-869341e4be66", "tag": "3eef27a9-750a-4d5c-a6c3-49d7502106b2", "status": "completed", "code": 200}]} {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:06:49.284666 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-96e9a16e-ab32-4219-b45a-dbb06807140e {{(pid=109910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:06:49.285081 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96e9a16e-ab32-4219-b45a-dbb06807140e'] response: {'name': 'network-changed', 'server_uuid': 'e8a3850c-7a0a-40c4-a9d4-869341e4be66', 'tag': '3eef27a9-750a-4d5c-a6c3-49d7502106b2', 'status': 'completed', 'code': 200} Apr 08 11:06:49.334156 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56859b66-7665-4b22-a686-f560acc83af3 req-0f563fd5-31e9-4071-a797-13df0e6a624f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:49.335684 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-56859b66-7665-4b22-a686-f560acc83af3 req-0f563fd5-31e9-4071-a797-13df0e6a624f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=76c45567f5c14ecdb8ea16bbffdf0932&device_id=e8a3850c-7a0a-40c4-a9d4-869341e4be66 HTTP/1.1" status: 200 len: 1128 time: 0.0477741 Apr 08 11:06:49.381418 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-56859b66-7665-4b22-a686-f560acc83af3 req-40fc923d-6b1b-4e1e-b4cb-ffec6dfd5918 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3eef27a9-750a-4d5c-a6c3-49d7502106b2 HTTP/1.1" status: 200 len: 217 time: 0.0383050 Apr 08 11:06:49.431263 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56859b66-7665-4b22-a686-f560acc83af3 req-38c691bd-f6c6-482d-a99a-c9f842fc307c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:49.432740 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-56859b66-7665-4b22-a686-f560acc83af3 req-38c691bd-f6c6-482d-a99a-c9f842fc307c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1612737e-32b5-4a9d-a8be-17c1f942ff77 HTTP/1.1" status: 200 len: 853 time: 0.0452788 Apr 08 11:06:49.465633 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-56859b66-7665-4b22-a686-f560acc83af3 req-da5cea4a-8b73-4ab1-9d0d-ccd164ddcc87 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=85c2f180-f628-44a0-a833-713be93ebee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268588 Apr 08 11:06:49.565666 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-56859b66-7665-4b22-a686-f560acc83af3 req-2e76d57a-79cb-44f0-9998-630fcd7c7184 service neutron] 10.222.0.39 "GET /v2.0/networks/85c2f180-f628-44a0-a833-713be93ebee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941668 Apr 08 11:06:49.665396 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-56859b66-7665-4b22-a686-f560acc83af3 req-e74ccb43-c747-4497-b3dc-7fead5dff630 service neutron] 10.222.0.39 "GET /v2.0/networks/85c2f180-f628-44a0-a833-713be93ebee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935569 Apr 08 11:06:50.377030 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f08862-ff41-4318-919b-ef77ec866f68 req-7f1d5eab-7095-4af4-abd9-21b66fa96021 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:50.378635 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-c2f08862-ff41-4318-919b-ef77ec866f68 req-7f1d5eab-7095-4af4-abd9-21b66fa96021 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8a3850c-7a0a-40c4-a9d4-869341e4be66 HTTP/1.1" status: 200 len: 944 time: 0.0823247 Apr 08 11:06:50.447323 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95735196-3739-412e-916d-0519aa4fa9c3 req-271c9713-1a38-48d1-b82e-fc767d19cdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:50.448956 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-95735196-3739-412e-916d-0519aa4fa9c3 req-271c9713-1a38-48d1-b82e-fc767d19cdc7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=76c45567f5c14ecdb8ea16bbffdf0932&device_id=e8a3850c-7a0a-40c4-a9d4-869341e4be66 HTTP/1.1" status: 200 len: 1128 time: 0.0915983 Apr 08 11:06:50.452651 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-c2f08862-ff41-4318-919b-ef77ec866f68 req-44b3bf1c-24e8-4312-9862-324ebacbd70b tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] 10.222.0.43 "GET /v2.0/security-groups?id=f76ce62e-f2ee-460d-ad59-626b53eb2c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592272 Apr 08 11:06:50.552230 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95735196-3739-412e-916d-0519aa4fa9c3 req-eeebcf01-1ab3-40d7-8d0d-fa6c086f4468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:50.553020 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-95735196-3739-412e-916d-0519aa4fa9c3 req-eeebcf01-1ab3-40d7-8d0d-fa6c086f4468 service neutron] 10.222.0.39 "GET /v2.0/networks?id=85c2f180-f628-44a0-a833-713be93ebee5 HTTP/1.1" status: 200 len: 914 time: 0.0977535 Apr 08 11:06:50.596938 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-95735196-3739-412e-916d-0519aa4fa9c3 req-dcbdc7b7-e25b-4785-b577-c3b6c0561f81 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3eef27a9-750a-4d5c-a6c3-49d7502106b2 HTTP/1.1" status: 200 len: 217 time: 0.0368438 Apr 08 11:06:50.654784 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95735196-3739-412e-916d-0519aa4fa9c3 req-ad7c391e-cf23-41e8-a6d8-591366c33add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:50.656298 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-95735196-3739-412e-916d-0519aa4fa9c3 req-ad7c391e-cf23-41e8-a6d8-591366c33add service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1612737e-32b5-4a9d-a8be-17c1f942ff77 HTTP/1.1" status: 200 len: 853 time: 0.0537019 Apr 08 11:06:50.692187 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-95735196-3739-412e-916d-0519aa4fa9c3 req-69ed62b2-4315-423d-90b3-174e839dfbbe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=85c2f180-f628-44a0-a833-713be93ebee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302298 Apr 08 11:06:50.793555 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-95735196-3739-412e-916d-0519aa4fa9c3 req-5a12b9e2-8f03-4bca-9430-442cc95ebe8e service neutron] 10.222.0.39 "GET /v2.0/networks/85c2f180-f628-44a0-a833-713be93ebee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951610 Apr 08 11:06:50.898673 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-95735196-3739-412e-916d-0519aa4fa9c3 req-a27f9137-4863-452e-b64c-ae3e96a0cf55 service neutron] 10.222.0.39 "GET /v2.0/networks/85c2f180-f628-44a0-a833-713be93ebee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987201 Apr 08 11:06:51.590382 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de0fff4-4301-4d85-8c60-26bb49432a5f req-60f90aee-2ac3-4d0f-bef1-be42955962d1 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:51.591898 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6de0fff4-4301-4d85-8c60-26bb49432a5f req-60f90aee-2ac3-4d0f-bef1-be42955962d1 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8a3850c-7a0a-40c4-a9d4-869341e4be66 HTTP/1.1" status: 200 len: 944 time: 0.0574176 Apr 08 11:06:51.642302 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-6de0fff4-4301-4d85-8c60-26bb49432a5f req-15788f70-43ad-48ac-9f50-385e71ecd645 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] 10.222.0.43 "GET /v2.0/security-groups?id=f76ce62e-f2ee-460d-ad59-626b53eb2c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444925 Apr 08 11:06:52.774234 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61acb5ec-8e7b-42de-b983-78c0ae952d99 req-a5aba20b-ee01-448d-ab7a-cca26c3d9700 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:52.775687 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-61acb5ec-8e7b-42de-b983-78c0ae952d99 req-a5aba20b-ee01-448d-ab7a-cca26c3d9700 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8a3850c-7a0a-40c4-a9d4-869341e4be66 HTTP/1.1" status: 200 len: 944 time: 0.0590262 Apr 08 11:06:52.835416 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-61acb5ec-8e7b-42de-b983-78c0ae952d99 req-1b29f233-f8da-46f9-b741-b649058b5652 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] 10.222.0.43 "GET /v2.0/security-groups?id=f76ce62e-f2ee-460d-ad59-626b53eb2c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539269 Apr 08 11:06:53.333952 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device 3eef27a9-750a-4d5c-a6c3-49d7502106b2 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=109911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 11:06:53.440531 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port 3eef27a9-750a-4d5c-a6c3-49d7502106b2, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=3eef27a9-750a-4d5c-a6c3-49d7502106b2,segment=NetworkSegment(bf7fd8ca-14a6-49ab-9f5c-f94bec0d0ffd),segment_id=bf7fd8ca-14a6-49ab-9f5c-f94bec0d0ffd)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:06:53.455061 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Returning: {'device': '3eef27a9-750a-4d5c-a6c3-49d7502106b2', 'network_id': '85c2f180-f628-44a0-a833-713be93ebee5', 'port_id': '3eef27a9-750a-4d5c-a6c3-49d7502106b2', 'mac_address': 'fa:16:3e:73:4d:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1612737e-32b5-4a9d-a8be-17c1f942ff77', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 11:06:53.495115 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Current status of the port 3eef27a9-750a-4d5c-a6c3-49d7502106b2 is: DOWN; New status is: BUILD {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:06:53.495497 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (3eef27a9-750a-4d5c-a6c3-49d7502106b2), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:53.510931 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.notifiers.nova [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eef27a9-750a-4d5c-a6c3-49d7502106b2 {{(pid=109911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 11:06:53.532543 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port 3eef27a9-750a-4d5c-a6c3-49d7502106b2, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=3eef27a9-750a-4d5c-a6c3-49d7502106b2,segment=NetworkSegment(bf7fd8ca-14a6-49ab-9f5c-f94bec0d0ffd),segment_id=bf7fd8ca-14a6-49ab-9f5c-f94bec0d0ffd)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:06:53.537536 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (3eef27a9-750a-4d5c-a6c3-49d7502106b2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:53.590634 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Pushing event updated for resources: {'Port': ['ID=3eef27a9-750a-4d5c-a6c3-49d7502106b2,revision_number=4']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:53.736347 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] get_ports_and_sgs() called for port_ids ['3eef27a9-750a-4d5c-a6c3-49d7502106b2'] {{(pid=109911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 11:06:53.971713 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c0a30-dd52-4110-b8ef-a7d1d632c8ef req-520ae43b-5f98-445b-8884-9e6af0169293 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:53.973278 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-c66c0a30-dd52-4110-b8ef-a7d1d632c8ef req-520ae43b-5f98-445b-8884-9e6af0169293 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8a3850c-7a0a-40c4-a9d4-869341e4be66 HTTP/1.1" status: 200 len: 945 time: 0.0631804 Apr 08 11:06:54.022931 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-c66c0a30-dd52-4110-b8ef-a7d1d632c8ef req-4995961c-0889-4625-9538-213c637a3c7d tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] 10.222.0.43 "GET /v2.0/security-groups?id=f76ce62e-f2ee-460d-ad59-626b53eb2c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433776 Apr 08 11:06:55.163309 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7580c7d2-5472-4c89-854d-1ef2c6687ee3 req-095e8062-10bf-406b-aa66-91799ab1c549 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:55.165207 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-7580c7d2-5472-4c89-854d-1ef2c6687ee3 req-095e8062-10bf-406b-aa66-91799ab1c549 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8a3850c-7a0a-40c4-a9d4-869341e4be66 HTTP/1.1" status: 200 len: 945 time: 0.0564480 Apr 08 11:06:55.223217 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-7580c7d2-5472-4c89-854d-1ef2c6687ee3 req-3875c926-c5c6-458c-9054-0636a31358a1 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] 10.222.0.43 "GET /v2.0/security-groups?id=f76ce62e-f2ee-460d-ad59-626b53eb2c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521846 Apr 08 11:06:55.334921 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device 3eef27a9-750a-4d5c-a6c3-49d7502106b2 up at agent hyperv_hv-cinder-83607 {{(pid=109911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 11:06:55.389631 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Provisioning for port 3eef27a9-750a-4d5c-a6c3-49d7502106b2 completed by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 11:06:55.393693 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.db.provisioning_blocks [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Provisioning complete for port 3eef27a9-750a-4d5c-a6c3-49d7502106b2 triggered by entity L2. {{(pid=109911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 11:06:55.394066 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1807495'] for port (3eef27a9-750a-4d5c-a6c3-49d7502106b2), provisioning_complete {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:55.481483 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Current status of the port 3eef27a9-750a-4d5c-a6c3-49d7502106b2 is: BUILD; New status is: ACTIVE {{(pid=109911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 11:06:55.481848 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1640536'] for port (3eef27a9-750a-4d5c-a6c3-49d7502106b2), before_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:55.506283 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a3850c-7a0a-40c4-a9d4-869341e4be66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eef27a9-750a-4d5c-a6c3-49d7502106b2'}] {{(pid=109911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:06:55.508557 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}930651e71dbc4ea3279ef2aec3aabe40d8fedb7c9b7e81889183a919dd1d7a37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a96c4d5-fc31-452c-bddc-75f3c9b90d8e" -d '{"events": [{"server_uuid": "e8a3850c-7a0a-40c4-a9d4-869341e4be66", "name": "network-vif-plugged", "status": "completed", "tag": "3eef27a9-750a-4d5c-a6c3-49d7502106b2"}]}' {{(pid=109911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:06:55.520891 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.db [None req-263fe796-9566-40e9-b464-a7174486af84 None None] For port 3eef27a9-750a-4d5c-a6c3-49d7502106b2, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=3eef27a9-750a-4d5c-a6c3-49d7502106b2,segment=NetworkSegment(bf7fd8ca-14a6-49ab-9f5c-f94bec0d0ffd),segment_id=bf7fd8ca-14a6-49ab-9f5c-f94bec0d0ffd)] {{(pid=109911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:06:55.525792 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778033240935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778032779879', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778032779897'] for port (3eef27a9-750a-4d5c-a6c3-49d7502106b2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:06:55.550302 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5f2a45-da1f-4000-a4be-c85b3683a513 x-openstack-request-id: req-ec5f2a45-da1f-4000-a4be-c85b3683a513 {{(pid=109911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:06:55.550585 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8a3850c-7a0a-40c4-a9d4-869341e4be66", "name": "network-vif-plugged", "status": "completed", "tag": "3eef27a9-750a-4d5c-a6c3-49d7502106b2", "code": 200}]} {{(pid=109911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:06:55.550838 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ec5f2a45-da1f-4000-a4be-c85b3683a513 {{(pid=109911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:06:55.551229 dv-cinder-836071-3-iscsi neutron-server[109911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec5f2a45-da1f-4000-a4be-c85b3683a513'] response: {'server_uuid': 'e8a3850c-7a0a-40c4-a9d4-869341e4be66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eef27a9-750a-4d5c-a6c3-49d7502106b2', 'code': 200} Apr 08 11:06:55.578664 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Pushing event updated for resources: {'Port': ['ID=3eef27a9-750a-4d5c-a6c3-49d7502106b2,revision_number=5']} {{(pid=109911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:06:55.586487 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:55.586744 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:55.587082 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:55.587417 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:55.587745 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:55.588066 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:55.588386 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:55.588704 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:55.589023 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:55.589412 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:55.589762 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:55.590079 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:55.590398 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:55.590715 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:55.591020 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:06:55.741040 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41deb461-c1b3-4ddc-a90b-b30e6696f39d req-4254fada-5d83-44a0-9929-443aa949a1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:55.742636 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-41deb461-c1b3-4ddc-a90b-b30e6696f39d req-4254fada-5d83-44a0-9929-443aa949a1cf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e8a3850c-7a0a-40c4-a9d4-869341e4be66 HTTP/1.1" status: 200 len: 1130 time: 0.0544863 Apr 08 11:06:55.791425 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-41deb461-c1b3-4ddc-a90b-b30e6696f39d req-edc5a131-3a8d-4057-8acc-3250bfc23da7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f76ce62e-f2ee-460d-ad59-626b53eb2c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426817 Apr 08 11:06:56.355172 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ba835d-c81f-4d88-bd18-3241add7a519 req-298ebafc-2841-4f29-abda-3f4175a33a42 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:56.356691 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b0ba835d-c81f-4d88-bd18-3241add7a519 req-298ebafc-2841-4f29-abda-3f4175a33a42 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8a3850c-7a0a-40c4-a9d4-869341e4be66 HTTP/1.1" status: 200 len: 946 time: 0.0565882 Apr 08 11:06:56.406835 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-b0ba835d-c81f-4d88-bd18-3241add7a519 req-3d698691-90da-4b4f-8ac4-518259569bc1 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] 10.222.0.43 "GET /v2.0/security-groups?id=f76ce62e-f2ee-460d-ad59-626b53eb2c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443971 Apr 08 11:06:57.551193 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269874a0-a8b0-47d6-aee7-123912b94b15 req-f650d84d-71c2-4ea3-a169-277b63d20e11 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:06:57.552674 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-269874a0-a8b0-47d6-aee7-123912b94b15 req-f650d84d-71c2-4ea3-a169-277b63d20e11 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8a3850c-7a0a-40c4-a9d4-869341e4be66 HTTP/1.1" status: 200 len: 946 time: 0.0674455 Apr 08 11:06:57.608938 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-269874a0-a8b0-47d6-aee7-123912b94b15 req-bfac381f-d7da-4e7a-b27d-a516ddaa83e9 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] 10.222.0.43 "GET /v2.0/security-groups?id=f76ce62e-f2ee-460d-ad59-626b53eb2c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502391 Apr 08 11:07:11.818146 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-15da4d41-b1df-480a-aa00-9c5aa050f651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (0996d03c-a6d6-4751-8b32-c8111f4b3d8a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:14.211387 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-b82be4cf-aa94-4883-8c29-a91e7316e8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (a0f054a9-d30b-4594-8de6-6c24438c3963), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:15.220456 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c39995e2-c233-4533-b78f-2944bd33f611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (65c9c9bc-bb02-426d-a902-340b44f1a4c2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:15.755520 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54b537-b024-4877-97a2-63e10b2b27f4 req-99597f0d-5dec-42d0-96b4-edc2439da662 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:15.756896 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-9d54b537-b024-4877-97a2-63e10b2b27f4 req-99597f0d-5dec-42d0-96b4-edc2439da662 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8a3850c-7a0a-40c4-a9d4-869341e4be66 HTTP/1.1" status: 200 len: 946 time: 0.0595751 Apr 08 11:07:15.807775 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-9d54b537-b024-4877-97a2-63e10b2b27f4 req-cf08509b-303b-45ff-81b9-47752a81a2a3 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] 10.222.0.43 "GET /v2.0/security-groups?id=f76ce62e-f2ee-460d-ad59-626b53eb2c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446618 Apr 08 11:07:16.256432 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.agents_db [None req-4d82583b-548a-400c-8f4c-c09be56c4ea4 None None] Agent healthcheck: found 6 active agents {{(pid=109912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:07:16.683640 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dfd57949-1be2-4190-94f2-c1682066023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (140c1fdd-4f9d-4fc9-9d7c-f6f7cee51a0a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:16.938298 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa5ca8-d886-494d-a945-f8d051575d98 req-5914c582-ad55-41b6-94ef-f2ec47b6cac2 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:16.939766 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f3aa5ca8-d886-494d-a945-f8d051575d98 req-5914c582-ad55-41b6-94ef-f2ec47b6cac2 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8a3850c-7a0a-40c4-a9d4-869341e4be66 HTTP/1.1" status: 200 len: 946 time: 0.0549355 Apr 08 11:07:16.996650 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-f3aa5ca8-d886-494d-a945-f8d051575d98 req-4b391861-e629-49d0-a7e4-8d50b3d72ed6 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] 10.222.0.43 "GET /v2.0/security-groups?id=f76ce62e-f2ee-460d-ad59-626b53eb2c41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511191 Apr 08 11:07:17.202655 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c2834-cb3c-4148-9825-994c368cc9d5 req-9e3f14e9-189e-4b53-990a-38e91daec662 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 11:07:17.204043 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-046c2834-cb3c-4148-9825-994c368cc9d5 req-9e3f14e9-189e-4b53-990a-38e91daec662 tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8a3850c-7a0a-40c4-a9d4-869341e4be66 HTTP/1.1" status: 200 len: 946 time: 0.0606847 Apr 08 11:07:17.298973 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [req-046c2834-cb3c-4148-9825-994c368cc9d5 req-941834c7-066d-4117-9f07-c7e477f1c09c tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Deleting port 3eef27a9-750a-4d5c-a6c3-49d7502106b2 {{(pid=109910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 11:07:17.299374 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-046c2834-cb3c-4148-9825-994c368cc9d5 req-941834c7-066d-4117-9f07-c7e477f1c09c tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778033233538'] for port (3eef27a9-750a-4d5c-a6c3-49d7502106b2), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:17.391208 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.db [req-046c2834-cb3c-4148-9825-994c368cc9d5 req-941834c7-066d-4117-9f07-c7e477f1c09c tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] For port 3eef27a9-750a-4d5c-a6c3-49d7502106b2, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=3eef27a9-750a-4d5c-a6c3-49d7502106b2,segment=NetworkSegment(bf7fd8ca-14a6-49ab-9f5c-f94bec0d0ffd),segment_id=bf7fd8ca-14a6-49ab-9f5c-f94bec0d0ffd)] {{(pid=109910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 11:07:17.391567 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-046c2834-cb3c-4148-9825-994c368cc9d5 req-941834c7-066d-4117-9f07-c7e477f1c09c tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739381'] for port (3eef27a9-750a-4d5c-a6c3-49d7502106b2), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:17.404459 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.plugin [req-046c2834-cb3c-4148-9825-994c368cc9d5 req-941834c7-066d-4117-9f07-c7e477f1c09c tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Calling delete_port for 3eef27a9-750a-4d5c-a6c3-49d7502106b2 owned by compute:nova {{(pid=109910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 11:07:17.540826 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-046c2834-cb3c-4148-9825-994c368cc9d5 req-941834c7-066d-4117-9f07-c7e477f1c09c tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1640473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778033240917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778032779870', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14190223'] for port (3eef27a9-750a-4d5c-a6c3-49d7502106b2), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:17.571098 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941834c7-066d-4117-9f07-c7e477f1c09c tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Pushing event deleted for resources: {'Port': ['ID=3eef27a9-750a-4d5c-a6c3-49d7502106b2,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:17.622973 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.db.l3_dvrscheduler_db [req-046c2834-cb3c-4148-9825-994c368cc9d5 req-941834c7-066d-4117-9f07-c7e477f1c09c tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] No DVR routers for this DVR port 3eef27a9-750a-4d5c-a6c3-49d7502106b2 on host hv-cinder-83607 {{(pid=109910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 11:07:17.626668 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [req-046c2834-cb3c-4148-9825-994c368cc9d5 req-941834c7-066d-4117-9f07-c7e477f1c09c tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75041'] for port (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:17.632589 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-046c2834-cb3c-4148-9825-994c368cc9d5 req-941834c7-066d-4117-9f07-c7e477f1c09c tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] 10.222.0.39 "DELETE /v2.0/ports/3eef27a9-750a-4d5c-a6c3-49d7502106b2 HTTP/1.1" status: 204 len: 173 time: 0.4226403 Apr 08 11:07:17.633324 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a3850c-7a0a-40c4-a9d4-869341e4be66', 'name': 'network-vif-deleted', 'tag': '3eef27a9-750a-4d5c-a6c3-49d7502106b2'}] {{(pid=109910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 11:07:17.637147 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c101578fc708467248d177b11db2e3e6a7db5c554c0046cb1dea7ab1ce8b9fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23cb287a-2e46-4d96-a617-7dc7e161b573" -d '{"events": [{"server_uuid": "e8a3850c-7a0a-40c4-a9d4-869341e4be66", "name": "network-vif-deleted", "tag": "3eef27a9-750a-4d5c-a6c3-49d7502106b2"}]}' {{(pid=109910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 11:07:17.683546 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 11:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eacaaa0a-a105-4d4e-b762-e720960f310e x-openstack-request-id: req-eacaaa0a-a105-4d4e-b762-e720960f310e {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 11:07:17.684056 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8a3850c-7a0a-40c4-a9d4-869341e4be66", "name": "network-vif-deleted", "tag": "3eef27a9-750a-4d5c-a6c3-49d7502106b2", "status": "completed", "code": 200}]} {{(pid=109910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 11:07:17.684389 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eacaaa0a-a105-4d4e-b762-e720960f310e {{(pid=109910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 11:07:17.684743 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eacaaa0a-a105-4d4e-b762-e720960f310e'] response: {'server_uuid': 'e8a3850c-7a0a-40c4-a9d4-869341e4be66', 'name': 'network-vif-deleted', 'tag': '3eef27a9-750a-4d5c-a6c3-49d7502106b2', 'status': 'completed', 'code': 200} Apr 08 11:07:18.055599 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (d1e78606-e5cc-43c0-bc22-8a5324478286), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:18.116591 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [req-25c36ea3-30a1-404b-a8e3-745f8f7d30c8 req-9d49069f-5390-4990-9700-4c76d336a8de tempest-VolumesSnapshotTestJSON-1475404637 tempest-VolumesSnapshotTestJSON-1475404637-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8a3850c-7a0a-40c4-a9d4-869341e4be66 HTTP/1.1" status: 200 len: 210 time: 0.0333045 Apr 08 11:07:18.630622 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (df0b008b-1017-45b0-9cbd-b6387ecfd69a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:19.451334 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device 3eef27a9-750a-4d5c-a6c3-49d7502106b2 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 11:07:19.472975 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.plugin [None req-263fe796-9566-40e9-b464-a7174486af84 None None] No Port match for: 3eef27a9-750a-4d5c-a6c3-49d7502106b2 {{(pid=109911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 11:07:19.473360 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron.plugins.ml2.rpc [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Device 3eef27a9-750a-4d5c-a6c3-49d7502106b2 not bound to the agent host hv-cinder-83607 {{(pid=109911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 11:07:40.457927 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [-] (109909) accepted ('10.222.0.43', 35220) {{(pid=109909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:40.505884 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe0253d4-5783-4256-af77-3d69964fd312 admin admin] Deleting subnet 1612737e-32b5-4a9d-a8be-17c1f942ff77 {{(pid=109909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 11:07:40.509221 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-fe0253d4-5783-4256-af77-3d69964fd312 admin admin] Publish callbacks [] for subnet (1612737e-32b5-4a9d-a8be-17c1f942ff77), before_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:40.545932 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-fe0253d4-5783-4256-af77-3d69964fd312 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12708406'] for subnet (1612737e-32b5-4a9d-a8be-17c1f942ff77), precommit_delete_associations {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:40.587476 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-fe0253d4-5783-4256-af77-3d69964fd312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1794403'] for subnet (1612737e-32b5-4a9d-a8be-17c1f942ff77), precommit_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:40.648130 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-fe0253d4-5783-4256-af77-3d69964fd312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1794410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-672113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16387743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12895238'] for subnet (1612737e-32b5-4a9d-a8be-17c1f942ff77), after_delete {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:40.676199 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0253d4-5783-4256-af77-3d69964fd312 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1612737e-32b5-4a9d-a8be-17c1f942ff77,revision_number=None']} {{(pid=109909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:40.681173 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron_lib.callbacks.manager [None req-fe0253d4-5783-4256-af77-3d69964fd312 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:40.684479 dv-cinder-836071-3-iscsi neutron-server[109909]: INFO neutron.wsgi [None req-fe0253d4-5783-4256-af77-3d69964fd312 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/1612737e-32b5-4a9d-a8be-17c1f942ff77 HTTP/1.1" status: 204 len: 168 time: 0.2251515 Apr 08 11:07:40.687431 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 35224) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:40.690081 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0253d4-5783-4256-af77-3d69964fd312 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:40.690452 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0253d4-5783-4256-af77-3d69964fd312 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:40.690943 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0253d4-5783-4256-af77-3d69964fd312 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:40.691291 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0253d4-5783-4256-af77-3d69964fd312 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:40.691637 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0253d4-5783-4256-af77-3d69964fd312 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:40.691987 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0253d4-5783-4256-af77-3d69964fd312 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:40.692319 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0253d4-5783-4256-af77-3d69964fd312 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:40.692648 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0253d4-5783-4256-af77-3d69964fd312 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:40.692980 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0253d4-5783-4256-af77-3d69964fd312 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:40.693339 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0253d4-5783-4256-af77-3d69964fd312 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:40.693674 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0253d4-5783-4256-af77-3d69964fd312 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:40.693995 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0253d4-5783-4256-af77-3d69964fd312 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:40.694332 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0253d4-5783-4256-af77-3d69964fd312 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:40.694655 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0253d4-5783-4256-af77-3d69964fd312 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:40.694961 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0253d4-5783-4256-af77-3d69964fd312 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-3-iscsi {{(pid=109909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 11:07:40.757673 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-691e9c60-ffce-4cc6-bb58-4debba8d521a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1935778'] for network (85c2f180-f628-44a0-a833-713be93ebee5), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:40.843968 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-691e9c60-ffce-4cc6-bb58-4debba8d521a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1814266', 'neutron.services.segments.db._delete_segments_for_network-8778033058250'] for network (85c2f180-f628-44a0-a833-713be93ebee5), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:40.865786 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.services.segments.db [None req-691e9c60-ffce-4cc6-bb58-4debba8d521a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85c2f180-f628-44a0-a833-713be93ebee5']}} {{(pid=109910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:40.875525 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.services.segments.db [None req-691e9c60-ffce-4cc6-bb58-4debba8d521a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf7fd8ca-14a6-49ab-9f5c-f94bec0d0ffd') {'for_net_delete': True} {{(pid=109910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:40.875828 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.services.segments.db [None req-691e9c60-ffce-4cc6-bb58-4debba8d521a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf7fd8ca-14a6-49ab-9f5c-f94bec0d0ffd') {} {{(pid=109910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 11:07:40.885620 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-691e9c60-ffce-4cc6-bb58-4debba8d521a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778033060307', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14416635'] for segment (bf7fd8ca-14a6-49ab-9f5c-f94bec0d0ffd), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:40.900411 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-691e9c60-ffce-4cc6-bb58-4debba8d521a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801210'] for segment (bf7fd8ca-14a6-49ab-9f5c-f94bec0d0ffd), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:40.909505 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-691e9c60-ffce-4cc6-bb58-4debba8d521a admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=109910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 11:07:40.909989 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-691e9c60-ffce-4cc6-bb58-4debba8d521a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1801210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14190268'] for segment (bf7fd8ca-14a6-49ab-9f5c-f94bec0d0ffd), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:40.911839 dv-cinder-836071-3-iscsi neutron-server[109910]: Traceback (most recent call last): Apr 08 11:07:40.911839 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 11:07:40.911839 dv-cinder-836071-3-iscsi neutron-server[109910]: timer() Apr 08 11:07:40.911839 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 11:07:40.911839 dv-cinder-836071-3-iscsi neutron-server[109910]: cb(*args, **kw) Apr 08 11:07:40.911839 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 11:07:40.911839 dv-cinder-836071-3-iscsi neutron-server[109910]: return func(*args, **kwargs) Apr 08 11:07:40.911839 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 11:07:40.911839 dv-cinder-836071-3-iscsi neutron-server[109910]: self._notify() Apr 08 11:07:40.911839 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 11:07:40.911839 dv-cinder-836071-3-iscsi neutron-server[109910]: self.callback(batched_events) Apr 08 11:07:40.911839 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 11:07:40.911839 dv-cinder-836071-3-iscsi neutron-server[109910]: event.method(event) Apr 08 11:07:40.911839 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 11:07:40.911839 dv-cinder-836071-3-iscsi neutron-server[109910]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 11:07:40.911839 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 11:07:40.911839 dv-cinder-836071-3-iscsi neutron-server[109910]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 11:07:40.911839 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 11:07:40.911839 dv-cinder-836071-3-iscsi neutron-server[109910]: return f(self, *a, **k) Apr 08 11:07:40.911839 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 11:07:40.911839 dv-cinder-836071-3-iscsi neutron-server[109910]: return self._get(url).json() Apr 08 11:07:40.911839 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 11:07:40.911839 dv-cinder-836071-3-iscsi neutron-server[109910]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 11:07:40.911839 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 11:07:40.911839 dv-cinder-836071-3-iscsi neutron-server[109910]: return self.request(url, 'GET', **kwargs) Apr 08 11:07:40.911839 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 11:07:40.911839 dv-cinder-836071-3-iscsi neutron-server[109910]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 11:07:40.911839 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 11:07:40.911839 dv-cinder-836071-3-iscsi neutron-server[109910]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 11:07:40.911839 dv-cinder-836071-3-iscsi neutron-server[109910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 11:07:40.911839 dv-cinder-836071-3-iscsi neutron-server[109910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 11:07:40.911839 dv-cinder-836071-3-iscsi neutron-server[109910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 11:07:40.968084 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-691e9c60-ffce-4cc6-bb58-4debba8d521a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1814241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-743903'] for network (85c2f180-f628-44a0-a833-713be93ebee5), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:40.973693 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-691e9c60-ffce-4cc6-bb58-4debba8d521a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553535'] for network (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:40.976886 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-691e9c60-ffce-4cc6-bb58-4debba8d521a admin admin] 10.222.0.43 "DELETE /v2.0/networks/85c2f180-f628-44a0-a833-713be93ebee5 HTTP/1.1" status: 204 len: 168 time: 0.2884758 Apr 08 11:07:40.988812 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691e9c60-ffce-4cc6-bb58-4debba8d521a admin admin] Pushing event deleted for resources: {'Network': ['ID=85c2f180-f628-44a0-a833-713be93ebee5,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:41.111236 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 35228) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:41.162110 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-026cc491-0857-4315-88ed-4f0308772a23 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=76c45567f5c14ecdb8ea16bbffdf0932&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0496857 Apr 08 11:07:41.164615 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [-] (109910) accepted ('10.222.0.43', 35230) {{(pid=109910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 11:07:41.223880 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-52b34c88-5725-4390-9fed-4fd015acb013 admin admin] Publish callbacks [] for security_group (f76ce62e-f2ee-460d-ad59-626b53eb2c41), before_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:41.248722 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-52b34c88-5725-4390-9fed-4fd015acb013 admin admin] Publish callbacks [] for security_group (f76ce62e-f2ee-460d-ad59-626b53eb2c41), precommit_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:41.305203 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-52b34c88-5725-4390-9fed-4fd015acb013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682584'] for security_group (f76ce62e-f2ee-460d-ad59-626b53eb2c41), after_delete {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:41.308372 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron_lib.callbacks.manager [None req-52b34c88-5725-4390-9fed-4fd015acb013 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:41.309595 dv-cinder-836071-3-iscsi neutron-server[109910]: INFO neutron.wsgi [None req-52b34c88-5725-4390-9fed-4fd015acb013 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f76ce62e-f2ee-460d-ad59-626b53eb2c41 HTTP/1.1" status: 204 len: 168 time: 0.1440539 Apr 08 11:07:41.318766 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b34c88-5725-4390-9fed-4fd015acb013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76ce62e-f2ee-460d-ad59-626b53eb2c41,revision_number=None']} {{(pid=109910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 11:07:41.818249 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-0438ea06-4bb7-4d46-9845-53ae82844a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (0996d03c-a6d6-4751-8b32-c8111f4b3d8a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:44.216073 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8d8c8554-b7cc-4deb-a98c-24e17933f1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (a0f054a9-d30b-4594-8de6-6c24438c3963), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:45.224723 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c39995e2-c233-4533-b78f-2944bd33f611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (65c9c9bc-bb02-426d-a902-340b44f1a4c2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:46.688182 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dfd57949-1be2-4190-94f2-c1682066023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (140c1fdd-4f9d-4fc9-9d7c-f6f7cee51a0a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:48.062325 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (d1e78606-e5cc-43c0-bc22-8a5324478286), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:48.644686 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (df0b008b-1017-45b0-9cbd-b6387ecfd69a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:07:53.256288 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.agents_db [None req-4d82583b-548a-400c-8f4c-c09be56c4ea4 None None] Agent healthcheck: found 6 active agents {{(pid=109912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:08:11.817891 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dedc293f-00a1-4342-bcea-d8907e4c8111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (0996d03c-a6d6-4751-8b32-c8111f4b3d8a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:14.224124 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-f98cf244-4cae-4216-a52a-04f6fed2b03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (a0f054a9-d30b-4594-8de6-6c24438c3963), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:15.238395 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c39995e2-c233-4533-b78f-2944bd33f611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (65c9c9bc-bb02-426d-a902-340b44f1a4c2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:16.688564 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dfd57949-1be2-4190-94f2-c1682066023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (140c1fdd-4f9d-4fc9-9d7c-f6f7cee51a0a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:18.050523 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (d1e78606-e5cc-43c0-bc22-8a5324478286), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:18.669784 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (df0b008b-1017-45b0-9cbd-b6387ecfd69a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:30.258946 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.agents_db [None req-4d82583b-548a-400c-8f4c-c09be56c4ea4 None None] Agent healthcheck: found 6 active agents {{(pid=109912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:08:41.811718 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-bd4d2767-885a-4b44-bd23-56796498b29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (0996d03c-a6d6-4751-8b32-c8111f4b3d8a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:44.222720 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-a0e477cc-08d9-4372-a1e7-3b9513e4a7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (a0f054a9-d30b-4594-8de6-6c24438c3963), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:45.234435 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c39995e2-c233-4533-b78f-2944bd33f611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (65c9c9bc-bb02-426d-a902-340b44f1a4c2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:46.695029 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dfd57949-1be2-4190-94f2-c1682066023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (140c1fdd-4f9d-4fc9-9d7c-f6f7cee51a0a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:48.048464 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (d1e78606-e5cc-43c0-bc22-8a5324478286), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:08:48.663275 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (df0b008b-1017-45b0-9cbd-b6387ecfd69a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:07.258336 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.agents_db [None req-4d82583b-548a-400c-8f4c-c09be56c4ea4 None None] Agent healthcheck: found 6 active agents {{(pid=109912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:09:11.815767 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-10cc2507-24b3-4612-942a-294080771b1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (0996d03c-a6d6-4751-8b32-c8111f4b3d8a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:14.225625 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-54d2e6b1-e737-487c-bc69-75906e45c79d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (a0f054a9-d30b-4594-8de6-6c24438c3963), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:15.244623 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c39995e2-c233-4533-b78f-2944bd33f611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (65c9c9bc-bb02-426d-a902-340b44f1a4c2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:16.698291 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dfd57949-1be2-4190-94f2-c1682066023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (140c1fdd-4f9d-4fc9-9d7c-f6f7cee51a0a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:18.048762 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (d1e78606-e5cc-43c0-bc22-8a5324478286), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:18.663246 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (df0b008b-1017-45b0-9cbd-b6387ecfd69a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:41.819364 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-661b2ed4-1483-4db9-9a03-ecf11328e78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (0996d03c-a6d6-4751-8b32-c8111f4b3d8a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:44.219680 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-a79b5650-adb4-4780-b7fe-ce48b7a9e4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (a0f054a9-d30b-4594-8de6-6c24438c3963), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:44.257305 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.agents_db [None req-4d82583b-548a-400c-8f4c-c09be56c4ea4 None None] Agent healthcheck: found 6 active agents {{(pid=109912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:09:45.243935 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c39995e2-c233-4533-b78f-2944bd33f611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (65c9c9bc-bb02-426d-a902-340b44f1a4c2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:46.700631 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dfd57949-1be2-4190-94f2-c1682066023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (140c1fdd-4f9d-4fc9-9d7c-f6f7cee51a0a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:48.046891 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (d1e78606-e5cc-43c0-bc22-8a5324478286), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:09:48.678848 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (df0b008b-1017-45b0-9cbd-b6387ecfd69a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:07.300936 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [req-77d7785b-8e7a-441d-ad0b-35e91d287ffe req-4514be4c-c1cd-460a-941f-263c46224cc5 service neutron] (109909) timed out ('10.222.0.39', 63550) {{(pid=109909) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 08 11:10:07.394508 dv-cinder-836071-3-iscsi neutron-server[109910]: DEBUG neutron.wsgi [req-9c03f839-17b2-4c1a-8b45-89fe84366c6f req-b951f66b-b73e-48b3-a759-834587ddfe62 service neutron] (109910) timed out ('10.222.0.39', 63562) {{(pid=109910) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 08 11:10:11.829501 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-a6f8581f-ef65-4c65-89a2-1f13d805914f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (0996d03c-a6d6-4751-8b32-c8111f4b3d8a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:14.227463 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-402e4e75-0446-456d-a3f2-444439cdc113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (a0f054a9-d30b-4594-8de6-6c24438c3963), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:15.246531 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c39995e2-c233-4533-b78f-2944bd33f611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (65c9c9bc-bb02-426d-a902-340b44f1a4c2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:16.710954 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dfd57949-1be2-4190-94f2-c1682066023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (140c1fdd-4f9d-4fc9-9d7c-f6f7cee51a0a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:18.050363 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (d1e78606-e5cc-43c0-bc22-8a5324478286), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:18.680709 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (df0b008b-1017-45b0-9cbd-b6387ecfd69a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:21.263288 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.agents_db [None req-4d82583b-548a-400c-8f4c-c09be56c4ea4 None None] Agent healthcheck: found 6 active agents {{(pid=109912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:10:41.835475 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-5ef6f3c5-6838-4824-97a4-9653278ad7c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (0996d03c-a6d6-4751-8b32-c8111f4b3d8a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:44.236273 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-079bcd34-4301-4f49-8c01-7b4fb308ce78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (a0f054a9-d30b-4594-8de6-6c24438c3963), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:45.257054 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c39995e2-c233-4533-b78f-2944bd33f611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (65c9c9bc-bb02-426d-a902-340b44f1a4c2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:46.709697 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dfd57949-1be2-4190-94f2-c1682066023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (140c1fdd-4f9d-4fc9-9d7c-f6f7cee51a0a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:48.052258 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (d1e78606-e5cc-43c0-bc22-8a5324478286), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:48.681113 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (df0b008b-1017-45b0-9cbd-b6387ecfd69a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:10:58.267551 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.agents_db [None req-4d82583b-548a-400c-8f4c-c09be56c4ea4 None None] Agent healthcheck: found 6 active agents {{(pid=109912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:11:11.825793 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c5af0c53-7aa2-49f0-8042-4fe82a57de3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (0996d03c-a6d6-4751-8b32-c8111f4b3d8a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:14.234361 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-b35d6e1e-4db5-4367-b2a6-385259e5c431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (a0f054a9-d30b-4594-8de6-6c24438c3963), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:15.260850 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c39995e2-c233-4533-b78f-2944bd33f611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (65c9c9bc-bb02-426d-a902-340b44f1a4c2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:16.722796 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dfd57949-1be2-4190-94f2-c1682066023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (140c1fdd-4f9d-4fc9-9d7c-f6f7cee51a0a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:18.060663 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (d1e78606-e5cc-43c0-bc22-8a5324478286), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:18.699821 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (df0b008b-1017-45b0-9cbd-b6387ecfd69a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:35.272901 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.agents_db [None req-4d82583b-548a-400c-8f4c-c09be56c4ea4 None None] Agent healthcheck: found 6 active agents {{(pid=109912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:11:41.828692 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-a4cc9f47-b3e1-4c6a-9234-ab3b7836db24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (0996d03c-a6d6-4751-8b32-c8111f4b3d8a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:44.221683 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dc7fe223-228d-4729-a2a3-cf963aea3a44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (a0f054a9-d30b-4594-8de6-6c24438c3963), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:45.257027 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c39995e2-c233-4533-b78f-2944bd33f611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (65c9c9bc-bb02-426d-a902-340b44f1a4c2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:46.720990 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dfd57949-1be2-4190-94f2-c1682066023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (140c1fdd-4f9d-4fc9-9d7c-f6f7cee51a0a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:48.049937 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (d1e78606-e5cc-43c0-bc22-8a5324478286), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:11:48.697596 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (df0b008b-1017-45b0-9cbd-b6387ecfd69a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:11.823995 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-10b44b49-1f5d-4d1f-8ce1-95500ada1ead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (0996d03c-a6d6-4751-8b32-c8111f4b3d8a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:12.273936 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.agents_db [None req-4d82583b-548a-400c-8f4c-c09be56c4ea4 None None] Agent healthcheck: found 6 active agents {{(pid=109912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 11:12:14.217282 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-d6e8a312-2334-4b80-a424-0cd6a3679a59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (a0f054a9-d30b-4594-8de6-6c24438c3963), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:15.257616 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c39995e2-c233-4533-b78f-2944bd33f611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (65c9c9bc-bb02-426d-a902-340b44f1a4c2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:16.721603 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dfd57949-1be2-4190-94f2-c1682066023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (140c1fdd-4f9d-4fc9-9d7c-f6f7cee51a0a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:18.047139 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (d1e78606-e5cc-43c0-bc22-8a5324478286), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:18.695143 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (df0b008b-1017-45b0-9cbd-b6387ecfd69a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:40.727081 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [req-67ef143f-bbb4-4568-809d-0f2a21cc5b31 req-e9c43ef1-5dcb-4834-af85-dd17f8420351 service neutron] (109909) timed out ('10.222.0.43', 60812) {{(pid=109909) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 08 11:12:40.805006 dv-cinder-836071-3-iscsi neutron-server[109909]: DEBUG neutron.wsgi [req-67ef143f-bbb4-4568-809d-0f2a21cc5b31 req-95f610de-20d5-4c60-aec6-9dfd2967bb30 tempest-TestShelveInstance-233454655 tempest-TestShelveInstance-233454655-project] (109909) timed out ('10.222.0.43', 60820) {{(pid=109909) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 08 11:12:41.828854 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-1461070b-3b8f-44d3-8706-8695c6612d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (0996d03c-a6d6-4751-8b32-c8111f4b3d8a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:44.222554 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-4d55fd7e-2d87-4e66-8b08-534a0d4d2b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (a0f054a9-d30b-4594-8de6-6c24438c3963), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:45.260515 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-c39995e2-c233-4533-b78f-2944bd33f611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (65c9c9bc-bb02-426d-a902-340b44f1a4c2), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:46.733032 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-dfd57949-1be2-4190-94f2-c1682066023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (140c1fdd-4f9d-4fc9-9d7c-f6f7cee51a0a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:48.049922 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-8c1f3617-ad6a-4c73-94cd-3f715f5dc2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (d1e78606-e5cc-43c0-bc22-8a5324478286), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:48.692849 dv-cinder-836071-3-iscsi neutron-server[109911]: DEBUG neutron_lib.callbacks.manager [None req-263fe796-9566-40e9-b464-a7174486af84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778033058232', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1807421'] for agent (df0b008b-1017-45b0-9cbd-b6387ecfd69a), after_update {{(pid=109911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 11:12:49.276954 dv-cinder-836071-3-iscsi neutron-server[109912]: DEBUG neutron.db.agents_db [None req-4d82583b-548a-400c-8f4c-c09be56c4ea4 None None] Agent healthcheck: found 6 active agents {{(pid=109912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}